2024-09-13T17:32:44.937 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-13T17:32:44.959 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T17:32:45.057 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7903921 branch: wip-rishabh-testing-20240910.100730-reef description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/acls} email: null first_in_suite: false job_id: '7903921' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-rishabh-testing-20240910.100730-reef ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - Reduced data availability - Degraded data redundancy sha1: 6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-testing-20240910.100730-reef sha1: 6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 owner: scheduled_rishabh@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 6439 sha1: 6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 sleep_before_teardown: 0 subset: 964/1024 suite: fs suite_branch: wip-rishabh-testing-20240910.100730-reef suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi032.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEigfN/lXOM+AZHKXyKC3iUuOmla5ijp06dwlqyBrraZGWBCr1A5ivzEaRhwPeQWBWoX6tZnuhiAbS1AmcMsgc4= smithi159.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFzUyUYPEEh1YWpdTop4JMLmgpczV/CkBnqINpPQps3RIxbrv6DWxWBRkQ4dkjiA7RUit89dUSBVMsNyAuChIT0= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.test_acls teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-13_14:42:16 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-13T17:32:45.057 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/qa; will attempt to use it 2024-09-13T17:32:45.058 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/qa/tasks 2024-09-13T17:32:45.058 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-13T17:32:45.059 INFO:teuthology.task.internal:Checking packages... 2024-09-13T17:32:45.082 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3' 2024-09-13T17:32:45.082 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T17:32:45.082 INFO:teuthology.packaging:ref: None 2024-09-13T17:32:45.082 INFO:teuthology.packaging:tag: None 2024-09-13T17:32:45.082 INFO:teuthology.packaging:branch: wip-rishabh-testing-20240910.100730-reef 2024-09-13T17:32:45.082 INFO:teuthology.packaging:sha1: 6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 2024-09-13T17:32:45.083 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-rishabh-testing-20240910.100730-reef 2024-09-13T17:32:45.234 INFO:teuthology.task.internal:Found packages for ceph version 18.2.4-860-g6c6b083f-1jammy 2024-09-13T17:32:45.236 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-13T17:32:45.243 INFO:teuthology.task.internal:no buildpackages task found 2024-09-13T17:32:45.243 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-13T17:32:45.290 INFO:teuthology.task.internal:Saving configuration 2024-09-13T17:32:45.308 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-13T17:32:45.315 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-13T17:32:45.345 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi032.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7903921', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 17:27:05.019244', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOxyqw8slnHhATBE5+1AL2ftXTznTSog/Se6lcmncabh'} 2024-09-13T17:32:45.376 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi159.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7903921', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 17:27:05.017787', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIFdK6jVVCkAdxjU/YVWFi0/68AiPeDb36hrSd9eYN0mE'} 2024-09-13T17:32:45.376 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-13T17:32:45.383 INFO:teuthology.task.internal:roles: ubuntu@smithi032.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-13T17:32:45.383 INFO:teuthology.task.internal:roles: ubuntu@smithi159.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-13T17:32:45.383 INFO:teuthology.run_tasks:Running task console_log... 2024-09-13T17:32:45.493 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f0e6e1ebbe0>, signals=[15]) 2024-09-13T17:32:45.493 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-13T17:32:45.499 INFO:teuthology.task.internal:Opening connections... 2024-09-13T17:32:45.500 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T17:32:45.501 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T17:32:45.591 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi159.front.sepia.ceph.com 2024-09-13T17:32:45.592 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi159.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T17:32:45.681 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-13T17:32:45.687 DEBUG:teuthology.orchestra.run.smithi032:> uname -m 2024-09-13T17:32:45.693 INFO:teuthology.orchestra.run.smithi032.stdout:x86_64 2024-09-13T17:32:45.693 DEBUG:teuthology.orchestra.run.smithi032:> cat /etc/os-release 2024-09-13T17:32:45.739 INFO:teuthology.orchestra.run.smithi032.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-13T17:32:45.740 INFO:teuthology.orchestra.run.smithi032.stdout:NAME="Ubuntu" 2024-09-13T17:32:45.740 INFO:teuthology.orchestra.run.smithi032.stdout:VERSION_ID="22.04" 2024-09-13T17:32:45.740 INFO:teuthology.orchestra.run.smithi032.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-13T17:32:45.740 INFO:teuthology.orchestra.run.smithi032.stdout:VERSION_CODENAME=jammy 2024-09-13T17:32:45.740 INFO:teuthology.orchestra.run.smithi032.stdout:ID=ubuntu 2024-09-13T17:32:45.740 INFO:teuthology.orchestra.run.smithi032.stdout:ID_LIKE=debian 2024-09-13T17:32:45.740 INFO:teuthology.orchestra.run.smithi032.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-13T17:32:45.740 INFO:teuthology.orchestra.run.smithi032.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-13T17:32:45.740 INFO:teuthology.orchestra.run.smithi032.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-13T17:32:45.740 INFO:teuthology.orchestra.run.smithi032.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-13T17:32:45.740 INFO:teuthology.orchestra.run.smithi032.stdout:UBUNTU_CODENAME=jammy 2024-09-13T17:32:45.741 INFO:teuthology.lock.ops:Updating smithi032.front.sepia.ceph.com on lock server 2024-09-13T17:32:45.779 DEBUG:teuthology.orchestra.run.smithi159:> uname -m 2024-09-13T17:32:45.785 INFO:teuthology.orchestra.run.smithi159.stdout:x86_64 2024-09-13T17:32:45.785 DEBUG:teuthology.orchestra.run.smithi159:> cat /etc/os-release 2024-09-13T17:32:45.833 INFO:teuthology.orchestra.run.smithi159.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-13T17:32:45.833 INFO:teuthology.orchestra.run.smithi159.stdout:NAME="Ubuntu" 2024-09-13T17:32:45.833 INFO:teuthology.orchestra.run.smithi159.stdout:VERSION_ID="22.04" 2024-09-13T17:32:45.834 INFO:teuthology.orchestra.run.smithi159.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-13T17:32:45.834 INFO:teuthology.orchestra.run.smithi159.stdout:VERSION_CODENAME=jammy 2024-09-13T17:32:45.834 INFO:teuthology.orchestra.run.smithi159.stdout:ID=ubuntu 2024-09-13T17:32:45.834 INFO:teuthology.orchestra.run.smithi159.stdout:ID_LIKE=debian 2024-09-13T17:32:45.834 INFO:teuthology.orchestra.run.smithi159.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-13T17:32:45.834 INFO:teuthology.orchestra.run.smithi159.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-13T17:32:45.834 INFO:teuthology.orchestra.run.smithi159.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-13T17:32:45.834 INFO:teuthology.orchestra.run.smithi159.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-13T17:32:45.834 INFO:teuthology.orchestra.run.smithi159.stdout:UBUNTU_CODENAME=jammy 2024-09-13T17:32:45.835 INFO:teuthology.lock.ops:Updating smithi159.front.sepia.ceph.com on lock server 2024-09-13T17:32:45.888 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-13T17:32:46.305 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-13T17:32:46.315 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-13T17:32:46.315 DEBUG:teuthology.orchestra.run.smithi032:> test '!' -e /home/ubuntu/cephtest 2024-09-13T17:32:46.317 DEBUG:teuthology.orchestra.run.smithi159:> test '!' -e /home/ubuntu/cephtest 2024-09-13T17:32:46.324 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-13T17:32:46.330 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-13T17:32:46.330 DEBUG:teuthology.orchestra.run.smithi032:> test -z $(ls -A /var/lib/ceph) 2024-09-13T17:32:46.370 DEBUG:teuthology.orchestra.run.smithi159:> test -z $(ls -A /var/lib/ceph) 2024-09-13T17:32:46.392 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-13T17:32:46.464 INFO:teuthology.run_tasks:Running task kernel... 2024-09-13T17:32:46.479 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-13T17:32:46.479 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-13T17:32:46.479 DEBUG:teuthology.orchestra.run.smithi032:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T17:32:46.480 DEBUG:teuthology.orchestra.run.smithi159:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T17:32:46.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:32:46.484 DEBUG:teuthology.orchestra.run.smithi032:> uname -r 2024-09-13T17:32:46.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:32:46.486 DEBUG:teuthology.orchestra.run.smithi159:> uname -r 2024-09-13T17:32:46.535 INFO:teuthology.orchestra.run.smithi159.stdout:5.15.0-56-generic 2024-09-13T17:32:46.535 INFO:teuthology.task.kernel:Running kernel on smithi159: 5.15.0-56-generic 2024-09-13T17:32:46.535 DEBUG:teuthology.orchestra.run.smithi159:> sudo apt-get clean 2024-09-13T17:32:46.539 INFO:teuthology.orchestra.run.smithi032.stdout:5.15.0-56-generic 2024-09-13T17:32:46.539 INFO:teuthology.task.kernel:Running kernel on smithi032: 5.15.0-56-generic 2024-09-13T17:32:46.539 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get clean 2024-09-13T17:32:46.672 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get update 2024-09-13T17:32:46.676 DEBUG:teuthology.orchestra.run.smithi159:> sudo apt-get update 2024-09-13T17:32:46.881 INFO:teuthology.orchestra.run.smithi159.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-13T17:32:46.889 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-13T17:32:46.890 INFO:teuthology.orchestra.run.smithi032.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-13T17:32:46.890 INFO:teuthology.orchestra.run.smithi032.stdout:Get:3 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-13T17:32:46.963 INFO:teuthology.orchestra.run.smithi032.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-13T17:32:46.998 INFO:teuthology.orchestra.run.smithi159.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-13T17:32:47.080 INFO:teuthology.orchestra.run.smithi159.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-13T17:32:47.096 INFO:teuthology.orchestra.run.smithi159.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,806 kB] 2024-09-13T17:32:47.135 INFO:teuthology.orchestra.run.smithi032.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [539 kB] 2024-09-13T17:32:47.199 INFO:teuthology.orchestra.run.smithi159.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [539 kB] 2024-09-13T17:32:47.203 INFO:teuthology.orchestra.run.smithi159.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [295 kB] 2024-09-13T17:32:47.205 INFO:teuthology.orchestra.run.smithi159.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-13T17:32:47.206 INFO:teuthology.orchestra.run.smithi159.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,377 kB] 2024-09-13T17:32:47.207 INFO:teuthology.orchestra.run.smithi032.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,806 kB] 2024-09-13T17:32:47.211 INFO:teuthology.orchestra.run.smithi032.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [696 kB] 2024-09-13T17:32:47.228 INFO:teuthology.orchestra.run.smithi159.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-13T17:32:47.228 INFO:teuthology.orchestra.run.smithi159.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [409 kB] 2024-09-13T17:32:47.231 INFO:teuthology.orchestra.run.smithi159.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-13T17:32:47.231 INFO:teuthology.orchestra.run.smithi159.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [902 kB] 2024-09-13T17:32:47.237 INFO:teuthology.orchestra.run.smithi159.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [627 kB] 2024-09-13T17:32:47.241 INFO:teuthology.orchestra.run.smithi159.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-13T17:32:47.242 INFO:teuthology.orchestra.run.smithi159.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-13T17:32:47.243 INFO:teuthology.orchestra.run.smithi159.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-13T17:32:47.243 INFO:teuthology.orchestra.run.smithi159.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-13T17:32:47.247 INFO:teuthology.orchestra.run.smithi032.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [295 kB] 2024-09-13T17:32:47.250 INFO:teuthology.orchestra.run.smithi032.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-13T17:32:47.250 INFO:teuthology.orchestra.run.smithi032.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,377 kB] 2024-09-13T17:32:47.257 INFO:teuthology.orchestra.run.smithi159.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-13T17:32:47.272 INFO:teuthology.orchestra.run.smithi032.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-13T17:32:47.272 INFO:teuthology.orchestra.run.smithi032.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [409 kB] 2024-09-13T17:32:47.273 INFO:teuthology.orchestra.run.smithi032.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,023 kB] 2024-09-13T17:32:47.276 INFO:teuthology.orchestra.run.smithi032.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-13T17:32:47.276 INFO:teuthology.orchestra.run.smithi032.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [902 kB] 2024-09-13T17:32:47.282 INFO:teuthology.orchestra.run.smithi032.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [627 kB] 2024-09-13T17:32:47.285 INFO:teuthology.orchestra.run.smithi032.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-13T17:32:47.287 INFO:teuthology.orchestra.run.smithi032.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-13T17:32:47.287 INFO:teuthology.orchestra.run.smithi159.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-13T17:32:47.288 INFO:teuthology.orchestra.run.smithi032.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-13T17:32:47.297 INFO:teuthology.orchestra.run.smithi032.stdout:Get:20 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-13T17:32:47.302 INFO:teuthology.orchestra.run.smithi032.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-13T17:32:47.302 INFO:teuthology.orchestra.run.smithi032.stdout:Get:22 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-13T17:32:47.312 INFO:teuthology.orchestra.run.smithi032.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [352 kB] 2024-09-13T17:32:47.314 INFO:teuthology.orchestra.run.smithi032.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-13T17:32:47.314 INFO:teuthology.orchestra.run.smithi032.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,437 kB] 2024-09-13T17:32:47.333 INFO:teuthology.orchestra.run.smithi032.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-13T17:32:47.333 INFO:teuthology.orchestra.run.smithi032.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [419 kB] 2024-09-13T17:32:47.338 INFO:teuthology.orchestra.run.smithi032.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-13T17:32:47.339 INFO:teuthology.orchestra.run.smithi032.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,124 kB] 2024-09-13T17:32:47.349 INFO:teuthology.orchestra.run.smithi032.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [732 kB] 2024-09-13T17:32:47.355 INFO:teuthology.orchestra.run.smithi032.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-13T17:32:47.357 INFO:teuthology.orchestra.run.smithi032.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-13T17:32:47.357 INFO:teuthology.orchestra.run.smithi032.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-13T17:32:47.358 INFO:teuthology.orchestra.run.smithi032.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-13T17:32:47.367 INFO:teuthology.orchestra.run.smithi032.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-13T17:32:47.367 INFO:teuthology.orchestra.run.smithi032.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-13T17:32:47.367 INFO:teuthology.orchestra.run.smithi032.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-13T17:32:47.367 INFO:teuthology.orchestra.run.smithi032.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-13T17:32:47.376 INFO:teuthology.orchestra.run.smithi032.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-13T17:32:47.376 INFO:teuthology.orchestra.run.smithi032.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-13T17:32:47.376 INFO:teuthology.orchestra.run.smithi032.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-13T17:32:47.377 INFO:teuthology.orchestra.run.smithi032.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-13T17:32:47.377 INFO:teuthology.orchestra.run.smithi032.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-13T17:32:47.383 INFO:teuthology.orchestra.run.smithi032.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-13T17:32:47.434 INFO:teuthology.orchestra.run.smithi159.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-13T17:32:47.573 INFO:teuthology.orchestra.run.smithi159.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,023 kB] 2024-09-13T17:32:47.891 INFO:teuthology.orchestra.run.smithi159.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [696 kB] 2024-09-13T17:32:47.925 INFO:teuthology.orchestra.run.smithi159.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [352 kB] 2024-09-13T17:32:47.939 INFO:teuthology.orchestra.run.smithi159.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-13T17:32:47.940 INFO:teuthology.orchestra.run.smithi159.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,437 kB] 2024-09-13T17:32:48.009 INFO:teuthology.orchestra.run.smithi159.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-13T17:32:48.009 INFO:teuthology.orchestra.run.smithi159.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [419 kB] 2024-09-13T17:32:48.026 INFO:teuthology.orchestra.run.smithi159.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-13T17:32:48.026 INFO:teuthology.orchestra.run.smithi159.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,124 kB] 2024-09-13T17:32:48.059 INFO:teuthology.orchestra.run.smithi159.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [732 kB] 2024-09-13T17:32:48.077 INFO:teuthology.orchestra.run.smithi159.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-13T17:32:48.083 INFO:teuthology.orchestra.run.smithi159.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-13T17:32:48.083 INFO:teuthology.orchestra.run.smithi159.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-13T17:32:48.084 INFO:teuthology.orchestra.run.smithi159.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-13T17:32:48.135 INFO:teuthology.orchestra.run.smithi159.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-13T17:32:48.135 INFO:teuthology.orchestra.run.smithi159.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-13T17:32:48.135 INFO:teuthology.orchestra.run.smithi159.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-13T17:32:48.136 INFO:teuthology.orchestra.run.smithi159.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-13T17:32:48.167 INFO:teuthology.orchestra.run.smithi159.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-13T17:32:48.167 INFO:teuthology.orchestra.run.smithi159.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-13T17:32:48.167 INFO:teuthology.orchestra.run.smithi159.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-13T17:32:48.167 INFO:teuthology.orchestra.run.smithi159.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-13T17:32:48.168 INFO:teuthology.orchestra.run.smithi159.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-13T17:32:48.219 INFO:teuthology.orchestra.run.smithi159.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-13T17:32:53.436 INFO:teuthology.orchestra.run.smithi159.stdout:Fetched 16.0 MB in 2s (7,154 kB/s) 2024-09-13T17:32:53.800 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 16.0 MB in 2s (6,968 kB/s) 2024-09-13T17:32:54.799 INFO:teuthology.orchestra.run.smithi159.stdout:Reading package lists... 2024-09-13T17:32:54.818 DEBUG:teuthology.orchestra.run.smithi159:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T17:32:54.881 INFO:teuthology.orchestra.run.smithi159.stdout:Reading package lists... 2024-09-13T17:32:55.089 INFO:teuthology.orchestra.run.smithi159.stdout:Building dependency tree... 2024-09-13T17:32:55.089 INFO:teuthology.orchestra.run.smithi159.stdout:Reading state information... 2024-09-13T17:32:55.261 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-09-13T17:32:55.280 DEBUG:teuthology.orchestra.run.smithi032:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T17:32:55.281 INFO:teuthology.orchestra.run.smithi159.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T17:32:55.281 INFO:teuthology.orchestra.run.smithi159.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T17:32:55.281 INFO:teuthology.orchestra.run.smithi159.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T17:32:55.282 INFO:teuthology.orchestra.run.smithi159.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T17:32:55.282 INFO:teuthology.orchestra.run.smithi159.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-13T17:32:55.282 INFO:teuthology.orchestra.run.smithi159.stdout: python2.7-minimal 2024-09-13T17:32:55.282 INFO:teuthology.orchestra.run.smithi159.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T17:32:55.284 INFO:teuthology.orchestra.run.smithi159.stdout:The following additional packages will be installed: 2024-09-13T17:32:55.284 INFO:teuthology.orchestra.run.smithi159.stdout: linux-generic linux-headers-5.15.0-121 linux-headers-5.15.0-121-generic 2024-09-13T17:32:55.284 INFO:teuthology.orchestra.run.smithi159.stdout: linux-headers-generic linux-image-5.15.0-121-generic 2024-09-13T17:32:55.285 INFO:teuthology.orchestra.run.smithi159.stdout: linux-modules-5.15.0-121-generic linux-modules-extra-5.15.0-121-generic 2024-09-13T17:32:55.285 INFO:teuthology.orchestra.run.smithi159.stdout:Suggested packages: 2024-09-13T17:32:55.286 INFO:teuthology.orchestra.run.smithi159.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-13T17:32:55.286 INFO:teuthology.orchestra.run.smithi159.stdout:Recommended packages: 2024-09-13T17:32:55.286 INFO:teuthology.orchestra.run.smithi159.stdout: thermald 2024-09-13T17:32:55.345 INFO:teuthology.orchestra.run.smithi159.stdout:The following NEW packages will be installed: 2024-09-13T17:32:55.345 INFO:teuthology.orchestra.run.smithi159.stdout: linux-headers-5.15.0-121 linux-headers-5.15.0-121-generic 2024-09-13T17:32:55.345 INFO:teuthology.orchestra.run.smithi159.stdout: linux-image-5.15.0-121-generic linux-modules-5.15.0-121-generic 2024-09-13T17:32:55.345 INFO:teuthology.orchestra.run.smithi159.stdout: linux-modules-extra-5.15.0-121-generic 2024-09-13T17:32:55.346 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-09-13T17:32:55.347 INFO:teuthology.orchestra.run.smithi159.stdout:The following packages will be upgraded: 2024-09-13T17:32:55.347 INFO:teuthology.orchestra.run.smithi159.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-13T17:32:55.528 INFO:teuthology.orchestra.run.smithi159.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-13T17:32:55.528 INFO:teuthology.orchestra.run.smithi159.stdout:Need to get 113 MB of archives. 2024-09-13T17:32:55.528 INFO:teuthology.orchestra.run.smithi159.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-13T17:32:55.528 INFO:teuthology.orchestra.run.smithi159.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-121-generic amd64 5.15.0-121.131 [22.7 MB] 2024-09-13T17:32:55.562 INFO:teuthology.orchestra.run.smithi032.stdout:Building dependency tree... 2024-09-13T17:32:55.562 INFO:teuthology.orchestra.run.smithi032.stdout:Reading state information... 2024-09-13T17:32:55.758 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T17:32:55.758 INFO:teuthology.orchestra.run.smithi032.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T17:32:55.758 INFO:teuthology.orchestra.run.smithi032.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T17:32:55.758 INFO:teuthology.orchestra.run.smithi032.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T17:32:55.759 INFO:teuthology.orchestra.run.smithi032.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-13T17:32:55.759 INFO:teuthology.orchestra.run.smithi032.stdout: python2.7-minimal 2024-09-13T17:32:55.759 INFO:teuthology.orchestra.run.smithi032.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T17:32:55.760 INFO:teuthology.orchestra.run.smithi032.stdout:The following additional packages will be installed: 2024-09-13T17:32:55.760 INFO:teuthology.orchestra.run.smithi032.stdout: linux-generic linux-headers-5.15.0-121 linux-headers-5.15.0-121-generic 2024-09-13T17:32:55.760 INFO:teuthology.orchestra.run.smithi032.stdout: linux-headers-generic linux-image-5.15.0-121-generic 2024-09-13T17:32:55.761 INFO:teuthology.orchestra.run.smithi032.stdout: linux-modules-5.15.0-121-generic linux-modules-extra-5.15.0-121-generic 2024-09-13T17:32:55.762 INFO:teuthology.orchestra.run.smithi032.stdout:Suggested packages: 2024-09-13T17:32:55.762 INFO:teuthology.orchestra.run.smithi032.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-13T17:32:55.762 INFO:teuthology.orchestra.run.smithi032.stdout:Recommended packages: 2024-09-13T17:32:55.762 INFO:teuthology.orchestra.run.smithi032.stdout: thermald 2024-09-13T17:32:55.821 INFO:teuthology.orchestra.run.smithi032.stdout:The following NEW packages will be installed: 2024-09-13T17:32:55.821 INFO:teuthology.orchestra.run.smithi032.stdout: linux-headers-5.15.0-121 linux-headers-5.15.0-121-generic 2024-09-13T17:32:55.821 INFO:teuthology.orchestra.run.smithi032.stdout: linux-image-5.15.0-121-generic linux-modules-5.15.0-121-generic 2024-09-13T17:32:55.822 INFO:teuthology.orchestra.run.smithi032.stdout: linux-modules-extra-5.15.0-121-generic 2024-09-13T17:32:55.823 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages will be upgraded: 2024-09-13T17:32:55.824 INFO:teuthology.orchestra.run.smithi032.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-13T17:32:56.006 INFO:teuthology.orchestra.run.smithi032.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-13T17:32:56.006 INFO:teuthology.orchestra.run.smithi032.stdout:Need to get 113 MB of archives. 2024-09-13T17:32:56.006 INFO:teuthology.orchestra.run.smithi032.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-13T17:32:56.006 INFO:teuthology.orchestra.run.smithi032.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-121-generic amd64 5.15.0-121.131 [22.7 MB] 2024-09-13T17:32:56.919 INFO:teuthology.orchestra.run.smithi159.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-121-generic amd64 5.15.0-121.131 [11.5 MB] 2024-09-13T17:32:57.271 INFO:teuthology.orchestra.run.smithi159.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-121-generic amd64 5.15.0-121.131 [63.9 MB] 2024-09-13T17:32:57.422 INFO:teuthology.orchestra.run.smithi032.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-121-generic amd64 5.15.0-121.131 [11.5 MB] 2024-09-13T17:32:57.775 INFO:teuthology.orchestra.run.smithi032.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-121-generic amd64 5.15.0-121.131 [63.9 MB] 2024-09-13T17:32:59.491 INFO:teuthology.orchestra.run.smithi159.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.121.121 [1,694 B] 2024-09-13T17:32:59.491 INFO:teuthology.orchestra.run.smithi159.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.121.121 [2,464 B] 2024-09-13T17:32:59.492 INFO:teuthology.orchestra.run.smithi159.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-121 all 5.15.0-121.131 [12.3 MB] 2024-09-13T17:32:59.910 INFO:teuthology.orchestra.run.smithi159.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-121-generic amd64 5.15.0-121.131 [2,827 kB] 2024-09-13T17:32:59.950 INFO:teuthology.orchestra.run.smithi032.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.121.121 [1,694 B] 2024-09-13T17:32:59.950 INFO:teuthology.orchestra.run.smithi032.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.121.121 [2,464 B] 2024-09-13T17:32:59.950 INFO:teuthology.orchestra.run.smithi032.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-121 all 5.15.0-121.131 [12.3 MB] 2024-09-13T17:32:59.962 INFO:teuthology.orchestra.run.smithi159.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.121.121 [2,316 B] 2024-09-13T17:33:00.285 INFO:teuthology.orchestra.run.smithi032.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-121-generic amd64 5.15.0-121.131 [2,827 kB] 2024-09-13T17:33:00.355 INFO:teuthology.orchestra.run.smithi159.stdout:Fetched 113 MB in 5s (24.6 MB/s) 2024-09-13T17:33:00.362 INFO:teuthology.orchestra.run.smithi032.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.121.121 [2,316 B] 2024-09-13T17:33:00.506 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package linux-modules-5.15.0-121-generic. 2024-09-13T17:33:00.786 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 113 MB in 5s (25.0 MB/s) 2024-09-13T17:33:00.952 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-modules-5.15.0-121-generic. 2024-09-13T17:33:02.594 INFO:teuthology.orchestra.run.smithi159.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-13T17:33:02.598 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../0-linux-modules-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T17:33:02.679 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking linux-modules-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T17:33:02.955 INFO:teuthology.orchestra.run.smithi032.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-13T17:33:02.960 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../0-linux-modules-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T17:33:03.017 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-modules-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T17:33:04.886 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-image-5.15.0-121-generic. 2024-09-13T17:33:04.908 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../1-linux-image-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T17:33:04.992 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T17:33:05.147 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package linux-image-5.15.0-121-generic. 2024-09-13T17:33:05.168 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../1-linux-image-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T17:33:05.253 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T17:33:05.448 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-121-generic. 2024-09-13T17:33:05.468 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T17:33:05.506 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-modules-extra-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T17:33:05.751 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-121-generic. 2024-09-13T17:33:05.771 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T17:33:05.809 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking linux-modules-extra-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T17:33:11.488 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../3-linux-generic_5.15.0.121.121_amd64.deb ... 2024-09-13T17:33:11.605 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-13T17:33:11.932 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.121.121_amd64.deb ... 2024-09-13T17:33:12.058 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-image-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-13T17:33:12.354 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-headers-5.15.0-121. 2024-09-13T17:33:12.364 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../5-linux-headers-5.15.0-121_5.15.0-121.131_all.deb ... 2024-09-13T17:33:12.381 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../3-linux-generic_5.15.0.121.121_amd64.deb ... 2024-09-13T17:33:12.395 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-headers-5.15.0-121 (5.15.0-121.131) ... 2024-09-13T17:33:12.522 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking linux-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-13T17:33:12.864 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.121.121_amd64.deb ... 2024-09-13T17:33:13.009 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking linux-image-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-13T17:33:13.320 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package linux-headers-5.15.0-121. 2024-09-13T17:33:13.343 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../5-linux-headers-5.15.0-121_5.15.0-121.131_all.deb ... 2024-09-13T17:33:13.387 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking linux-headers-5.15.0-121 (5.15.0-121.131) ... 2024-09-13T17:33:18.200 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-headers-5.15.0-121-generic. 2024-09-13T17:33:18.237 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../6-linux-headers-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T17:33:18.299 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-headers-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T17:33:19.440 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package linux-headers-5.15.0-121-generic. 2024-09-13T17:33:19.477 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../6-linux-headers-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T17:33:19.507 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking linux-headers-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T17:33:20.863 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.121.121_amd64.deb ... 2024-09-13T17:33:20.994 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-headers-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-13T17:33:21.319 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-headers-5.15.0-121 (5.15.0-121.131) ... 2024-09-13T17:33:21.415 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-headers-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T17:33:21.516 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-headers-generic (5.15.0.121.121) ... 2024-09-13T17:33:21.644 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T17:33:22.214 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.121.121_amd64.deb ... 2024-09-13T17:33:22.603 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking linux-headers-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-13T17:33:23.071 INFO:teuthology.orchestra.run.smithi032.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-13T17:33:23.072 INFO:teuthology.orchestra.run.smithi032.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-13T17:33:23.072 INFO:teuthology.orchestra.run.smithi032.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-121-generic 2024-09-13T17:33:23.072 INFO:teuthology.orchestra.run.smithi032.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-121-generic 2024-09-13T17:33:23.306 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-modules-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T17:33:23.619 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up linux-headers-5.15.0-121 (5.15.0-121.131) ... 2024-09-13T17:33:23.741 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up linux-headers-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T17:33:23.868 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up linux-headers-generic (5.15.0.121.121) ... 2024-09-13T17:33:24.004 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T17:33:24.765 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-modules-extra-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T17:33:25.322 INFO:teuthology.orchestra.run.smithi159.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-13T17:33:25.322 INFO:teuthology.orchestra.run.smithi159.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-13T17:33:25.322 INFO:teuthology.orchestra.run.smithi159.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-121-generic 2024-09-13T17:33:25.323 INFO:teuthology.orchestra.run.smithi159.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-121-generic 2024-09-13T17:33:25.473 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up linux-modules-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T17:33:26.166 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-image-generic (5.15.0.121.121) ... 2024-09-13T17:33:26.267 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-generic (5.15.0.121.121) ... 2024-09-13T17:33:26.368 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T17:33:26.417 INFO:teuthology.orchestra.run.smithi032.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-13T17:33:26.417 INFO:teuthology.orchestra.run.smithi032.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-121-generic 2024-09-13T17:33:26.857 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up linux-modules-extra-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T17:33:28.259 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up linux-image-generic (5.15.0.121.121) ... 2024-09-13T17:33:28.393 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up linux-generic (5.15.0.121.121) ... 2024-09-13T17:33:29.137 INFO:teuthology.orchestra.run.smithi159.stdout:Processing triggers for linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T17:33:29.431 INFO:teuthology.orchestra.run.smithi159.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-13T17:33:29.431 INFO:teuthology.orchestra.run.smithi159.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-121-generic 2024-09-13T17:33:41.091 INFO:teuthology.orchestra.run.smithi032.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-13T17:33:41.091 INFO:teuthology.orchestra.run.smithi032.stdout:Sourcing file `/etc/default/grub' 2024-09-13T17:33:41.106 INFO:teuthology.orchestra.run.smithi032.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T17:33:41.120 INFO:teuthology.orchestra.run.smithi032.stdout:Generating grub configuration file ... 2024-09-13T17:33:41.379 INFO:teuthology.orchestra.run.smithi032.stdout:Found linux image: /boot/vmlinuz-5.15.0-121-generic 2024-09-13T17:33:41.398 INFO:teuthology.orchestra.run.smithi032.stdout:Found initrd image: /boot/initrd.img-5.15.0-121-generic 2024-09-13T17:33:41.748 INFO:teuthology.orchestra.run.smithi032.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-13T17:33:41.755 INFO:teuthology.orchestra.run.smithi032.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-13T17:33:41.822 INFO:teuthology.orchestra.run.smithi032.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-13T17:33:41.829 INFO:teuthology.orchestra.run.smithi032.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-13T17:33:41.990 INFO:teuthology.orchestra.run.smithi032.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-13T17:33:41.990 INFO:teuthology.orchestra.run.smithi032.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-13T17:33:41.990 INFO:teuthology.orchestra.run.smithi032.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-13T17:33:42.035 INFO:teuthology.orchestra.run.smithi032.stdout:done 2024-09-13T17:33:42.501 DEBUG:teuthology.orchestra.run.smithi032:> dpkg -s linux-image-generic 2024-09-13T17:33:42.524 INFO:teuthology.orchestra.run.smithi032.stdout:Package: linux-image-generic 2024-09-13T17:33:42.524 INFO:teuthology.orchestra.run.smithi032.stdout:Status: install ok installed 2024-09-13T17:33:42.524 INFO:teuthology.orchestra.run.smithi032.stdout:Priority: optional 2024-09-13T17:33:42.524 INFO:teuthology.orchestra.run.smithi032.stdout:Section: kernel 2024-09-13T17:33:42.524 INFO:teuthology.orchestra.run.smithi032.stdout:Installed-Size: 21 2024-09-13T17:33:42.525 INFO:teuthology.orchestra.run.smithi032.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T17:33:42.525 INFO:teuthology.orchestra.run.smithi032.stdout:Architecture: amd64 2024-09-13T17:33:42.525 INFO:teuthology.orchestra.run.smithi032.stdout:Source: linux-meta 2024-09-13T17:33:42.525 INFO:teuthology.orchestra.run.smithi032.stdout:Version: 5.15.0.121.121 2024-09-13T17:33:42.525 INFO:teuthology.orchestra.run.smithi032.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-121), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-13T17:33:42.525 INFO:teuthology.orchestra.run.smithi032.stdout:Depends: linux-image-5.15.0-121-generic, linux-modules-extra-5.15.0-121-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T17:33:42.525 INFO:teuthology.orchestra.run.smithi032.stdout:Recommends: thermald 2024-09-13T17:33:42.525 INFO:teuthology.orchestra.run.smithi032.stdout:Description: Generic Linux kernel image 2024-09-13T17:33:42.526 INFO:teuthology.orchestra.run.smithi032.stdout: This package will always depend on the latest generic kernel image 2024-09-13T17:33:42.526 INFO:teuthology.orchestra.run.smithi032.stdout: available. 2024-09-13T17:33:42.526 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-121-generic 2024-09-13T17:33:42.526 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T17:33:42.526 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T17:33:42.526 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-13T17:33:42.526 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi032.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T17:33:42.527 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get clean 2024-09-13T17:33:42.790 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get update 2024-09-13T17:33:42.912 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-13T17:33:42.912 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-13T17:33:42.921 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-13T17:33:42.938 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-13T17:33:43.284 INFO:teuthology.orchestra.run.smithi159.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-13T17:33:43.284 INFO:teuthology.orchestra.run.smithi159.stdout:Sourcing file `/etc/default/grub' 2024-09-13T17:33:43.294 INFO:teuthology.orchestra.run.smithi159.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T17:33:43.310 INFO:teuthology.orchestra.run.smithi159.stdout:Generating grub configuration file ... 2024-09-13T17:33:43.573 INFO:teuthology.orchestra.run.smithi159.stdout:Found linux image: /boot/vmlinuz-5.15.0-121-generic 2024-09-13T17:33:43.590 INFO:teuthology.orchestra.run.smithi159.stdout:Found initrd image: /boot/initrd.img-5.15.0-121-generic 2024-09-13T17:33:43.875 INFO:teuthology.orchestra.run.smithi159.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-13T17:33:43.880 INFO:teuthology.orchestra.run.smithi159.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-13T17:33:43.953 INFO:teuthology.orchestra.run.smithi159.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-13T17:33:43.958 INFO:teuthology.orchestra.run.smithi159.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-13T17:33:44.124 INFO:teuthology.orchestra.run.smithi159.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-13T17:33:44.124 INFO:teuthology.orchestra.run.smithi159.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-13T17:33:44.124 INFO:teuthology.orchestra.run.smithi159.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-13T17:33:44.168 INFO:teuthology.orchestra.run.smithi159.stdout:done 2024-09-13T17:33:44.385 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-09-13T17:33:44.403 DEBUG:teuthology.orchestra.run.smithi032:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T17:33:44.458 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-09-13T17:33:44.648 INFO:teuthology.orchestra.run.smithi032.stdout:Building dependency tree... 2024-09-13T17:33:44.649 INFO:teuthology.orchestra.run.smithi032.stdout:Reading state information... 2024-09-13T17:33:44.675 DEBUG:teuthology.orchestra.run.smithi159:> dpkg -s linux-image-generic 2024-09-13T17:33:44.706 INFO:teuthology.orchestra.run.smithi159.stdout:Package: linux-image-generic 2024-09-13T17:33:44.706 INFO:teuthology.orchestra.run.smithi159.stdout:Status: install ok installed 2024-09-13T17:33:44.706 INFO:teuthology.orchestra.run.smithi159.stdout:Priority: optional 2024-09-13T17:33:44.706 INFO:teuthology.orchestra.run.smithi159.stdout:Section: kernel 2024-09-13T17:33:44.706 INFO:teuthology.orchestra.run.smithi159.stdout:Installed-Size: 21 2024-09-13T17:33:44.706 INFO:teuthology.orchestra.run.smithi159.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T17:33:44.706 INFO:teuthology.orchestra.run.smithi159.stdout:Architecture: amd64 2024-09-13T17:33:44.706 INFO:teuthology.orchestra.run.smithi159.stdout:Source: linux-meta 2024-09-13T17:33:44.706 INFO:teuthology.orchestra.run.smithi159.stdout:Version: 5.15.0.121.121 2024-09-13T17:33:44.706 INFO:teuthology.orchestra.run.smithi159.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-121), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-13T17:33:44.707 INFO:teuthology.orchestra.run.smithi159.stdout:Depends: linux-image-5.15.0-121-generic, linux-modules-extra-5.15.0-121-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T17:33:44.707 INFO:teuthology.orchestra.run.smithi159.stdout:Recommends: thermald 2024-09-13T17:33:44.707 INFO:teuthology.orchestra.run.smithi159.stdout:Description: Generic Linux kernel image 2024-09-13T17:33:44.707 INFO:teuthology.orchestra.run.smithi159.stdout: This package will always depend on the latest generic kernel image 2024-09-13T17:33:44.707 INFO:teuthology.orchestra.run.smithi159.stdout: available. 2024-09-13T17:33:44.707 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-121-generic 2024-09-13T17:33:44.707 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T17:33:44.707 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T17:33:44.707 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-13T17:33:44.707 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi159.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T17:33:44.708 DEBUG:teuthology.orchestra.run.smithi159:> sudo apt-get clean 2024-09-13T17:33:44.822 INFO:teuthology.orchestra.run.smithi032.stdout:linux-image-generic is already the newest version (5.15.0.121.121). 2024-09-13T17:33:44.822 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T17:33:44.822 INFO:teuthology.orchestra.run.smithi032.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T17:33:44.822 INFO:teuthology.orchestra.run.smithi032.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T17:33:44.822 INFO:teuthology.orchestra.run.smithi032.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T17:33:44.823 INFO:teuthology.orchestra.run.smithi032.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-13T17:33:44.823 INFO:teuthology.orchestra.run.smithi032.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-13T17:33:44.823 INFO:teuthology.orchestra.run.smithi032.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T17:33:44.865 INFO:teuthology.orchestra.run.smithi032.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-13T17:33:44.867 DEBUG:teuthology.orchestra.run.smithi032:> dpkg -s linux-image-generic 2024-09-13T17:33:44.879 INFO:teuthology.orchestra.run.smithi032.stdout:Package: linux-image-generic 2024-09-13T17:33:44.879 INFO:teuthology.orchestra.run.smithi032.stdout:Status: install ok installed 2024-09-13T17:33:44.879 INFO:teuthology.orchestra.run.smithi032.stdout:Priority: optional 2024-09-13T17:33:44.880 INFO:teuthology.orchestra.run.smithi032.stdout:Section: kernel 2024-09-13T17:33:44.880 INFO:teuthology.orchestra.run.smithi032.stdout:Installed-Size: 21 2024-09-13T17:33:44.880 INFO:teuthology.orchestra.run.smithi032.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T17:33:44.880 INFO:teuthology.orchestra.run.smithi032.stdout:Architecture: amd64 2024-09-13T17:33:44.880 INFO:teuthology.orchestra.run.smithi032.stdout:Source: linux-meta 2024-09-13T17:33:44.880 INFO:teuthology.orchestra.run.smithi032.stdout:Version: 5.15.0.121.121 2024-09-13T17:33:44.880 INFO:teuthology.orchestra.run.smithi032.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-121), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-13T17:33:44.880 INFO:teuthology.orchestra.run.smithi032.stdout:Depends: linux-image-5.15.0-121-generic, linux-modules-extra-5.15.0-121-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T17:33:44.880 INFO:teuthology.orchestra.run.smithi032.stdout:Recommends: thermald 2024-09-13T17:33:44.881 INFO:teuthology.orchestra.run.smithi032.stdout:Description: Generic Linux kernel image 2024-09-13T17:33:44.881 INFO:teuthology.orchestra.run.smithi032.stdout: This package will always depend on the latest generic kernel image 2024-09-13T17:33:44.881 INFO:teuthology.orchestra.run.smithi032.stdout: available. 2024-09-13T17:33:44.881 DEBUG:teuthology.orchestra.run.smithi032:> mktemp 2024-09-13T17:33:44.918 DEBUG:teuthology.orchestra.run.smithi159:> sudo apt-get update 2024-09-13T17:33:44.931 INFO:teuthology.orchestra.run.smithi032.stdout:/tmp/tmp.ugJu2HPYMn 2024-09-13T17:33:44.931 DEBUG:teuthology.orchestra.run.smithi032:> sudo cp /boot/grub/grub.cfg /tmp/tmp.ugJu2HPYMn 2024-09-13T17:33:44.997 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0666 /tmp/tmp.ugJu2HPYMn 2024-09-13T17:33:45.041 INFO:teuthology.orchestra.run.smithi159.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-13T17:33:45.049 INFO:teuthology.orchestra.run.smithi159.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-13T17:33:45.067 INFO:teuthology.orchestra.run.smithi159.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-13T17:33:45.114 DEBUG:teuthology.orchestra.remote:smithi032:/tmp/tmp.ugJu2HPYMn is 10KB 2024-09-13T17:33:45.126 DEBUG:teuthology.orchestra.run.smithi032:> rm -fr /tmp/tmp.ugJu2HPYMn 2024-09-13T17:33:45.134 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-13T17:33:45.161 INFO:teuthology.orchestra.run.smithi159.stdout:Hit:4 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-13T17:33:45.190 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:33:45.191 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-13T17:33:45.191 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-13T17:33:45.268 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-121-generic 2024-09-13T17:33:45.268 DEBUG:teuthology.orchestra.run.smithi032:> sudo update-grub 2024-09-13T17:33:46.448 INFO:teuthology.orchestra.run.smithi159.stdout:Reading package lists... 2024-09-13T17:33:46.453 INFO:teuthology.orchestra.run.smithi032.stderr:Sourcing file `/etc/default/grub' 2024-09-13T17:33:46.455 INFO:teuthology.orchestra.run.smithi032.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T17:33:46.457 INFO:teuthology.orchestra.run.smithi032.stderr:Generating grub configuration file ... 2024-09-13T17:33:46.465 DEBUG:teuthology.orchestra.run.smithi159:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T17:33:46.528 INFO:teuthology.orchestra.run.smithi159.stdout:Reading package lists... 2024-09-13T17:33:46.625 INFO:teuthology.orchestra.run.smithi032.stderr:Found linux image: /boot/vmlinuz-5.15.0-121-generic 2024-09-13T17:33:46.631 INFO:teuthology.orchestra.run.smithi032.stderr:Found initrd image: /boot/initrd.img-5.15.0-121-generic 2024-09-13T17:33:46.728 INFO:teuthology.orchestra.run.smithi159.stdout:Building dependency tree... 2024-09-13T17:33:46.728 INFO:teuthology.orchestra.run.smithi159.stdout:Reading state information... 2024-09-13T17:33:46.855 INFO:teuthology.orchestra.run.smithi032.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-13T17:33:46.860 INFO:teuthology.orchestra.run.smithi032.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-13T17:33:46.905 INFO:teuthology.orchestra.run.smithi159.stdout:linux-image-generic is already the newest version (5.15.0.121.121). 2024-09-13T17:33:46.905 INFO:teuthology.orchestra.run.smithi159.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T17:33:46.905 INFO:teuthology.orchestra.run.smithi159.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T17:33:46.905 INFO:teuthology.orchestra.run.smithi159.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T17:33:46.905 INFO:teuthology.orchestra.run.smithi159.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T17:33:46.906 INFO:teuthology.orchestra.run.smithi032.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-13T17:33:46.906 INFO:teuthology.orchestra.run.smithi159.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-13T17:33:46.907 INFO:teuthology.orchestra.run.smithi159.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-13T17:33:46.907 INFO:teuthology.orchestra.run.smithi159.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T17:33:46.911 INFO:teuthology.orchestra.run.smithi032.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-13T17:33:46.946 INFO:teuthology.orchestra.run.smithi159.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-13T17:33:46.948 DEBUG:teuthology.orchestra.run.smithi159:> dpkg -s linux-image-generic 2024-09-13T17:33:46.960 INFO:teuthology.orchestra.run.smithi159.stdout:Package: linux-image-generic 2024-09-13T17:33:46.961 INFO:teuthology.orchestra.run.smithi159.stdout:Status: install ok installed 2024-09-13T17:33:46.961 INFO:teuthology.orchestra.run.smithi159.stdout:Priority: optional 2024-09-13T17:33:46.961 INFO:teuthology.orchestra.run.smithi159.stdout:Section: kernel 2024-09-13T17:33:46.961 INFO:teuthology.orchestra.run.smithi159.stdout:Installed-Size: 21 2024-09-13T17:33:46.961 INFO:teuthology.orchestra.run.smithi159.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T17:33:46.961 INFO:teuthology.orchestra.run.smithi159.stdout:Architecture: amd64 2024-09-13T17:33:46.961 INFO:teuthology.orchestra.run.smithi159.stdout:Source: linux-meta 2024-09-13T17:33:46.961 INFO:teuthology.orchestra.run.smithi159.stdout:Version: 5.15.0.121.121 2024-09-13T17:33:46.961 INFO:teuthology.orchestra.run.smithi159.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-121), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-13T17:33:46.961 INFO:teuthology.orchestra.run.smithi159.stdout:Depends: linux-image-5.15.0-121-generic, linux-modules-extra-5.15.0-121-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T17:33:46.961 INFO:teuthology.orchestra.run.smithi159.stdout:Recommends: thermald 2024-09-13T17:33:46.961 INFO:teuthology.orchestra.run.smithi159.stdout:Description: Generic Linux kernel image 2024-09-13T17:33:46.962 INFO:teuthology.orchestra.run.smithi159.stdout: This package will always depend on the latest generic kernel image 2024-09-13T17:33:46.962 INFO:teuthology.orchestra.run.smithi159.stdout: available. 2024-09-13T17:33:46.962 DEBUG:teuthology.orchestra.run.smithi159:> mktemp 2024-09-13T17:33:47.007 INFO:teuthology.orchestra.run.smithi159.stdout:/tmp/tmp.WbxBNJgGsV 2024-09-13T17:33:47.007 DEBUG:teuthology.orchestra.run.smithi159:> sudo cp /boot/grub/grub.cfg /tmp/tmp.WbxBNJgGsV 2024-09-13T17:33:47.042 INFO:teuthology.orchestra.run.smithi032.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-13T17:33:47.042 INFO:teuthology.orchestra.run.smithi032.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-13T17:33:47.042 INFO:teuthology.orchestra.run.smithi032.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-13T17:33:47.054 INFO:teuthology.orchestra.run.smithi032.stderr:done 2024-09-13T17:33:47.063 DEBUG:teuthology.orchestra.run.smithi159:> sudo chmod 0666 /tmp/tmp.WbxBNJgGsV 2024-09-13T17:33:47.065 DEBUG:teuthology.orchestra.run.smithi032:> sudo shutdown -r now 2024-09-13T17:33:47.174 DEBUG:teuthology.orchestra.remote:smithi159:/tmp/tmp.WbxBNJgGsV is 10KB 2024-09-13T17:33:47.186 DEBUG:teuthology.orchestra.run.smithi159:> rm -fr /tmp/tmp.WbxBNJgGsV 2024-09-13T17:33:47.191 DEBUG:teuthology.orchestra.run.smithi159:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-13T17:33:47.247 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:33:47.247 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-13T17:33:47.247 DEBUG:teuthology.orchestra.run.smithi159:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-13T17:33:47.314 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-121-generic 2024-09-13T17:33:47.315 DEBUG:teuthology.orchestra.run.smithi159:> sudo update-grub 2024-09-13T17:33:48.599 INFO:teuthology.orchestra.run.smithi159.stderr:Sourcing file `/etc/default/grub' 2024-09-13T17:33:48.605 INFO:teuthology.orchestra.run.smithi159.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T17:33:48.609 INFO:teuthology.orchestra.run.smithi159.stderr:Generating grub configuration file ... 2024-09-13T17:33:48.790 INFO:teuthology.orchestra.run.smithi159.stderr:Found linux image: /boot/vmlinuz-5.15.0-121-generic 2024-09-13T17:33:48.796 INFO:teuthology.orchestra.run.smithi159.stderr:Found initrd image: /boot/initrd.img-5.15.0-121-generic 2024-09-13T17:33:49.021 INFO:teuthology.orchestra.run.smithi159.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-13T17:33:49.026 INFO:teuthology.orchestra.run.smithi159.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-13T17:33:49.064 INFO:teuthology.orchestra.run.smithi159.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-13T17:33:49.068 INFO:teuthology.orchestra.run.smithi159.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-13T17:33:49.180 INFO:teuthology.orchestra.run.smithi159.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-13T17:33:49.180 INFO:teuthology.orchestra.run.smithi159.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-13T17:33:49.180 INFO:teuthology.orchestra.run.smithi159.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-13T17:33:49.190 INFO:teuthology.orchestra.run.smithi159.stderr:done 2024-09-13T17:33:49.208 DEBUG:teuthology.orchestra.run.smithi159:> sudo shutdown -r now 2024-09-13T17:34:17.097 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-13T17:34:17.097 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-13T17:34:17.098 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T17:34:19.213 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-13T17:34:19.213 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi159.front.sepia.ceph.com' 2024-09-13T17:34:19.214 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi159.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T17:34:51.709 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.32 2024-09-13T17:34:53.761 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.159 2024-09-13T17:35:00.765 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-13T17:35:00.766 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T17:35:02.763 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi159.front.sepia.ceph.com' 2024-09-13T17:35:02.764 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi159.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T17:35:03.841 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.32 2024-09-13T17:35:15.853 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-13T17:35:15.854 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T17:35:18.945 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.32 2024-09-13T17:35:21.153 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.159 2024-09-13T17:35:33.165 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi159.front.sepia.ceph.com' 2024-09-13T17:35:33.165 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi159.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T17:35:33.180 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.159 2024-09-13T17:35:33.947 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-13T17:35:33.947 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T17:35:34.152 DEBUG:teuthology.orchestra.run.smithi032:> true 2024-09-13T17:35:34.629 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-13T17:35:34.629 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-121-generic"... 2024-09-13T17:35:34.630 DEBUG:teuthology.orchestra.run.smithi032:> uname -r 2024-09-13T17:35:34.682 INFO:teuthology.orchestra.run.smithi032.stdout:5.15.0-121-generic 2024-09-13T17:35:34.682 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-121-generic vs 5.15.0-121-generic 2024-09-13T17:35:34.682 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T17:35:34.682 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-13T17:35:35.684 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-13T17:35:35.684 DEBUG:teuthology.orchestra.run.smithi032:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T17:35:35.760 INFO:teuthology.orchestra.run.smithi032.stdout:ttyS1 2024-09-13T17:35:35.783 DEBUG:teuthology.parallel:result is None 2024-09-13T17:35:48.180 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi159.front.sepia.ceph.com' 2024-09-13T17:35:48.182 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi159.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T17:35:48.582 DEBUG:teuthology.orchestra.run.smithi159:> true 2024-09-13T17:35:49.100 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi159.front.sepia.ceph.com' 2024-09-13T17:35:49.100 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-121-generic"... 2024-09-13T17:35:49.100 DEBUG:teuthology.orchestra.run.smithi159:> uname -r 2024-09-13T17:35:49.147 INFO:teuthology.orchestra.run.smithi159.stdout:5.15.0-121-generic 2024-09-13T17:35:49.147 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-121-generic vs 5.15.0-121-generic 2024-09-13T17:35:49.147 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T17:35:49.147 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-13T17:35:50.148 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-13T17:35:50.148 DEBUG:teuthology.orchestra.run.smithi159:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T17:35:50.487 INFO:teuthology.orchestra.run.smithi159.stdout:ttyS1 2024-09-13T17:35:50.517 DEBUG:teuthology.parallel:result is None 2024-09-13T17:35:50.517 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-13T17:35:50.530 INFO:teuthology.task.internal:Creating test directory... 2024-09-13T17:35:50.530 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T17:35:50.533 DEBUG:teuthology.orchestra.run.smithi159:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T17:35:50.538 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-13T17:35:50.558 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-13T17:35:50.589 INFO:teuthology.task.internal:Creating archive directory... 2024-09-13T17:35:50.589 DEBUG:teuthology.orchestra.run.smithi032:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T17:35:50.592 DEBUG:teuthology.orchestra.run.smithi159:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T17:35:50.610 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-13T17:35:50.622 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-13T17:35:50.622 DEBUG:teuthology.orchestra.run.smithi032:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T17:35:50.647 DEBUG:teuthology.orchestra.run.smithi159:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T17:35:50.662 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T17:35:50.667 INFO:teuthology.orchestra.run.smithi159.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T17:35:50.670 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T17:35:50.676 INFO:teuthology.orchestra.run.smithi159.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T17:35:50.678 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-13T17:35:50.686 INFO:teuthology.task.internal:Configuring sudo... 2024-09-13T17:35:50.687 DEBUG:teuthology.orchestra.run.smithi032:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T17:35:50.715 DEBUG:teuthology.orchestra.run.smithi159:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T17:35:50.737 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-13T17:35:50.750 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-13T17:35:50.751 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T17:35:50.775 DEBUG:teuthology.orchestra.run.smithi159:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T17:35:50.787 DEBUG:teuthology.orchestra.run.smithi032:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T17:35:50.826 DEBUG:teuthology.orchestra.run.smithi032:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T17:35:50.874 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:35:50.874 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T17:35:50.932 DEBUG:teuthology.orchestra.run.smithi159:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T17:35:50.938 DEBUG:teuthology.orchestra.run.smithi159:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T17:35:50.983 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:35:50.984 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T17:35:51.044 DEBUG:teuthology.orchestra.run.smithi032:> sudo service rsyslog restart 2024-09-13T17:35:51.046 DEBUG:teuthology.orchestra.run.smithi159:> sudo service rsyslog restart 2024-09-13T17:35:51.120 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-13T17:35:51.128 INFO:teuthology.task.internal:Starting timer... 2024-09-13T17:35:51.128 INFO:teuthology.run_tasks:Running task pcp... 2024-09-13T17:35:51.149 INFO:teuthology.run_tasks:Running task selinux... 2024-09-13T17:35:51.207 DEBUG:teuthology.task.selinux:Excluding smithi032: OS 'ubuntu' does not support SELinux 2024-09-13T17:35:51.207 DEBUG:teuthology.task.selinux:Excluding smithi159: OS 'ubuntu' does not support SELinux 2024-09-13T17:35:51.207 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-13T17:35:51.207 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-13T17:35:51.207 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-13T17:35:51.207 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-13T17:35:51.238 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-13T17:35:51.242 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-13T17:35:51.395 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-13T17:35:51.406 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-13T17:35:51.407 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi032.front.sepia.ceph.com,smithi159.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-13T17:43:30.289 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi032.front.sepia.ceph.com'), Remote(name='ubuntu@smithi159.front.sepia.ceph.com')] 2024-09-13T17:43:30.291 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-13T17:43:30.292 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T17:43:30.402 DEBUG:teuthology.orchestra.run.smithi032:> true 2024-09-13T17:43:30.481 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-09-13T17:43:30.481 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi159.front.sepia.ceph.com' 2024-09-13T17:43:30.482 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi159.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T17:43:30.592 DEBUG:teuthology.orchestra.run.smithi159:> true 2024-09-13T17:43:30.668 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi159.front.sepia.ceph.com' 2024-09-13T17:43:30.669 INFO:teuthology.run_tasks:Running task clock... 2024-09-13T17:43:30.681 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-13T17:43:30.681 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T17:43:30.682 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T17:43:30.684 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T17:43:30.684 DEBUG:teuthology.orchestra.run.smithi159:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T17:43:30.714 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-13T17:43:30.714 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: Command line: ntpd -gq 2024-09-13T17:43:30.714 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: ---------------------------------------------------- 2024-09-13T17:43:30.714 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: ntp-4 is maintained by Network Time Foundation, 2024-09-13T17:43:30.714 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-13T17:43:30.714 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: corporation. Support and training for ntp-4 are 2024-09-13T17:43:30.714 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: available at https://www.nwtime.org/support 2024-09-13T17:43:30.714 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: ---------------------------------------------------- 2024-09-13T17:43:30.714 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: proto: precision = 0.046 usec (-24) 2024-09-13T17:43:30.714 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: basedate set to 2022-02-04 2024-09-13T17:43:30.715 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: gps base set to 2022-02-06 (week 2196) 2024-09-13T17:43:30.715 INFO:teuthology.orchestra.run.smithi032.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T17:43:30.715 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T17:43:30.715 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: restrict ::: KOD does nothing without LIMITED. 2024-09-13T17:43:30.716 INFO:teuthology.orchestra.run.smithi032.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-13T17:43:30.716 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: Listen and drop on 0 v6wildcard [::]:123 2024-09-13T17:43:30.716 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-13T17:43:30.716 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: Listen normally on 2 lo 127.0.0.1:123 2024-09-13T17:43:30.717 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: Listen normally on 3 ens1f0 172.21.15.32:123 2024-09-13T17:43:30.717 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: Listen normally on 4 lo [::1]:123 2024-09-13T17:43:30.717 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: Listen normally on 5 ens1f0 [fe80::ae1f:6bff:fef8:2602%4]:123 2024-09-13T17:43:30.717 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:30 ntpd[18377]: Listening on routing socket on fd #22 for interface updates 2024-09-13T17:43:30.737 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-13T17:43:30.737 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: Command line: ntpd -gq 2024-09-13T17:43:30.737 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: ---------------------------------------------------- 2024-09-13T17:43:30.737 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: ntp-4 is maintained by Network Time Foundation, 2024-09-13T17:43:30.737 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-13T17:43:30.737 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: corporation. Support and training for ntp-4 are 2024-09-13T17:43:30.737 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: available at https://www.nwtime.org/support 2024-09-13T17:43:30.737 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: ---------------------------------------------------- 2024-09-13T17:43:30.738 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: proto: precision = 0.059 usec (-24) 2024-09-13T17:43:30.738 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: basedate set to 2022-02-04 2024-09-13T17:43:30.738 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: gps base set to 2022-02-06 (week 2196) 2024-09-13T17:43:30.739 INFO:teuthology.orchestra.run.smithi159.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T17:43:30.739 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T17:43:30.740 INFO:teuthology.orchestra.run.smithi159.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-13T17:43:30.741 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: restrict ::: KOD does nothing without LIMITED. 2024-09-13T17:43:30.741 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: Listen and drop on 0 v6wildcard [::]:123 2024-09-13T17:43:30.741 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-13T17:43:30.741 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: Listen normally on 2 lo 127.0.0.1:123 2024-09-13T17:43:30.741 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: Listen normally on 3 enp3s0f1 172.21.15.159:123 2024-09-13T17:43:30.741 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: Listen normally on 4 lo [::1]:123 2024-09-13T17:43:30.741 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:724f%5]:123 2024-09-13T17:43:30.741 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:30 ntpd[18449]: Listening on routing socket on fd #22 for interface updates 2024-09-13T17:43:31.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:31 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:31.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:31 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:31.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:31 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:31.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:31 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:31.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:31 ntpd[18377]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T17:43:31.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:31 ntpd[18377]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T17:43:31.737 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:31 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:31.737 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:31 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:31.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:31 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:31.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:31 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:31.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:31 ntpd[18449]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T17:43:31.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:31 ntpd[18449]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T17:43:32.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:32 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:32.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:32 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:32.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:32 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:32.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:32 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:32.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:32 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:32.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:32 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:32.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:32 ntpd[18377]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T17:43:32.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:32 ntpd[18377]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T17:43:32.737 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:32 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:32.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:32 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:32.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:32 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:32.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:32 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:32.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:32 ntpd[18449]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T17:43:32.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:32 ntpd[18449]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T17:43:33.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:33 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:33.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:33 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:33.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:33 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:33.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:33 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:33.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:33 ntpd[18377]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T17:43:33.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:33 ntpd[18377]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T17:43:33.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:33 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:33.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:33 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:33.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:33 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:33.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:33 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:33.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:33 ntpd[18449]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T17:43:33.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:33 ntpd[18449]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T17:43:34.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:34 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:34.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:34 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:34.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:34 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:34.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:34 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:34.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:34 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:34.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:34 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:34.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:34 ntpd[18377]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T17:43:34.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:34 ntpd[18377]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T17:43:34.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:34 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:34.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:34 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:34.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:34 ntpd[18377]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T17:43:34.716 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:34 ntpd[18377]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T17:43:34.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:34 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:34.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:34 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:34.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:34 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:34.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:34 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:34.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:34 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:34.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:34 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:34.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:34 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:34.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:34 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:34.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:34 ntpd[18449]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T17:43:34.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:34 ntpd[18449]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T17:43:34.740 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:34 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:34.740 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:34 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:34.740 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:34 ntpd[18449]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T17:43:34.740 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:34 ntpd[18449]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T17:43:35.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:35 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:35.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:35 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:35.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:35 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:35.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:35 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:35.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:35 ntpd[18377]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T17:43:35.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:35 ntpd[18377]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T17:43:35.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:35 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:35.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:35 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:35.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:35 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:35.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:35 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:35.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:35 ntpd[18449]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T17:43:35.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:35 ntpd[18449]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T17:43:36.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:36 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:36.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:36 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:36.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:36 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:36.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:36 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:36.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:36 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:36.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:36 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:36.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:36 ntpd[18377]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T17:43:36.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:36 ntpd[18377]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T17:43:36.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:36 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:36.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:36 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:36.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:36 ntpd[18377]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T17:43:36.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:36 ntpd[18377]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T17:43:36.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:36 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:36.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:36 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:36.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:36 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:36.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:36 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:36.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:36 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:36.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:36 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:36.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:36 ntpd[18449]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T17:43:36.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:36 ntpd[18449]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T17:43:36.740 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:36 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:36.740 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:36 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:36.740 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:36 ntpd[18449]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T17:43:36.740 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:36 ntpd[18449]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T17:43:37.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:37 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:37.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:37 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:37.714 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:37 ntpd[18377]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:37.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:37 ntpd[18377]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:37.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:37 ntpd[18377]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T17:43:37.715 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:37 ntpd[18377]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T17:43:37.715 INFO:teuthology.orchestra.run.smithi032.stdout:13 Sep 17:43:37 ntpd[18377]: ntpd: time slew -0.003367 s 2024-09-13T17:43:37.715 INFO:teuthology.orchestra.run.smithi032.stdout:ntpd: time slew -0.003367s 2024-09-13T17:43:37.716 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:37 ntpd[18377]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-13T17:43:37.716 INFO:teuthology.orchestra.run.smithi032.stderr:13 Sep 17:43:37 ntpd[18377]: can't open /var/log/ntpstats/loopstats.20240913: Permission denied 2024-09-13T17:43:37.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:37 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:37.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:37 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:37.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:37 ntpd[18449]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T17:43:37.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:37 ntpd[18449]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T17:43:37.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:37 ntpd[18449]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T17:43:37.738 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:37 ntpd[18449]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T17:43:37.738 INFO:teuthology.orchestra.run.smithi159.stdout:13 Sep 17:43:37 ntpd[18449]: ntpd: time slew +0.002002 s 2024-09-13T17:43:37.738 INFO:teuthology.orchestra.run.smithi159.stdout:ntpd: time slew +0.002002s 2024-09-13T17:43:37.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:37 ntpd[18449]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-13T17:43:37.739 INFO:teuthology.orchestra.run.smithi159.stderr:13 Sep 17:43:37 ntpd[18449]: can't open /var/log/ntpstats/loopstats.20240913: Permission denied 2024-09-13T17:43:37.772 INFO:teuthology.orchestra.run.smithi032.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T17:43:37.772 INFO:teuthology.orchestra.run.smithi032.stdout:============================================================================== 2024-09-13T17:43:37.772 INFO:teuthology.orchestra.run.smithi032.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T17:43:37.772 INFO:teuthology.orchestra.run.smithi032.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T17:43:37.772 INFO:teuthology.orchestra.run.smithi032.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T17:43:37.772 INFO:teuthology.orchestra.run.smithi032.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T17:43:37.792 INFO:teuthology.orchestra.run.smithi159.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T17:43:37.792 INFO:teuthology.orchestra.run.smithi159.stdout:============================================================================== 2024-09-13T17:43:37.792 INFO:teuthology.orchestra.run.smithi159.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T17:43:37.792 INFO:teuthology.orchestra.run.smithi159.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T17:43:37.792 INFO:teuthology.orchestra.run.smithi159.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T17:43:37.792 INFO:teuthology.orchestra.run.smithi159.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T17:43:37.793 INFO:teuthology.run_tasks:Running task install... 2024-09-13T17:43:37.801 DEBUG:teuthology.task.install:project ceph 2024-09-13T17:43:37.801 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3'}} 2024-09-13T17:43:37.802 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3'} 2024-09-13T17:43:37.802 INFO:teuthology.task.install:Using flavor: default 2024-09-13T17:43:37.807 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-13T17:43:37.807 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2024-09-13T17:43:37.809 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-key list | grep Ceph 2024-09-13T17:43:37.809 DEBUG:teuthology.orchestra.run.smithi159:> sudo apt-key list | grep Ceph 2024-09-13T17:43:37.876 INFO:teuthology.orchestra.run.smithi032.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-13T17:43:37.894 INFO:teuthology.orchestra.run.smithi159.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-13T17:43:37.902 INFO:teuthology.orchestra.run.smithi032.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-13T17:43:37.903 INFO:teuthology.orchestra.run.smithi032.stdout:uid [ unknown] Ceph.com (release key) 2024-09-13T17:43:37.904 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-13T17:43:37.904 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-13T17:43:37.904 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 2024-09-13T17:43:37.936 INFO:teuthology.orchestra.run.smithi159.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-13T17:43:37.936 INFO:teuthology.orchestra.run.smithi159.stdout:uid [ unknown] Ceph.com (release key) 2024-09-13T17:43:37.937 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-13T17:43:37.937 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-13T17:43:37.937 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 2024-09-13T17:43:38.075 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default/ 2024-09-13T17:43:38.076 INFO:teuthology.task.install.deb:Package version is 18.2.4-860-g6c6b083f-1jammy 2024-09-13T17:43:38.101 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default/ 2024-09-13T17:43:38.101 INFO:teuthology.task.install.deb:Package version is 18.2.4-860-g6c6b083f-1jammy 2024-09-13T17:43:38.312 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:43:38.312 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-13T17:43:38.326 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get update 2024-09-13T17:43:38.335 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:43:38.336 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-13T17:43:38.349 DEBUG:teuthology.orchestra.run.smithi159:> sudo apt-get update 2024-09-13T17:43:38.496 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-13T17:43:38.507 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-13T17:43:38.524 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-13T17:43:38.619 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:4 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-13T17:43:38.650 INFO:teuthology.orchestra.run.smithi159.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-13T17:43:38.650 INFO:teuthology.orchestra.run.smithi159.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-13T17:43:38.667 INFO:teuthology.orchestra.run.smithi032.stdout:Ign:5 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy InRelease 2024-09-13T17:43:38.685 INFO:teuthology.orchestra.run.smithi159.stdout:Ign:3 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy InRelease 2024-09-13T17:43:38.718 INFO:teuthology.orchestra.run.smithi032.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2024-09-13T17:43:38.721 INFO:teuthology.orchestra.run.smithi159.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-13T17:43:38.739 INFO:teuthology.orchestra.run.smithi159.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2024-09-13T17:43:38.768 INFO:teuthology.orchestra.run.smithi032.stdout:Ign:7 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-13T17:43:38.784 INFO:teuthology.orchestra.run.smithi159.stdout:Ign:6 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-13T17:43:38.803 INFO:teuthology.orchestra.run.smithi159.stdout:Hit:7 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-13T17:43:38.818 INFO:teuthology.orchestra.run.smithi032.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,428 B] 2024-09-13T17:43:38.834 INFO:teuthology.orchestra.run.smithi159.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,428 B] 2024-09-13T17:43:38.874 INFO:teuthology.orchestra.run.smithi032.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.7 kB] 2024-09-13T17:43:38.891 INFO:teuthology.orchestra.run.smithi159.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.7 kB] 2024-09-13T17:43:38.963 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 28.8 kB in 0s (65.1 kB/s) 2024-09-13T17:43:39.035 INFO:teuthology.orchestra.run.smithi159.stdout:Fetched 28.8 kB in 0s (57.9 kB/s) 2024-09-13T17:43:40.008 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-09-13T17:43:40.024 DEBUG:teuthology.orchestra.run.smithi032:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.4-860-g6c6b083f-1jammy cephadm=18.2.4-860-g6c6b083f-1jammy ceph-mds=18.2.4-860-g6c6b083f-1jammy ceph-mgr=18.2.4-860-g6c6b083f-1jammy ceph-common=18.2.4-860-g6c6b083f-1jammy ceph-fuse=18.2.4-860-g6c6b083f-1jammy ceph-test=18.2.4-860-g6c6b083f-1jammy ceph-volume=18.2.4-860-g6c6b083f-1jammy radosgw=18.2.4-860-g6c6b083f-1jammy python3-rados=18.2.4-860-g6c6b083f-1jammy python3-rgw=18.2.4-860-g6c6b083f-1jammy python3-cephfs=18.2.4-860-g6c6b083f-1jammy python3-rbd=18.2.4-860-g6c6b083f-1jammy libcephfs2=18.2.4-860-g6c6b083f-1jammy libcephfs-dev=18.2.4-860-g6c6b083f-1jammy librados2=18.2.4-860-g6c6b083f-1jammy librbd1=18.2.4-860-g6c6b083f-1jammy rbd-fuse=18.2.4-860-g6c6b083f-1jammy python3-cephfs=18.2.4-860-g6c6b083f-1jammy cephfs-shell=18.2.4-860-g6c6b083f-1jammy cephfs-top=18.2.4-860-g6c6b083f-1jammy cephfs-mirror=18.2.4-860-g6c6b083f-1jammy 2024-09-13T17:43:40.077 INFO:teuthology.orchestra.run.smithi159.stdout:Reading package lists... 2024-09-13T17:43:40.089 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-09-13T17:43:40.093 DEBUG:teuthology.orchestra.run.smithi159:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.4-860-g6c6b083f-1jammy cephadm=18.2.4-860-g6c6b083f-1jammy ceph-mds=18.2.4-860-g6c6b083f-1jammy ceph-mgr=18.2.4-860-g6c6b083f-1jammy ceph-common=18.2.4-860-g6c6b083f-1jammy ceph-fuse=18.2.4-860-g6c6b083f-1jammy ceph-test=18.2.4-860-g6c6b083f-1jammy ceph-volume=18.2.4-860-g6c6b083f-1jammy radosgw=18.2.4-860-g6c6b083f-1jammy python3-rados=18.2.4-860-g6c6b083f-1jammy python3-rgw=18.2.4-860-g6c6b083f-1jammy python3-cephfs=18.2.4-860-g6c6b083f-1jammy python3-rbd=18.2.4-860-g6c6b083f-1jammy libcephfs2=18.2.4-860-g6c6b083f-1jammy libcephfs-dev=18.2.4-860-g6c6b083f-1jammy librados2=18.2.4-860-g6c6b083f-1jammy librbd1=18.2.4-860-g6c6b083f-1jammy rbd-fuse=18.2.4-860-g6c6b083f-1jammy python3-cephfs=18.2.4-860-g6c6b083f-1jammy cephfs-shell=18.2.4-860-g6c6b083f-1jammy cephfs-top=18.2.4-860-g6c6b083f-1jammy cephfs-mirror=18.2.4-860-g6c6b083f-1jammy 2024-09-13T17:43:40.153 INFO:teuthology.orchestra.run.smithi159.stdout:Reading package lists... 2024-09-13T17:43:40.303 INFO:teuthology.orchestra.run.smithi032.stdout:Building dependency tree... 2024-09-13T17:43:40.304 INFO:teuthology.orchestra.run.smithi032.stdout:Reading state information... 2024-09-13T17:43:40.358 INFO:teuthology.orchestra.run.smithi159.stdout:Building dependency tree... 2024-09-13T17:43:40.359 INFO:teuthology.orchestra.run.smithi159.stdout:Reading state information... 2024-09-13T17:43:40.521 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T17:43:40.521 INFO:teuthology.orchestra.run.smithi032.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T17:43:40.521 INFO:teuthology.orchestra.run.smithi032.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T17:43:40.522 INFO:teuthology.orchestra.run.smithi032.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T17:43:40.522 INFO:teuthology.orchestra.run.smithi032.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-13T17:43:40.522 INFO:teuthology.orchestra.run.smithi032.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-13T17:43:40.522 INFO:teuthology.orchestra.run.smithi032.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T17:43:40.523 INFO:teuthology.orchestra.run.smithi032.stdout:The following additional packages will be installed: 2024-09-13T17:43:40.523 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-13T17:43:40.523 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-13T17:43:40.523 INFO:teuthology.orchestra.run.smithi032.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-09-13T17:43:40.523 INFO:teuthology.orchestra.run.smithi032.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-13T17:43:40.524 INFO:teuthology.orchestra.run.smithi032.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-09-13T17:43:40.524 INFO:teuthology.orchestra.run.smithi032.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-09-13T17:43:40.524 INFO:teuthology.orchestra.run.smithi032.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-09-13T17:43:40.524 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-09-13T17:43:40.524 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2024-09-13T17:43:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-09-13T17:43:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-09-13T17:43:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-09-13T17:43:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-09-13T17:43:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-13T17:43:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-09-13T17:43:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-09-13T17:43:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2024-09-13T17:43:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2024-09-13T17:43:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-09-13T17:43:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2024-09-13T17:43:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2024-09-13T17:43:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2024-09-13T17:43:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: qttranslations5-l10n socat xmlstarlet 2024-09-13T17:43:40.526 INFO:teuthology.orchestra.run.smithi032.stdout:Suggested packages: 2024-09-13T17:43:40.526 INFO:teuthology.orchestra.run.smithi032.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-09-13T17:43:40.526 INFO:teuthology.orchestra.run.smithi032.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-09-13T17:43:40.526 INFO:teuthology.orchestra.run.smithi032.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-09-13T17:43:40.526 INFO:teuthology.orchestra.run.smithi032.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-09-13T17:43:40.526 INFO:teuthology.orchestra.run.smithi032.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-09-13T17:43:40.526 INFO:teuthology.orchestra.run.smithi032.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-09-13T17:43:40.526 INFO:teuthology.orchestra.run.smithi032.stdout: python3-watchdog 2024-09-13T17:43:40.526 INFO:teuthology.orchestra.run.smithi032.stdout:Recommended packages: 2024-09-13T17:43:40.527 INFO:teuthology.orchestra.run.smithi032.stdout: btrfs-tools 2024-09-13T17:43:40.555 INFO:teuthology.orchestra.run.smithi159.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T17:43:40.555 INFO:teuthology.orchestra.run.smithi159.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T17:43:40.555 INFO:teuthology.orchestra.run.smithi159.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T17:43:40.555 INFO:teuthology.orchestra.run.smithi159.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T17:43:40.556 INFO:teuthology.orchestra.run.smithi159.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-13T17:43:40.556 INFO:teuthology.orchestra.run.smithi159.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-13T17:43:40.556 INFO:teuthology.orchestra.run.smithi159.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T17:43:40.556 INFO:teuthology.orchestra.run.smithi159.stdout:The following additional packages will be installed: 2024-09-13T17:43:40.556 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-13T17:43:40.558 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-13T17:43:40.558 INFO:teuthology.orchestra.run.smithi159.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-09-13T17:43:40.558 INFO:teuthology.orchestra.run.smithi159.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-13T17:43:40.559 INFO:teuthology.orchestra.run.smithi159.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-09-13T17:43:40.559 INFO:teuthology.orchestra.run.smithi159.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-09-13T17:43:40.559 INFO:teuthology.orchestra.run.smithi159.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-09-13T17:43:40.559 INFO:teuthology.orchestra.run.smithi159.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-09-13T17:43:40.559 INFO:teuthology.orchestra.run.smithi159.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2024-09-13T17:43:40.559 INFO:teuthology.orchestra.run.smithi159.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-09-13T17:43:40.559 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-09-13T17:43:40.559 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-09-13T17:43:40.559 INFO:teuthology.orchestra.run.smithi159.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-09-13T17:43:40.559 INFO:teuthology.orchestra.run.smithi159.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-13T17:43:40.559 INFO:teuthology.orchestra.run.smithi159.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-09-13T17:43:40.559 INFO:teuthology.orchestra.run.smithi159.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-09-13T17:43:40.559 INFO:teuthology.orchestra.run.smithi159.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2024-09-13T17:43:40.560 INFO:teuthology.orchestra.run.smithi159.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2024-09-13T17:43:40.560 INFO:teuthology.orchestra.run.smithi159.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-09-13T17:43:40.560 INFO:teuthology.orchestra.run.smithi159.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2024-09-13T17:43:40.560 INFO:teuthology.orchestra.run.smithi159.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2024-09-13T17:43:40.560 INFO:teuthology.orchestra.run.smithi159.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2024-09-13T17:43:40.560 INFO:teuthology.orchestra.run.smithi159.stdout: qttranslations5-l10n socat xmlstarlet 2024-09-13T17:43:40.560 INFO:teuthology.orchestra.run.smithi159.stdout:Suggested packages: 2024-09-13T17:43:40.560 INFO:teuthology.orchestra.run.smithi159.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-09-13T17:43:40.561 INFO:teuthology.orchestra.run.smithi159.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-09-13T17:43:40.561 INFO:teuthology.orchestra.run.smithi159.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-09-13T17:43:40.561 INFO:teuthology.orchestra.run.smithi159.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-09-13T17:43:40.561 INFO:teuthology.orchestra.run.smithi159.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-09-13T17:43:40.561 INFO:teuthology.orchestra.run.smithi159.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-09-13T17:43:40.561 INFO:teuthology.orchestra.run.smithi159.stdout: python3-watchdog 2024-09-13T17:43:40.561 INFO:teuthology.orchestra.run.smithi159.stdout:Recommended packages: 2024-09-13T17:43:40.561 INFO:teuthology.orchestra.run.smithi159.stdout: btrfs-tools 2024-09-13T17:43:40.639 INFO:teuthology.orchestra.run.smithi032.stdout:The following NEW packages will be installed: 2024-09-13T17:43:40.639 INFO:teuthology.orchestra.run.smithi032.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-13T17:43:40.640 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-13T17:43:40.640 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-13T17:43:40.640 INFO:teuthology.orchestra.run.smithi032.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2024-09-13T17:43:40.640 INFO:teuthology.orchestra.run.smithi032.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-09-13T17:43:40.640 INFO:teuthology.orchestra.run.smithi032.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2024-09-13T17:43:40.640 INFO:teuthology.orchestra.run.smithi032.stdout: libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-09-13T17:43:40.641 INFO:teuthology.orchestra.run.smithi032.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2024-09-13T17:43:40.641 INFO:teuthology.orchestra.run.smithi032.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-13T17:43:40.641 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-09-13T17:43:40.641 INFO:teuthology.orchestra.run.smithi032.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2024-09-13T17:43:40.641 INFO:teuthology.orchestra.run.smithi032.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2024-09-13T17:43:40.641 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-13T17:43:40.641 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-13T17:43:40.641 INFO:teuthology.orchestra.run.smithi032.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-13T17:43:40.642 INFO:teuthology.orchestra.run.smithi032.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-13T17:43:40.642 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-13T17:43:40.642 INFO:teuthology.orchestra.run.smithi032.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-13T17:43:40.642 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2024-09-13T17:43:40.642 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2024-09-13T17:43:40.642 INFO:teuthology.orchestra.run.smithi032.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-13T17:43:40.642 INFO:teuthology.orchestra.run.smithi032.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-13T17:43:40.642 INFO:teuthology.orchestra.run.smithi032.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-13T17:43:40.642 INFO:teuthology.orchestra.run.smithi032.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-13T17:43:40.642 INFO:teuthology.orchestra.run.smithi032.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-13T17:43:40.642 INFO:teuthology.orchestra.run.smithi032.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-09-13T17:43:40.642 INFO:teuthology.orchestra.run.smithi032.stdout: socat xmlstarlet 2024-09-13T17:43:40.665 INFO:teuthology.orchestra.run.smithi159.stdout:The following NEW packages will be installed: 2024-09-13T17:43:40.665 INFO:teuthology.orchestra.run.smithi159.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-13T17:43:40.665 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-13T17:43:40.665 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-13T17:43:40.667 INFO:teuthology.orchestra.run.smithi159.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2024-09-13T17:43:40.667 INFO:teuthology.orchestra.run.smithi159.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-09-13T17:43:40.667 INFO:teuthology.orchestra.run.smithi159.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2024-09-13T17:43:40.667 INFO:teuthology.orchestra.run.smithi159.stdout: libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-09-13T17:43:40.667 INFO:teuthology.orchestra.run.smithi159.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2024-09-13T17:43:40.667 INFO:teuthology.orchestra.run.smithi159.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-13T17:43:40.667 INFO:teuthology.orchestra.run.smithi159.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-09-13T17:43:40.667 INFO:teuthology.orchestra.run.smithi159.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2024-09-13T17:43:40.668 INFO:teuthology.orchestra.run.smithi159.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2024-09-13T17:43:40.668 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-13T17:43:40.668 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-13T17:43:40.668 INFO:teuthology.orchestra.run.smithi159.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-13T17:43:40.668 INFO:teuthology.orchestra.run.smithi159.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-13T17:43:40.668 INFO:teuthology.orchestra.run.smithi159.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-13T17:43:40.668 INFO:teuthology.orchestra.run.smithi159.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-13T17:43:40.668 INFO:teuthology.orchestra.run.smithi159.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2024-09-13T17:43:40.668 INFO:teuthology.orchestra.run.smithi159.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2024-09-13T17:43:40.668 INFO:teuthology.orchestra.run.smithi159.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-13T17:43:40.668 INFO:teuthology.orchestra.run.smithi159.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-13T17:43:40.668 INFO:teuthology.orchestra.run.smithi159.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-13T17:43:40.668 INFO:teuthology.orchestra.run.smithi159.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-13T17:43:40.668 INFO:teuthology.orchestra.run.smithi159.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-13T17:43:40.669 INFO:teuthology.orchestra.run.smithi159.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-09-13T17:43:40.669 INFO:teuthology.orchestra.run.smithi159.stdout: socat xmlstarlet 2024-09-13T17:43:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:0 upgraded, 115 newly installed, 0 to remove and 331 not upgraded. 2024-09-13T17:43:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:Need to get 163 MB of archives. 2024-09-13T17:43:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:After this operation, 748 MB of additional disk space will be used. 2024-09-13T17:43:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2024-09-13T17:43:40.722 INFO:teuthology.orchestra.run.smithi032.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-13T17:43:40.726 INFO:teuthology.orchestra.run.smithi159.stdout:0 upgraded, 115 newly installed, 0 to remove and 331 not upgraded. 2024-09-13T17:43:40.726 INFO:teuthology.orchestra.run.smithi159.stdout:Need to get 163 MB of archives. 2024-09-13T17:43:40.726 INFO:teuthology.orchestra.run.smithi159.stdout:After this operation, 748 MB of additional disk space will be used. 2024-09-13T17:43:40.726 INFO:teuthology.orchestra.run.smithi159.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2024-09-13T17:43:40.731 INFO:teuthology.orchestra.run.smithi032.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2024-09-13T17:43:40.744 INFO:teuthology.orchestra.run.smithi159.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-13T17:43:40.754 INFO:teuthology.orchestra.run.smithi159.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2024-09-13T17:43:40.772 INFO:teuthology.orchestra.run.smithi032.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-09-13T17:43:40.781 INFO:teuthology.orchestra.run.smithi032.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-13T17:43:40.794 INFO:teuthology.orchestra.run.smithi159.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-09-13T17:43:40.797 INFO:teuthology.orchestra.run.smithi032.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-13T17:43:40.800 INFO:teuthology.orchestra.run.smithi032.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-13T17:43:40.803 INFO:teuthology.orchestra.run.smithi159.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-13T17:43:40.810 INFO:teuthology.orchestra.run.smithi032.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-13T17:43:40.820 INFO:teuthology.orchestra.run.smithi159.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-13T17:43:40.822 INFO:teuthology.orchestra.run.smithi159.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-13T17:43:40.832 INFO:teuthology.orchestra.run.smithi159.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-13T17:43:40.852 INFO:teuthology.orchestra.run.smithi032.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-13T17:43:40.856 INFO:teuthology.orchestra.run.smithi032.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-13T17:43:40.868 INFO:teuthology.orchestra.run.smithi032.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-13T17:43:40.872 INFO:teuthology.orchestra.run.smithi032.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-13T17:43:40.872 INFO:teuthology.orchestra.run.smithi032.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-13T17:43:40.874 INFO:teuthology.orchestra.run.smithi159.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-13T17:43:40.879 INFO:teuthology.orchestra.run.smithi159.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-13T17:43:40.880 INFO:teuthology.orchestra.run.smithi032.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-13T17:43:40.881 INFO:teuthology.orchestra.run.smithi032.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-13T17:43:40.881 INFO:teuthology.orchestra.run.smithi032.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-13T17:43:40.882 INFO:teuthology.orchestra.run.smithi032.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-13T17:43:40.883 INFO:teuthology.orchestra.run.smithi032.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-13T17:43:40.889 INFO:teuthology.orchestra.run.smithi032.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-13T17:43:40.889 INFO:teuthology.orchestra.run.smithi032.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-13T17:43:40.891 INFO:teuthology.orchestra.run.smithi159.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-13T17:43:40.895 INFO:teuthology.orchestra.run.smithi159.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-13T17:43:40.896 INFO:teuthology.orchestra.run.smithi159.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-13T17:43:40.904 INFO:teuthology.orchestra.run.smithi159.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-13T17:43:40.905 INFO:teuthology.orchestra.run.smithi159.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-13T17:43:40.905 INFO:teuthology.orchestra.run.smithi159.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-13T17:43:40.906 INFO:teuthology.orchestra.run.smithi032.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-13T17:43:40.906 INFO:teuthology.orchestra.run.smithi032.stdout:Get:22 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.2.4-860-g6c6b083f-1jammy [3,453 kB] 2024-09-13T17:43:40.907 INFO:teuthology.orchestra.run.smithi159.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-13T17:43:40.907 INFO:teuthology.orchestra.run.smithi159.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-13T17:43:40.907 INFO:teuthology.orchestra.run.smithi032.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-13T17:43:40.907 INFO:teuthology.orchestra.run.smithi032.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-13T17:43:40.910 INFO:teuthology.orchestra.run.smithi032.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-13T17:43:40.910 INFO:teuthology.orchestra.run.smithi032.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-13T17:43:40.910 INFO:teuthology.orchestra.run.smithi032.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-13T17:43:40.911 INFO:teuthology.orchestra.run.smithi032.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-13T17:43:40.912 INFO:teuthology.orchestra.run.smithi032.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-13T17:43:40.913 INFO:teuthology.orchestra.run.smithi159.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-13T17:43:40.913 INFO:teuthology.orchestra.run.smithi159.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-13T17:43:40.923 INFO:teuthology.orchestra.run.smithi032.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-13T17:43:40.923 INFO:teuthology.orchestra.run.smithi032.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-13T17:43:40.929 INFO:teuthology.orchestra.run.smithi159.stdout:Get:21 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.2.4-860-g6c6b083f-1jammy [3,453 kB] 2024-09-13T17:43:40.930 INFO:teuthology.orchestra.run.smithi159.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-13T17:43:40.930 INFO:teuthology.orchestra.run.smithi159.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-13T17:43:40.931 INFO:teuthology.orchestra.run.smithi159.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-13T17:43:40.934 INFO:teuthology.orchestra.run.smithi159.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-13T17:43:40.934 INFO:teuthology.orchestra.run.smithi159.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-13T17:43:40.935 INFO:teuthology.orchestra.run.smithi159.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-13T17:43:40.935 INFO:teuthology.orchestra.run.smithi159.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-13T17:43:40.936 INFO:teuthology.orchestra.run.smithi159.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-13T17:43:40.940 INFO:teuthology.orchestra.run.smithi032.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-13T17:43:40.941 INFO:teuthology.orchestra.run.smithi032.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-13T17:43:40.941 INFO:teuthology.orchestra.run.smithi032.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-13T17:43:40.947 INFO:teuthology.orchestra.run.smithi032.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-13T17:43:40.947 INFO:teuthology.orchestra.run.smithi032.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-13T17:43:40.947 INFO:teuthology.orchestra.run.smithi159.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-13T17:43:40.948 INFO:teuthology.orchestra.run.smithi159.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-13T17:43:40.948 INFO:teuthology.orchestra.run.smithi032.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-13T17:43:40.948 INFO:teuthology.orchestra.run.smithi032.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-13T17:43:40.949 INFO:teuthology.orchestra.run.smithi032.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-13T17:43:40.957 INFO:teuthology.orchestra.run.smithi032.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-13T17:43:40.958 INFO:teuthology.orchestra.run.smithi032.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-13T17:43:40.964 INFO:teuthology.orchestra.run.smithi159.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-13T17:43:40.965 INFO:teuthology.orchestra.run.smithi159.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-13T17:43:40.966 INFO:teuthology.orchestra.run.smithi159.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-13T17:43:40.969 INFO:teuthology.orchestra.run.smithi032.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-13T17:43:40.970 INFO:teuthology.orchestra.run.smithi032.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-13T17:43:40.971 INFO:teuthology.orchestra.run.smithi159.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-13T17:43:40.972 INFO:teuthology.orchestra.run.smithi159.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-13T17:43:40.972 INFO:teuthology.orchestra.run.smithi032.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-13T17:43:40.972 INFO:teuthology.orchestra.run.smithi159.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-13T17:43:40.973 INFO:teuthology.orchestra.run.smithi032.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-13T17:43:40.973 INFO:teuthology.orchestra.run.smithi159.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-13T17:43:40.973 INFO:teuthology.orchestra.run.smithi032.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-13T17:43:40.974 INFO:teuthology.orchestra.run.smithi159.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-13T17:43:40.976 INFO:teuthology.orchestra.run.smithi032.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-13T17:43:40.981 INFO:teuthology.orchestra.run.smithi159.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-13T17:43:40.982 INFO:teuthology.orchestra.run.smithi159.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-13T17:43:40.994 INFO:teuthology.orchestra.run.smithi159.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-13T17:43:40.995 INFO:teuthology.orchestra.run.smithi159.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-13T17:43:40.997 INFO:teuthology.orchestra.run.smithi159.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-13T17:43:40.999 INFO:teuthology.orchestra.run.smithi159.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-13T17:43:41.000 INFO:teuthology.orchestra.run.smithi159.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-13T17:43:41.003 INFO:teuthology.orchestra.run.smithi159.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-13T17:43:41.030 INFO:teuthology.orchestra.run.smithi032.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-13T17:43:41.031 INFO:teuthology.orchestra.run.smithi032.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-13T17:43:41.032 INFO:teuthology.orchestra.run.smithi032.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-13T17:43:41.032 INFO:teuthology.orchestra.run.smithi032.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-13T17:43:41.033 INFO:teuthology.orchestra.run.smithi032.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-13T17:43:41.034 INFO:teuthology.orchestra.run.smithi032.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-13T17:43:41.034 INFO:teuthology.orchestra.run.smithi032.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-13T17:43:41.036 INFO:teuthology.orchestra.run.smithi032.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-13T17:43:41.036 INFO:teuthology.orchestra.run.smithi032.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-13T17:43:41.050 INFO:teuthology.orchestra.run.smithi032.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-13T17:43:41.053 INFO:teuthology.orchestra.run.smithi159.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-13T17:43:41.054 INFO:teuthology.orchestra.run.smithi159.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-13T17:43:41.055 INFO:teuthology.orchestra.run.smithi159.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-13T17:43:41.055 INFO:teuthology.orchestra.run.smithi159.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-13T17:43:41.069 INFO:teuthology.orchestra.run.smithi032.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-13T17:43:41.071 INFO:teuthology.orchestra.run.smithi032.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-13T17:43:41.071 INFO:teuthology.orchestra.run.smithi032.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-13T17:43:41.077 INFO:teuthology.orchestra.run.smithi159.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-13T17:43:41.077 INFO:teuthology.orchestra.run.smithi159.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-13T17:43:41.078 INFO:teuthology.orchestra.run.smithi159.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-13T17:43:41.079 INFO:teuthology.orchestra.run.smithi159.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-13T17:43:41.079 INFO:teuthology.orchestra.run.smithi159.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-13T17:43:41.080 INFO:teuthology.orchestra.run.smithi159.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-13T17:43:41.087 INFO:teuthology.orchestra.run.smithi032.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-13T17:43:41.087 INFO:teuthology.orchestra.run.smithi032.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-13T17:43:41.087 INFO:teuthology.orchestra.run.smithi032.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-13T17:43:41.088 INFO:teuthology.orchestra.run.smithi032.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-13T17:43:41.088 INFO:teuthology.orchestra.run.smithi032.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-13T17:43:41.089 INFO:teuthology.orchestra.run.smithi032.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-13T17:43:41.089 INFO:teuthology.orchestra.run.smithi032.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-13T17:43:41.097 INFO:teuthology.orchestra.run.smithi159.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-13T17:43:41.099 INFO:teuthology.orchestra.run.smithi159.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-13T17:43:41.105 INFO:teuthology.orchestra.run.smithi032.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-13T17:43:41.107 INFO:teuthology.orchestra.run.smithi159.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-13T17:43:41.108 INFO:teuthology.orchestra.run.smithi032.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-13T17:43:41.122 INFO:teuthology.orchestra.run.smithi032.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-13T17:43:41.123 INFO:teuthology.orchestra.run.smithi159.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-13T17:43:41.123 INFO:teuthology.orchestra.run.smithi159.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-13T17:43:41.123 INFO:teuthology.orchestra.run.smithi159.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-13T17:43:41.124 INFO:teuthology.orchestra.run.smithi159.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-13T17:43:41.124 INFO:teuthology.orchestra.run.smithi032.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-13T17:43:41.124 INFO:teuthology.orchestra.run.smithi032.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-13T17:43:41.125 INFO:teuthology.orchestra.run.smithi159.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-13T17:43:41.125 INFO:teuthology.orchestra.run.smithi159.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-13T17:43:41.125 INFO:teuthology.orchestra.run.smithi159.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-13T17:43:41.125 INFO:teuthology.orchestra.run.smithi159.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-13T17:43:41.128 INFO:teuthology.orchestra.run.smithi032.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-13T17:43:41.128 INFO:teuthology.orchestra.run.smithi159.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-13T17:43:41.130 INFO:teuthology.orchestra.run.smithi032.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2024-09-13T17:43:41.130 INFO:teuthology.orchestra.run.smithi032.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2024-09-13T17:43:41.134 INFO:teuthology.orchestra.run.smithi032.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-13T17:43:41.137 INFO:teuthology.orchestra.run.smithi032.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-13T17:43:41.139 INFO:teuthology.orchestra.run.smithi032.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-13T17:43:41.141 INFO:teuthology.orchestra.run.smithi032.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-13T17:43:41.143 INFO:teuthology.orchestra.run.smithi159.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-13T17:43:41.144 INFO:teuthology.orchestra.run.smithi159.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-13T17:43:41.145 INFO:teuthology.orchestra.run.smithi159.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-13T17:43:41.148 INFO:teuthology.orchestra.run.smithi159.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-13T17:43:41.150 INFO:teuthology.orchestra.run.smithi159.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2024-09-13T17:43:41.156 INFO:teuthology.orchestra.run.smithi032.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-13T17:43:41.157 INFO:teuthology.orchestra.run.smithi032.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-13T17:43:41.158 INFO:teuthology.orchestra.run.smithi032.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-13T17:43:41.170 INFO:teuthology.orchestra.run.smithi159.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2024-09-13T17:43:41.174 INFO:teuthology.orchestra.run.smithi159.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-13T17:43:41.177 INFO:teuthology.orchestra.run.smithi159.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-13T17:43:41.177 INFO:teuthology.orchestra.run.smithi159.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-13T17:43:41.179 INFO:teuthology.orchestra.run.smithi159.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-13T17:43:41.187 INFO:teuthology.orchestra.run.smithi159.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-13T17:43:41.188 INFO:teuthology.orchestra.run.smithi159.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-13T17:43:41.188 INFO:teuthology.orchestra.run.smithi159.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-13T17:43:41.713 INFO:teuthology.orchestra.run.smithi159.stdout:Get:83 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.2.4-860-g6c6b083f-1jammy [3,108 kB] 2024-09-13T17:43:42.183 INFO:teuthology.orchestra.run.smithi159.stdout:Get:84 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.2.4-860-g6c6b083f-1jammy [684 kB] 2024-09-13T17:43:42.249 INFO:teuthology.orchestra.run.smithi159.stdout:Get:85 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.2.4-860-g6c6b083f-1jammy [357 kB] 2024-09-13T17:43:42.257 INFO:teuthology.orchestra.run.smithi159.stdout:Get:86 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.2.4-860-g6c6b083f-1jammy [32.8 kB] 2024-09-13T17:43:42.258 INFO:teuthology.orchestra.run.smithi159.stdout:Get:87 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.2.4-860-g6c6b083f-1jammy [180 kB] 2024-09-13T17:43:42.313 INFO:teuthology.orchestra.run.smithi159.stdout:Get:88 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.2.4-860-g6c6b083f-1jammy [63.7 kB] 2024-09-13T17:43:42.315 INFO:teuthology.orchestra.run.smithi159.stdout:Get:89 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.2.4-860-g6c6b083f-1jammy [334 kB] 2024-09-13T17:43:42.322 INFO:teuthology.orchestra.run.smithi159.stdout:Get:90 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.2.4-860-g6c6b083f-1jammy [5,933 kB] 2024-09-13T17:43:42.401 INFO:teuthology.orchestra.run.smithi032.stdout:Get:83 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.2.4-860-g6c6b083f-1jammy [3,108 kB] 2024-09-13T17:43:42.652 INFO:teuthology.orchestra.run.smithi159.stdout:Get:91 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.2.4-860-g6c6b083f-1jammy [112 kB] 2024-09-13T17:43:42.657 INFO:teuthology.orchestra.run.smithi159.stdout:Get:92 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.2.4-860-g6c6b083f-1jammy [445 kB] 2024-09-13T17:43:42.665 INFO:teuthology.orchestra.run.smithi159.stdout:Get:93 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.2.4-860-g6c6b083f-1jammy [22.1 MB] 2024-09-13T17:43:42.711 INFO:teuthology.orchestra.run.smithi032.stdout:Get:84 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.2.4-860-g6c6b083f-1jammy [684 kB] 2024-09-13T17:43:42.741 INFO:teuthology.orchestra.run.smithi032.stdout:Get:85 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.2.4-860-g6c6b083f-1jammy [357 kB] 2024-09-13T17:43:42.764 INFO:teuthology.orchestra.run.smithi032.stdout:Get:86 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.2.4-860-g6c6b083f-1jammy [32.8 kB] 2024-09-13T17:43:42.765 INFO:teuthology.orchestra.run.smithi032.stdout:Get:87 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.2.4-860-g6c6b083f-1jammy [180 kB] 2024-09-13T17:43:42.781 INFO:teuthology.orchestra.run.smithi032.stdout:Get:88 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.2.4-860-g6c6b083f-1jammy [63.7 kB] 2024-09-13T17:43:42.787 INFO:teuthology.orchestra.run.smithi032.stdout:Get:89 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.2.4-860-g6c6b083f-1jammy [334 kB] 2024-09-13T17:43:42.794 INFO:teuthology.orchestra.run.smithi032.stdout:Get:90 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.2.4-860-g6c6b083f-1jammy [5,933 kB] 2024-09-13T17:43:43.142 INFO:teuthology.orchestra.run.smithi032.stdout:Get:91 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.2.4-860-g6c6b083f-1jammy [112 kB] 2024-09-13T17:43:43.145 INFO:teuthology.orchestra.run.smithi032.stdout:Get:92 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.2.4-860-g6c6b083f-1jammy [445 kB] 2024-09-13T17:43:43.181 INFO:teuthology.orchestra.run.smithi032.stdout:Get:93 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.2.4-860-g6c6b083f-1jammy [22.1 MB] 2024-09-13T17:43:43.237 INFO:teuthology.orchestra.run.smithi159.stdout:Get:94 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.2.4-860-g6c6b083f-1jammy [5,006 kB] 2024-09-13T17:43:43.303 INFO:teuthology.orchestra.run.smithi159.stdout:Get:95 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.2.4-860-g6c6b083f-1jammy [242 kB] 2024-09-13T17:43:43.305 INFO:teuthology.orchestra.run.smithi159.stdout:Get:96 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.2.4-860-g6c6b083f-1jammy [130 kB] 2024-09-13T17:43:43.308 INFO:teuthology.orchestra.run.smithi159.stdout:Get:97 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.2.4-860-g6c6b083f-1jammy [1,496 kB] 2024-09-13T17:43:43.349 INFO:teuthology.orchestra.run.smithi159.stdout:Get:98 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.2.4-860-g6c6b083f-1jammy [6,085 kB] 2024-09-13T17:43:43.483 INFO:teuthology.orchestra.run.smithi159.stdout:Get:99 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.2.4-860-g6c6b083f-1jammy [22.4 MB] 2024-09-13T17:43:44.105 INFO:teuthology.orchestra.run.smithi159.stdout:Get:100 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.2.4-860-g6c6b083f-1jammy [14.2 kB] 2024-09-13T17:43:44.105 INFO:teuthology.orchestra.run.smithi159.stdout:Get:101 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.2.4-860-g6c6b083f-1jammy [835 kB] 2024-09-13T17:43:44.117 INFO:teuthology.orchestra.run.smithi159.stdout:Get:102 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.2.4-860-g6c6b083f-1jammy [2,159 kB] 2024-09-13T17:43:44.148 INFO:teuthology.orchestra.run.smithi159.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.2.4-860-g6c6b083f-1jammy [240 kB] 2024-09-13T17:43:44.151 INFO:teuthology.orchestra.run.smithi159.stdout:Get:104 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.2.4-860-g6c6b083f-1jammy [145 kB] 2024-09-13T17:43:44.153 INFO:teuthology.orchestra.run.smithi159.stdout:Get:105 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.2.4-860-g6c6b083f-1jammy [2,233 kB] 2024-09-13T17:43:44.205 INFO:teuthology.orchestra.run.smithi159.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.2.4-860-g6c6b083f-1jammy [8,625 kB] 2024-09-13T17:43:44.268 INFO:teuthology.orchestra.run.smithi032.stdout:Get:94 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.2.4-860-g6c6b083f-1jammy [5,006 kB] 2024-09-13T17:43:44.394 INFO:teuthology.orchestra.run.smithi032.stdout:Get:95 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.2.4-860-g6c6b083f-1jammy [242 kB] 2024-09-13T17:43:44.414 INFO:teuthology.orchestra.run.smithi032.stdout:Get:96 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.2.4-860-g6c6b083f-1jammy [130 kB] 2024-09-13T17:43:44.416 INFO:teuthology.orchestra.run.smithi032.stdout:Get:97 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.2.4-860-g6c6b083f-1jammy [1,496 kB] 2024-09-13T17:43:44.445 INFO:teuthology.orchestra.run.smithi159.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.2.4-860-g6c6b083f-1jammy [14.3 kB] 2024-09-13T17:43:44.446 INFO:teuthology.orchestra.run.smithi159.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.2.4-860-g6c6b083f-1jammy [42.9 MB] 2024-09-13T17:43:44.479 INFO:teuthology.orchestra.run.smithi032.stdout:Get:98 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.2.4-860-g6c6b083f-1jammy [6,085 kB] 2024-09-13T17:43:44.735 INFO:teuthology.orchestra.run.smithi032.stdout:Get:99 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.2.4-860-g6c6b083f-1jammy [22.4 MB] 2024-09-13T17:43:45.767 INFO:teuthology.orchestra.run.smithi159.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.2.4-860-g6c6b083f-1jammy [122 kB] 2024-09-13T17:43:45.770 INFO:teuthology.orchestra.run.smithi159.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.2.4-860-g6c6b083f-1jammy [233 kB] 2024-09-13T17:43:45.774 INFO:teuthology.orchestra.run.smithi159.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.2.4-860-g6c6b083f-1jammy [34.0 kB] 2024-09-13T17:43:45.775 INFO:teuthology.orchestra.run.smithi159.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.2.4-860-g6c6b083f-1jammy [23.5 kB] 2024-09-13T17:43:45.776 INFO:teuthology.orchestra.run.smithi159.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.2.4-860-g6c6b083f-1jammy [38.3 kB] 2024-09-13T17:43:45.777 INFO:teuthology.orchestra.run.smithi159.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.2.4-860-g6c6b083f-1jammy [11.7 MB] 2024-09-13T17:43:45.788 INFO:teuthology.orchestra.run.smithi032.stdout:Get:100 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.2.4-860-g6c6b083f-1jammy [14.2 kB] 2024-09-13T17:43:45.789 INFO:teuthology.orchestra.run.smithi032.stdout:Get:101 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.2.4-860-g6c6b083f-1jammy [835 kB] 2024-09-13T17:43:45.805 INFO:teuthology.orchestra.run.smithi032.stdout:Get:102 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.2.4-860-g6c6b083f-1jammy [2,159 kB] 2024-09-13T17:43:45.844 INFO:teuthology.orchestra.run.smithi032.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.2.4-860-g6c6b083f-1jammy [240 kB] 2024-09-13T17:43:45.848 INFO:teuthology.orchestra.run.smithi032.stdout:Get:104 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.2.4-860-g6c6b083f-1jammy [145 kB] 2024-09-13T17:43:45.850 INFO:teuthology.orchestra.run.smithi032.stdout:Get:105 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.2.4-860-g6c6b083f-1jammy [2,233 kB] 2024-09-13T17:43:45.876 INFO:teuthology.orchestra.run.smithi032.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.2.4-860-g6c6b083f-1jammy [8,625 kB] 2024-09-13T17:43:46.017 INFO:teuthology.orchestra.run.smithi159.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.2.4-860-g6c6b083f-1jammy [93.0 kB] 2024-09-13T17:43:46.098 INFO:teuthology.orchestra.run.smithi032.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.2.4-860-g6c6b083f-1jammy [14.3 kB] 2024-09-13T17:43:46.099 INFO:teuthology.orchestra.run.smithi032.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.2.4-860-g6c6b083f-1jammy [42.9 MB] 2024-09-13T17:43:46.581 INFO:teuthology.orchestra.run.smithi159.stdout:Fetched 163 MB in 5s (30.5 MB/s) 2024-09-13T17:43:46.717 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-13T17:43:46.813 INFO:teuthology.orchestra.run.smithi159.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-09-13T17:43:46.819 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2024-09-13T17:43:46.865 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2024-09-13T17:43:46.985 INFO:teuthology.orchestra.run.smithi032.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.2.4-860-g6c6b083f-1jammy [122 kB] 2024-09-13T17:43:46.987 INFO:teuthology.orchestra.run.smithi032.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.2.4-860-g6c6b083f-1jammy [233 kB] 2024-09-13T17:43:46.991 INFO:teuthology.orchestra.run.smithi032.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.2.4-860-g6c6b083f-1jammy [34.0 kB] 2024-09-13T17:43:46.992 INFO:teuthology.orchestra.run.smithi032.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.2.4-860-g6c6b083f-1jammy [23.5 kB] 2024-09-13T17:43:46.992 INFO:teuthology.orchestra.run.smithi032.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.2.4-860-g6c6b083f-1jammy [38.3 kB] 2024-09-13T17:43:46.993 INFO:teuthology.orchestra.run.smithi032.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.2.4-860-g6c6b083f-1jammy [11.7 MB] 2024-09-13T17:43:47.147 INFO:teuthology.orchestra.run.smithi032.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.100730-reef/6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.2.4-860-g6c6b083f-1jammy [93.0 kB] 2024-09-13T17:43:47.210 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-13T17:43:47.237 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-13T17:43:47.285 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-13T17:43:47.663 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-cmd2. 2024-09-13T17:43:47.690 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2024-09-13T17:43:47.736 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 163 MB in 6s (25.1 MB/s) 2024-09-13T17:43:47.738 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2024-09-13T17:43:47.868 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-13T17:43:47.957 INFO:teuthology.orchestra.run.smithi032.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-09-13T17:43:47.963 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2024-09-13T17:43:48.008 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2024-09-13T17:43:48.099 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libfmt8:amd64. 2024-09-13T17:43:48.126 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../003-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-09-13T17:43:48.266 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-09-13T17:43:48.427 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-13T17:43:48.455 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-13T17:43:48.494 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-13T17:43:48.628 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-13T17:43:48.654 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../004-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-13T17:43:48.694 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-13T17:43:48.788 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-cmd2. 2024-09-13T17:43:48.812 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2024-09-13T17:43:48.847 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2024-09-13T17:43:49.039 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-13T17:43:49.066 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../005-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-13T17:43:49.114 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-13T17:43:49.191 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libfmt8:amd64. 2024-09-13T17:43:49.218 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../003-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-09-13T17:43:49.350 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-09-13T17:43:49.525 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-13T17:43:49.552 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../006-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-13T17:43:49.601 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-13T17:43:49.669 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-13T17:43:49.696 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../004-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-13T17:43:49.736 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-13T17:43:50.038 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-13T17:43:50.064 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../007-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-13T17:43:50.081 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-13T17:43:50.108 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../005-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-13T17:43:50.112 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T17:43:50.147 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-13T17:43:50.484 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-13T17:43:50.510 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../006-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-13T17:43:50.542 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-13T17:43:50.557 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-13T17:43:50.584 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../008-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-13T17:43:50.632 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T17:43:51.004 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-13T17:43:51.032 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../007-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-13T17:43:51.061 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-13T17:43:51.078 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T17:43:51.087 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../009-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-13T17:43:51.127 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T17:43:51.447 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-13T17:43:51.462 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../010-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-13T17:43:51.497 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-13T17:43:51.531 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-13T17:43:51.558 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../008-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-13T17:43:51.598 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T17:43:51.825 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package librados2. 2024-09-13T17:43:51.851 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../011-librados2_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:51.891 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking librados2 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:51.951 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-13T17:43:51.978 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../009-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-13T17:43:52.018 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T17:43:52.346 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-13T17:43:52.369 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package librbd1. 2024-09-13T17:43:52.372 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../010-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-13T17:43:52.395 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../012-librbd1_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:52.404 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-13T17:43:52.436 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking librbd1 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:52.682 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package librados2. 2024-09-13T17:43:52.708 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../011-librados2_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:52.748 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking librados2 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:52.830 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libcephfs2. 2024-09-13T17:43:52.845 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../013-libcephfs2_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:52.880 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libcephfs2 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:53.133 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-rados. 2024-09-13T17:43:53.148 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../014-python3-rados_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:53.167 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package librbd1. 2024-09-13T17:43:53.191 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-rados (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:53.194 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../012-librbd1_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:53.226 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking librbd1 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:53.637 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libcephfs2. 2024-09-13T17:43:53.664 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../013-libcephfs2_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:53.703 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libcephfs2 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:53.811 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-13T17:43:53.837 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../015-python3-ceph-argparse_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:43:53.877 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-ceph-argparse (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:54.130 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-cephfs. 2024-09-13T17:43:54.131 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-rados. 2024-09-13T17:43:54.144 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../016-python3-cephfs_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:54.147 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../014-python3-rados_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:54.181 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-rados (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:54.188 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-cephfs (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:54.466 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-13T17:43:54.491 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-13T17:43:54.492 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../017-python3-ceph-common_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:43:54.518 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../015-python3-ceph-argparse_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:43:54.524 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-ceph-common (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:54.558 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-ceph-argparse (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:54.802 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-prettytable. 2024-09-13T17:43:54.810 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-cephfs. 2024-09-13T17:43:54.826 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../016-python3-cephfs_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:54.828 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../018-python3-prettytable_2.5.0-2_all.deb ... 2024-09-13T17:43:54.868 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-13T17:43:54.869 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-cephfs (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:55.171 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-rbd. 2024-09-13T17:43:55.180 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-13T17:43:55.187 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../019-python3-rbd_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:55.206 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../017-python3-ceph-common_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:43:55.230 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-rbd (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:55.246 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-ceph-common (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:55.574 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-prettytable. 2024-09-13T17:43:55.575 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-13T17:43:55.590 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../018-python3-prettytable_2.5.0-2_all.deb ... 2024-09-13T17:43:55.601 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../020-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-13T17:43:55.624 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-13T17:43:55.641 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-13T17:43:55.835 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-rbd. 2024-09-13T17:43:55.848 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../019-python3-rbd_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:55.876 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-rbd (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:55.927 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package librgw2. 2024-09-13T17:43:55.945 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../021-librgw2_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:55.978 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking librgw2 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:56.171 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-13T17:43:56.198 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../020-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-13T17:43:56.238 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-13T17:43:56.480 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-rgw. 2024-09-13T17:43:56.506 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../022-python3-rgw_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:56.546 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-rgw (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:56.565 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package librgw2. 2024-09-13T17:43:56.592 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../021-librgw2_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:56.632 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking librgw2 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:56.891 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-13T17:43:56.917 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../023-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-13T17:43:56.957 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-13T17:43:57.192 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-rgw. 2024-09-13T17:43:57.208 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../022-python3-rgw_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:57.251 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-rgw (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:57.260 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libradosstriper1. 2024-09-13T17:43:57.287 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../024-libradosstriper1_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:57.319 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libradosstriper1 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:57.537 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-13T17:43:57.563 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../023-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-13T17:43:57.612 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-13T17:43:57.697 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package ceph-common. 2024-09-13T17:43:57.723 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../025-ceph-common_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:57.763 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking ceph-common (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:57.881 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libradosstriper1. 2024-09-13T17:43:57.908 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../024-libradosstriper1_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:57.948 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libradosstriper1 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:58.368 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-common. 2024-09-13T17:43:58.394 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../025-ceph-common_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:58.434 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-common (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:59.112 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package ceph-base. 2024-09-13T17:43:59.138 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../026-ceph-base_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:59.195 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking ceph-base (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:43:59.774 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-13T17:43:59.801 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../027-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-13T17:43:59.832 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-13T17:43:59.882 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-base. 2024-09-13T17:43:59.908 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../026-ceph-base_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:43:59.957 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-base (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:00.110 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-cheroot. 2024-09-13T17:44:00.137 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../028-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-13T17:44:00.177 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-13T17:44:00.497 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-13T17:44:00.519 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-13T17:44:00.523 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../029-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-13T17:44:00.546 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../027-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-13T17:44:00.563 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-13T17:44:00.585 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-13T17:44:00.816 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-13T17:44:00.842 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../030-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-13T17:44:00.871 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-cheroot. 2024-09-13T17:44:00.882 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-13T17:44:00.898 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../028-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-13T17:44:00.938 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-13T17:44:01.194 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-13T17:44:01.221 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../031-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-13T17:44:01.258 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-13T17:44:01.260 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-13T17:44:01.284 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../029-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-13T17:44:01.324 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-13T17:44:01.563 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-tempora. 2024-09-13T17:44:01.590 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../032-python3-tempora_4.1.2-1_all.deb ... 2024-09-13T17:44:01.630 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-13T17:44:01.686 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-13T17:44:01.686 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../030-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-13T17:44:01.702 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-13T17:44:01.924 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-portend. 2024-09-13T17:44:01.939 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../033-python3-portend_3.0.0-1_all.deb ... 2024-09-13T17:44:01.974 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-13T17:44:02.004 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-13T17:44:02.031 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../031-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-13T17:44:02.071 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-13T17:44:02.261 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-13T17:44:02.287 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../034-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-13T17:44:02.315 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-tempora. 2024-09-13T17:44:02.327 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-13T17:44:02.342 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../032-python3-tempora_4.1.2-1_all.deb ... 2024-09-13T17:44:02.374 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-13T17:44:02.655 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-13T17:44:02.681 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../035-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-13T17:44:02.685 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-portend. 2024-09-13T17:44:02.712 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../033-python3-portend_3.0.0-1_all.deb ... 2024-09-13T17:44:02.721 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-13T17:44:02.751 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-13T17:44:03.079 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-13T17:44:03.106 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../034-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-13T17:44:03.125 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-natsort. 2024-09-13T17:44:03.146 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-13T17:44:03.148 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../036-python3-natsort_8.0.2-1_all.deb ... 2024-09-13T17:44:03.192 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-13T17:44:03.423 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-13T17:44:03.439 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../035-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-13T17:44:03.473 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-13T17:44:03.512 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-logutils. 2024-09-13T17:44:03.538 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../037-python3-logutils_0.3.3-8_all.deb ... 2024-09-13T17:44:03.578 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-13T17:44:03.810 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-natsort. 2024-09-13T17:44:03.837 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../036-python3-natsort_8.0.2-1_all.deb ... 2024-09-13T17:44:03.877 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-13T17:44:04.073 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-13T17:44:04.100 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../038-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-13T17:44:04.139 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-13T17:44:04.188 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-logutils. 2024-09-13T17:44:04.215 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../037-python3-logutils_0.3.3-8_all.deb ... 2024-09-13T17:44:04.363 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-13T17:44:04.509 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-mako. 2024-09-13T17:44:04.535 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../039-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-13T17:44:04.583 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-13T17:44:04.732 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-13T17:44:04.760 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../038-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-13T17:44:04.799 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-13T17:44:04.987 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-13T17:44:05.014 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../040-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-13T17:44:05.079 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-13T17:44:05.101 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-mako. 2024-09-13T17:44:05.128 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../039-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-13T17:44:05.168 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-13T17:44:05.390 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-13T17:44:05.416 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../041-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-13T17:44:05.456 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-13T17:44:05.513 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-13T17:44:05.540 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../040-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-13T17:44:05.580 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-13T17:44:05.759 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-webob. 2024-09-13T17:44:05.785 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../042-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-13T17:44:05.826 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-13T17:44:05.882 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-13T17:44:05.909 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../041-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-13T17:44:05.948 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-13T17:44:06.179 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-waitress. 2024-09-13T17:44:06.194 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-webob. 2024-09-13T17:44:06.205 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../043-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-13T17:44:06.216 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../042-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-13T17:44:06.249 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-13T17:44:06.250 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-13T17:44:06.557 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-tempita. 2024-09-13T17:44:06.583 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../044-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-13T17:44:06.604 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-waitress. 2024-09-13T17:44:06.615 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-13T17:44:06.631 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../043-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-13T17:44:06.673 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-13T17:44:06.901 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-paste. 2024-09-13T17:44:06.927 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../045-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-13T17:44:06.968 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-13T17:44:06.990 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-tempita. 2024-09-13T17:44:07.017 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../044-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-13T17:44:07.048 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-13T17:44:07.304 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-13T17:44:07.309 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-paste. 2024-09-13T17:44:07.331 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../046-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-13T17:44:07.336 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../045-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-13T17:44:07.371 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-13T17:44:07.375 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-13T17:44:07.674 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-13T17:44:07.700 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../047-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-13T17:44:07.712 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-13T17:44:07.730 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../046-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-13T17:44:07.740 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-13T17:44:07.770 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-13T17:44:08.015 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-13T17:44:08.042 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../047-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-13T17:44:08.051 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-webtest. 2024-09-13T17:44:08.078 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../048-python3-webtest_2.0.35-1_all.deb ... 2024-09-13T17:44:08.081 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-13T17:44:08.118 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-13T17:44:08.384 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-webtest. 2024-09-13T17:44:08.411 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../048-python3-webtest_2.0.35-1_all.deb ... 2024-09-13T17:44:08.430 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-pecan. 2024-09-13T17:44:08.451 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-13T17:44:08.456 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../049-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-13T17:44:08.496 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-13T17:44:08.745 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pecan. 2024-09-13T17:44:08.772 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../049-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-13T17:44:08.812 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-13T17:44:08.876 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-certifi. 2024-09-13T17:44:08.903 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../050-python3-certifi_2020.6.20-1_all.deb ... 2024-09-13T17:44:08.942 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-13T17:44:09.183 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-certifi. 2024-09-13T17:44:09.210 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../050-python3-certifi_2020.6.20-1_all.deb ... 2024-09-13T17:44:09.249 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-13T17:44:09.379 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-idna. 2024-09-13T17:44:09.405 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../051-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-13T17:44:09.437 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-13T17:44:09.594 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-idna. 2024-09-13T17:44:09.622 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../051-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-13T17:44:09.732 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-urllib3. 2024-09-13T17:44:09.758 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../052-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-13T17:44:09.777 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-13T17:44:09.798 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-13T17:44:10.030 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-urllib3. 2024-09-13T17:44:10.046 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../052-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-13T17:44:10.088 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-13T17:44:10.110 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-requests. 2024-09-13T17:44:10.137 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../053-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-13T17:44:10.176 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-13T17:44:10.358 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-requests. 2024-09-13T17:44:10.374 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../053-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-13T17:44:10.416 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-13T17:44:10.489 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-13T17:44:10.514 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../054-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-13T17:44:10.554 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-13T17:44:10.752 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-13T17:44:10.779 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../054-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-13T17:44:10.827 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-13T17:44:10.849 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-13T17:44:10.876 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../055-ceph-mgr-modules-core_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:44:10.916 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking ceph-mgr-modules-core (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:11.088 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-13T17:44:11.112 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../055-ceph-mgr-modules-core_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:44:11.155 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-modules-core (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:11.379 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-13T17:44:11.406 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:11.445 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libsqlite3-mod-ceph (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:11.568 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-13T17:44:11.595 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:11.634 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libsqlite3-mod-ceph (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:11.790 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-13T17:44:11.817 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../057-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-13T17:44:11.857 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-13T17:44:11.912 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-13T17:44:11.928 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../057-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-13T17:44:11.962 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-13T17:44:12.159 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-openssl. 2024-09-13T17:44:12.186 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../058-python3-openssl_21.0.0-1_all.deb ... 2024-09-13T17:44:12.215 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-openssl. 2024-09-13T17:44:12.234 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-13T17:44:12.242 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../058-python3-openssl_21.0.0-1_all.deb ... 2024-09-13T17:44:12.281 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-13T17:44:12.571 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package ceph-mgr. 2024-09-13T17:44:12.598 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../059-ceph-mgr_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:12.634 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr. 2024-09-13T17:44:12.637 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking ceph-mgr (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:12.661 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../059-ceph-mgr_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:12.701 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:13.066 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package ceph-mon. 2024-09-13T17:44:13.092 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../060-ceph-mon_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:13.104 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mon. 2024-09-13T17:44:13.131 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../060-ceph-mon_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:13.140 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking ceph-mon (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:13.170 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mon (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:13.707 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-osd. 2024-09-13T17:44:13.734 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../061-ceph-osd_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:14.148 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-osd (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:14.653 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package ceph-osd. 2024-09-13T17:44:14.680 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../061-ceph-osd_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:14.719 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking ceph-osd (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:15.577 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph. 2024-09-13T17:44:15.602 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../062-ceph_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:15.643 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:15.832 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package ceph. 2024-09-13T17:44:15.858 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../062-ceph_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:15.898 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking ceph (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:15.971 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-fuse. 2024-09-13T17:44:15.992 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../063-ceph-fuse_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:16.029 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-fuse (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:16.242 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package ceph-fuse. 2024-09-13T17:44:16.269 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../063-ceph-fuse_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:16.317 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking ceph-fuse (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:16.341 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mds. 2024-09-13T17:44:16.368 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../064-ceph-mds_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:16.399 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mds (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:16.754 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package ceph-mds. 2024-09-13T17:44:16.769 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package cephadm. 2024-09-13T17:44:16.780 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../064-ceph-mds_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:16.796 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../065-cephadm_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:16.821 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking ceph-mds (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:16.835 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking cephadm (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:17.155 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-13T17:44:17.180 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../066-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-13T17:44:17.207 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package cephadm. 2024-09-13T17:44:17.221 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-13T17:44:17.233 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../065-cephadm_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:17.273 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking cephadm (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:17.507 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-13T17:44:17.523 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../067-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-13T17:44:17.565 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-13T17:44:17.626 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-13T17:44:17.653 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../066-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-13T17:44:17.701 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-13T17:44:18.030 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-13T17:44:18.045 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../067-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-13T17:44:18.088 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-13T17:44:18.604 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-babel. 2024-09-13T17:44:18.620 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../068-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-13T17:44:18.662 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-13T17:44:18.973 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-jinja2. 2024-09-13T17:44:19.001 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../069-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-13T17:44:19.040 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-13T17:44:19.168 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-babel. 2024-09-13T17:44:19.181 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../068-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-13T17:44:19.234 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-13T17:44:19.393 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-13T17:44:19.421 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../070-ceph-mgr-cephadm_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:44:19.460 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-cephadm (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:19.654 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-jinja2. 2024-09-13T17:44:19.681 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../069-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-13T17:44:19.821 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pluggy. 2024-09-13T17:44:19.829 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-13T17:44:19.849 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../071-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-13T17:44:20.081 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-13T17:44:20.241 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-13T17:44:20.267 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../070-ceph-mgr-cephadm_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:44:20.315 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking ceph-mgr-cephadm (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:20.449 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-py. 2024-09-13T17:44:20.477 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../072-python3-py_1.10.0-1_all.deb ... 2024-09-13T17:44:20.516 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-13T17:44:20.678 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-pluggy. 2024-09-13T17:44:20.705 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../071-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-13T17:44:20.744 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-13T17:44:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-13T17:44:20.884 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../073-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-13T17:44:20.927 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-13T17:44:21.031 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-py. 2024-09-13T17:44:21.057 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../072-python3-py_1.10.0-1_all.deb ... 2024-09-13T17:44:21.089 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-13T17:44:21.205 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-toml. 2024-09-13T17:44:21.233 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../074-python3-toml_0.10.2-1_all.deb ... 2024-09-13T17:44:21.271 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-13T17:44:21.376 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-13T17:44:21.403 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../073-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-13T17:44:21.434 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-13T17:44:21.508 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pytest. 2024-09-13T17:44:21.535 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../075-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-13T17:44:21.566 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-13T17:44:21.779 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-toml. 2024-09-13T17:44:21.806 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../074-python3-toml_0.10.2-1_all.deb ... 2024-09-13T17:44:21.845 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-13T17:44:21.902 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-13T17:44:21.930 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../076-python3-repoze.lru_0.7-2_all.deb ... 2024-09-13T17:44:21.969 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-13T17:44:22.148 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-pytest. 2024-09-13T17:44:22.175 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../075-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-13T17:44:22.214 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-13T17:44:22.282 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-routes. 2024-09-13T17:44:22.310 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../077-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-13T17:44:22.349 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-13T17:44:22.560 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-13T17:44:22.587 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../076-python3-repoze.lru_0.7-2_all.deb ... 2024-09-13T17:44:22.626 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-13T17:44:22.652 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-13T17:44:22.680 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../078-ceph-mgr-dashboard_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:44:22.710 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-dashboard (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:22.907 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-routes. 2024-09-13T17:44:22.933 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../077-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-13T17:44:22.973 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-13T17:44:23.310 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-13T17:44:23.336 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../078-ceph-mgr-dashboard_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:44:23.376 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking ceph-mgr-dashboard (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:23.932 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-13T17:44:23.949 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../079-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-13T17:44:23.982 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-13T17:44:24.452 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-joblib. 2024-09-13T17:44:24.480 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../080-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-13T17:44:24.510 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-13T17:44:24.598 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-13T17:44:24.622 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../079-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-13T17:44:24.665 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-13T17:44:24.881 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-13T17:44:24.908 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../081-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-13T17:44:24.947 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-13T17:44:25.193 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-joblib. 2024-09-13T17:44:25.220 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../080-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-13T17:44:25.258 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-sklearn. 2024-09-13T17:44:25.260 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-13T17:44:25.285 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../082-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-13T17:44:25.324 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-13T17:44:25.622 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-13T17:44:25.648 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../081-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-13T17:44:25.688 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-13T17:44:25.999 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-sklearn. 2024-09-13T17:44:26.026 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../082-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-13T17:44:26.066 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-13T17:44:26.160 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-13T17:44:26.188 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../083-ceph-mgr-diskprediction-local_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:44:26.226 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:26.826 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-13T17:44:26.854 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../083-ceph-mgr-diskprediction-local_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:44:26.893 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:27.154 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-cachetools. 2024-09-13T17:44:27.182 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../084-python3-cachetools_5.0.0-1_all.deb ... 2024-09-13T17:44:27.212 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-13T17:44:27.515 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-13T17:44:27.543 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../085-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-13T17:44:27.582 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-13T17:44:27.894 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-13T17:44:27.922 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../086-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-13T17:44:27.954 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-cachetools. 2024-09-13T17:44:27.960 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-13T17:44:27.982 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../084-python3-cachetools_5.0.0-1_all.deb ... 2024-09-13T17:44:28.029 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-13T17:44:28.280 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-rsa. 2024-09-13T17:44:28.308 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../087-python3-rsa_4.8-1_all.deb ... 2024-09-13T17:44:28.346 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-13T17:44:28.382 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-13T17:44:28.409 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../085-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-13T17:44:28.449 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-13T17:44:28.608 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-google-auth. 2024-09-13T17:44:28.625 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../088-python3-google-auth_1.5.1-3_all.deb ... 2024-09-13T17:44:28.658 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-13T17:44:28.786 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-13T17:44:28.813 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../086-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-13T17:44:28.852 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-13T17:44:28.936 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-13T17:44:28.964 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../089-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-13T17:44:29.003 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-13T17:44:29.172 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-rsa. 2024-09-13T17:44:29.199 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../087-python3-rsa_4.8-1_all.deb ... 2024-09-13T17:44:29.238 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-13T17:44:29.323 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-websocket. 2024-09-13T17:44:29.350 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../090-python3-websocket_1.2.3-1_all.deb ... 2024-09-13T17:44:29.389 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-13T17:44:29.567 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-google-auth. 2024-09-13T17:44:29.595 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../088-python3-google-auth_1.5.1-3_all.deb ... 2024-09-13T17:44:29.634 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-13T17:44:29.709 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-13T17:44:29.737 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../091-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-13T17:44:29.775 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-13T17:44:30.129 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-13T17:44:30.156 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../089-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-13T17:44:30.195 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-13T17:44:30.465 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-websocket. 2024-09-13T17:44:30.481 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../090-python3-websocket_1.2.3-1_all.deb ... 2024-09-13T17:44:30.515 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-13T17:44:30.665 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-13T17:44:30.681 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../092-ceph-mgr-k8sevents_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:44:30.723 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-k8sevents (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:30.826 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-13T17:44:30.854 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../091-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-13T17:44:30.910 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-13T17:44:31.059 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-13T17:44:31.088 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../093-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-13T17:44:31.125 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-13T17:44:31.470 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-13T17:44:31.498 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../094-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-13T17:44:31.536 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-13T17:44:31.540 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-13T17:44:31.569 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../092-ceph-mgr-k8sevents_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:44:31.607 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking ceph-mgr-k8sevents (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:31.806 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package jq. 2024-09-13T17:44:31.834 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../095-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-13T17:44:31.872 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-13T17:44:31.951 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-13T17:44:31.978 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../093-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-13T17:44:32.018 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-13T17:44:32.075 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package socat. 2024-09-13T17:44:32.092 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../096-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-13T17:44:32.133 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-13T17:44:32.337 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-13T17:44:32.427 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../094-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-13T17:44:32.428 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-13T17:44:32.461 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package xmlstarlet. 2024-09-13T17:44:32.478 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../097-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-13T17:44:32.519 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-13T17:44:32.657 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package jq. 2024-09-13T17:44:32.672 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../095-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-13T17:44:32.715 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-13T17:44:32.882 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-test. 2024-09-13T17:44:32.899 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../098-ceph-test_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:32.940 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-test (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:32.967 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package socat. 2024-09-13T17:44:32.983 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../096-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-13T17:44:33.026 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-13T17:44:33.329 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package xmlstarlet. 2024-09-13T17:44:33.357 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../097-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-13T17:44:33.396 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-13T17:44:33.759 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package ceph-test. 2024-09-13T17:44:33.774 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../098-ceph-test_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:33.817 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking ceph-test (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:34.895 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-volume. 2024-09-13T17:44:34.922 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../099-ceph-volume_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:44:34.961 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-volume (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:35.424 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-13T17:44:35.452 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../100-cephfs-mirror_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:35.490 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking cephfs-mirror (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:35.760 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-colorama. 2024-09-13T17:44:35.777 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../101-python3-colorama_0.4.4-1_all.deb ... 2024-09-13T17:44:35.810 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-colorama (0.4.4-1) ... 2024-09-13T17:44:35.896 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package ceph-volume. 2024-09-13T17:44:35.923 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../099-ceph-volume_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:44:35.962 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking ceph-volume (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:36.062 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package cephfs-shell. 2024-09-13T17:44:36.090 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../102-cephfs-shell_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:44:36.129 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking cephfs-shell (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:36.342 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-13T17:44:36.369 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../100-cephfs-mirror_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:36.390 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package cephfs-top. 2024-09-13T17:44:36.407 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../103-cephfs-top_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:44:36.408 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking cephfs-mirror (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:36.449 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking cephfs-top (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:36.687 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-colorama. 2024-09-13T17:44:36.709 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-13T17:44:36.714 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../101-python3-colorama_0.4.4-1_all.deb ... 2024-09-13T17:44:36.737 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../104-libcephfs-dev_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:36.753 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-colorama (0.4.4-1) ... 2024-09-13T17:44:36.776 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libcephfs-dev (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:37.014 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package cephfs-shell. 2024-09-13T17:44:37.030 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../102-cephfs-shell_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:44:37.073 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking cephfs-shell (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:37.196 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package nvme-cli. 2024-09-13T17:44:37.224 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../105-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2024-09-13T17:44:37.270 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2024-09-13T17:44:37.325 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package cephfs-top. 2024-09-13T17:44:37.341 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../103-cephfs-top_18.2.4-860-g6c6b083f-1jammy_all.deb ... 2024-09-13T17:44:37.383 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking cephfs-top (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:37.628 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-13T17:44:37.642 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-13T17:44:37.644 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../104-libcephfs-dev_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:37.670 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../106-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-13T17:44:37.677 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libcephfs-dev (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:37.717 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-13T17:44:38.023 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package nvme-cli. 2024-09-13T17:44:38.050 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../105-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2024-09-13T17:44:38.089 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2024-09-13T17:44:38.145 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pastescript. 2024-09-13T17:44:38.173 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../107-python3-pastescript_2.0.2-4_all.deb ... 2024-09-13T17:44:38.220 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-13T17:44:38.427 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-13T17:44:38.443 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../106-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-13T17:44:38.485 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-13T17:44:38.540 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-psutil. 2024-09-13T17:44:38.568 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../108-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-13T17:44:38.607 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-13T17:44:38.897 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-pastescript. 2024-09-13T17:44:38.924 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../107-python3-pastescript_2.0.2-4_all.deb ... 2024-09-13T17:44:38.951 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pygments. 2024-09-13T17:44:38.963 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-13T17:44:38.979 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../109-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-13T17:44:39.026 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-13T17:44:39.292 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-psutil. 2024-09-13T17:44:39.319 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../108-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-13T17:44:39.358 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-13T17:44:39.438 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-13T17:44:39.467 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../110-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-13T17:44:39.496 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-13T17:44:39.711 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-pygments. 2024-09-13T17:44:39.739 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../109-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-13T17:44:39.778 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-13T17:44:39.824 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-simplejson. 2024-09-13T17:44:39.852 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../111-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-13T17:44:39.891 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-13T17:44:40.160 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-13T17:44:40.177 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../112-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-13T17:44:40.218 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-13T17:44:40.265 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-13T17:44:40.293 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../110-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-13T17:44:40.332 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-13T17:44:40.643 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package python3-simplejson. 2024-09-13T17:44:40.670 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../111-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-13T17:44:40.709 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-13T17:44:40.956 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package radosgw. 2024-09-13T17:44:40.978 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-13T17:44:40.983 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../113-radosgw_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:40.994 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../112-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-13T17:44:41.022 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking radosgw (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:41.028 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-13T17:44:41.766 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package radosgw. 2024-09-13T17:44:41.794 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../113-radosgw_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:41.816 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package rbd-fuse. 2024-09-13T17:44:41.832 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking radosgw (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:41.833 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../114-rbd-fuse_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:41.866 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking rbd-fuse (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:42.171 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-13T17:44:42.438 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-13T17:44:42.536 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package rbd-fuse. 2024-09-13T17:44:42.538 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2024-09-13T17:44:42.563 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../114-rbd-fuse_18.2.4-860-g6c6b083f-1jammy_amd64.deb ... 2024-09-13T17:44:42.594 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking rbd-fuse (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:42.808 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-13T17:44:42.881 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-13T17:44:43.124 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-13T17:44:43.177 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-13T17:44:43.250 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2024-09-13T17:44:43.512 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-13T17:44:43.581 INFO:teuthology.orchestra.run.smithi032.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-13T17:44:43.649 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up cephadm (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:43.849 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-13T17:44:44.141 INFO:teuthology.orchestra.run.smithi032.stdout:Adding system user cephadm....done 2024-09-13T17:44:44.289 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-13T17:44:44.326 INFO:teuthology.orchestra.run.smithi159.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-13T17:44:44.590 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-13T17:44:44.594 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up cephadm (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:44.841 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-13T17:44:44.967 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-13T17:44:45.152 INFO:teuthology.orchestra.run.smithi159.stdout:Adding system user cephadm....done 2024-09-13T17:44:45.252 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-13T17:44:45.511 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-13T17:44:45.584 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-13T17:44:45.637 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-13T17:44:45.868 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-13T17:44:45.930 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-13T17:44:46.136 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-13T17:44:46.262 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-13T17:44:46.416 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-13T17:44:46.530 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-13T17:44:46.675 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-colorama (0.4.4-1) ... 2024-09-13T17:44:46.781 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-13T17:44:46.891 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-13T17:44:46.935 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-13T17:44:47.201 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-13T17:44:47.219 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-13T17:44:47.470 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-13T17:44:47.577 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-13T17:44:47.713 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-13T17:44:47.845 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-colorama (0.4.4-1) ... 2024-09-13T17:44:47.947 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-ceph-argparse (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:48.138 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-13T17:44:48.291 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-13T17:44:48.389 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-13T17:44:48.416 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2024-09-13T17:44:48.674 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-13T17:44:48.675 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-13T17:44:48.934 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-13T17:44:48.935 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-13T17:44:49.094 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-13T17:44:49.193 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-ceph-argparse (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:49.462 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-13T17:44:49.469 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-13T17:44:49.588 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-13T17:44:49.595 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2024-09-13T17:44:49.855 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-13T17:44:49.873 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-13T17:44:50.106 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-13T17:44:50.141 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-13T17:44:50.215 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-13T17:44:50.433 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-13T17:44:50.606 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-13T17:44:50.734 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-13T17:44:51.027 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-13T17:44:51.110 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-13T17:44:51.295 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-13T17:44:51.386 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-13T17:44:51.496 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-13T17:44:51.597 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-13T17:44:51.646 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-13T17:44:51.890 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-13T17:44:52.283 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-13T17:44:52.298 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-13T17:44:52.534 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-13T17:44:52.566 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-13T17:44:52.692 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-13T17:44:52.818 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-13T17:44:52.943 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-13T17:44:53.127 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-13T17:44:53.236 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2024-09-13T17:44:53.529 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-13T17:44:53.546 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-13T17:44:53.780 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-13T17:44:53.897 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-13T17:44:54.140 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-13T17:44:54.148 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-13T17:44:54.249 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-ceph-common (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:54.449 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2024-09-13T17:44:54.542 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-13T17:44:54.751 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-13T17:44:54.851 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-13T17:44:55.102 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-13T17:44:55.378 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-13T17:44:55.504 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-ceph-common (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:44:55.881 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-13T17:44:56.049 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T17:44:56.158 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-13T17:44:56.199 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-13T17:44:56.401 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-13T17:44:56.527 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-13T17:44:56.653 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-13T17:44:56.979 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-13T17:44:57.247 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-13T17:44:57.321 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T17:44:57.455 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-13T17:44:57.507 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T17:44:57.607 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-09-13T17:44:57.715 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-13T17:44:57.733 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-13T17:44:57.841 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-13T17:44:57.967 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-13T17:44:58.043 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-13T17:44:58.293 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-13T17:44:58.302 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-13T17:44:58.569 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-13T17:44:58.570 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-13T17:44:58.820 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T17:44:58.829 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-13T17:44:58.955 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-09-13T17:44:59.089 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-13T17:44:59.089 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-13T17:44:59.357 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-13T17:44:59.382 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-13T17:44:59.466 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-13T17:44:59.625 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-13T17:44:59.734 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-13T17:44:59.860 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-13T17:44:59.893 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-13T17:45:00.161 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-13T17:45:00.169 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-13T17:45:00.445 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-13T17:45:00.462 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-13T17:45:00.704 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-13T17:45:00.721 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-13T17:45:00.839 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-13T17:45:01.102 INFO:teuthology.orchestra.run.smithi032.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-13T17:45:01.115 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-13T17:45:01.241 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-13T17:45:01.358 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-13T17:45:01.459 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-13T17:45:01.568 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-13T17:45:01.844 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-13T17:45:01.910 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-13T17:45:02.103 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-13T17:45:02.170 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-13T17:45:02.362 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T17:45:02.489 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-13T17:45:02.582 INFO:teuthology.orchestra.run.smithi159.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-13T17:45:02.823 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-13T17:45:02.831 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-13T17:45:02.949 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-13T17:45:03.133 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-13T17:45:03.342 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-13T17:45:03.400 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-13T17:45:03.526 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-13T17:45:03.602 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-13T17:45:03.811 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-13T17:45:03.861 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-13T17:45:03.987 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-13T17:45:04.087 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-13T17:45:04.288 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-13T17:45:04.354 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-13T17:45:04.573 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-13T17:45:04.781 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-13T17:45:04.849 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-13T17:45:05.000 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-13T17:45:05.091 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-13T17:45:05.268 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-13T17:45:05.409 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-13T17:45:05.527 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up librados2 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:05.535 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-13T17:45:05.653 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up librgw2 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:05.803 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-13T17:45:05.864 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libsqlite3-mod-ceph (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:05.999 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libcephfs2 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:06.108 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libradosstriper1 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:06.179 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-13T17:45:06.209 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-13T17:45:06.439 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-13T17:45:06.469 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up librbd1 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:06.595 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-modules-core (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:06.733 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-fuse (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:06.858 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-13T17:45:06.952 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T17:45:06.952 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T17:45:06.984 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up librados2 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:07.110 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up librgw2 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:07.322 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libsqlite3-mod-ceph (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:07.423 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libcephfs2 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:07.439 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libcephfs-dev (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:07.541 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libradosstriper1 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:07.574 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-rados (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:07.667 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-13T17:45:07.683 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up cephfs-top (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:07.784 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-13T17:45:07.943 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up librbd1 (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:08.069 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up ceph-mgr-modules-core (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:08.187 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up ceph-fuse (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:08.407 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T17:45:08.407 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T17:45:08.847 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libcephfs-dev (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:08.956 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-rados (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:09.046 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-rbd (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:09.083 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up cephfs-top (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:09.164 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up rbd-fuse (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:09.208 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-13T17:45:09.265 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-rgw (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:09.366 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-cephfs (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:09.493 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up cephfs-shell (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:09.619 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-common (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:10.162 INFO:teuthology.orchestra.run.smithi032.stdout:Adding group ceph....done 2024-09-13T17:45:10.463 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-rbd (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:10.532 INFO:teuthology.orchestra.run.smithi032.stdout:Adding system user ceph....done 2024-09-13T17:45:10.582 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up rbd-fuse (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:10.659 INFO:teuthology.orchestra.run.smithi032.stdout:Setting system user ceph properties....done 2024-09-13T17:45:10.672 INFO:teuthology.orchestra.run.smithi032.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-13T17:45:10.717 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-rgw (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:10.817 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-13T17:45:10.843 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up python3-cephfs (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:10.969 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up cephfs-shell (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:11.167 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-13T17:45:11.331 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up ceph-common (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:11.622 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up cephfs-mirror (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:11.830 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T17:45:11.831 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T17:45:11.880 INFO:teuthology.orchestra.run.smithi159.stdout:Adding group ceph....done 2024-09-13T17:45:12.256 INFO:teuthology.orchestra.run.smithi159.stdout:Adding system user ceph....done 2024-09-13T17:45:12.315 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-test (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:12.383 INFO:teuthology.orchestra.run.smithi159.stdout:Setting system user ceph properties....done 2024-09-13T17:45:12.402 INFO:teuthology.orchestra.run.smithi159.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-13T17:45:12.425 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up radosgw (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:12.543 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-13T17:45:12.866 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-13T17:45:12.899 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T17:45:12.899 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T17:45:13.347 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up cephfs-mirror (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:13.414 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-base (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:13.541 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T17:45:13.541 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T17:45:13.874 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-13T17:45:14.066 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up ceph-test (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:14.318 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up radosgw (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:14.322 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mds (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:14.566 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T17:45:14.566 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T17:45:14.911 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T17:45:14.912 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T17:45:15.041 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:15.249 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T17:45:15.249 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T17:45:15.378 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up ceph-base (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:15.701 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-osd (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:15.728 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-13T17:45:15.974 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T17:45:15.974 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T17:45:16.205 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up ceph-mds (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:16.426 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T17:45:16.426 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T17:45:16.469 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-k8sevents (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:16.595 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-diskprediction-local (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:16.746 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mon (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:16.944 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up ceph-mgr (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:16.967 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T17:45:16.967 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T17:45:17.154 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T17:45:17.154 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T17:45:17.480 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-cephadm (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:17.612 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up ceph-osd (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:17.724 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:17.833 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-dashboard (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:17.871 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T17:45:17.871 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T17:45:17.968 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-volume (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:18.330 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-13T17:45:18.339 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up ceph-mgr-k8sevents (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:18.466 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up ceph-mgr-diskprediction-local (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:18.625 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up ceph-mon (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:18.842 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T17:45:18.842 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T17:45:19.097 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-13T17:45:19.325 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up ceph-mgr-cephadm (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:19.468 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up ceph (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:19.575 INFO:teuthology.orchestra.run.smithi032.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T17:45:19.579 DEBUG:teuthology.orchestra.run.smithi032:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-13T17:45:19.594 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up ceph-mgr-dashboard (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:19.634 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-09-13T17:45:19.737 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up ceph-volume (18.2.4-860-g6c6b083f-1jammy) ... 2024-09-13T17:45:19.848 INFO:teuthology.orchestra.run.smithi032.stdout:Building dependency tree... 2024-09-13T17:45:19.849 INFO:teuthology.orchestra.run.smithi032.stdout:Reading state information... 2024-09-13T17:45:20.068 INFO:teuthology.orchestra.run.smithi032.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2024-09-13T17:45:20.069 INFO:teuthology.orchestra.run.smithi032.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2024-09-13T17:45:20.069 INFO:teuthology.orchestra.run.smithi032.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2024-09-13T17:45:20.069 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T17:45:20.069 INFO:teuthology.orchestra.run.smithi032.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T17:45:20.069 INFO:teuthology.orchestra.run.smithi032.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T17:45:20.069 INFO:teuthology.orchestra.run.smithi032.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T17:45:20.069 INFO:teuthology.orchestra.run.smithi032.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-13T17:45:20.069 INFO:teuthology.orchestra.run.smithi032.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-13T17:45:20.070 INFO:teuthology.orchestra.run.smithi032.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T17:45:20.070 INFO:teuthology.orchestra.run.smithi032.stdout:The following additional packages will be installed: 2024-09-13T17:45:20.070 INFO:teuthology.orchestra.run.smithi032.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2024-09-13T17:45:20.070 INFO:teuthology.orchestra.run.smithi032.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2024-09-13T17:45:20.071 INFO:teuthology.orchestra.run.smithi032.stdout: libqmi-proxy libssl3 libteamdctl0 libuuid1 modemmanager network-manager-pptp 2024-09-13T17:45:20.071 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2024-09-13T17:45:20.071 INFO:teuthology.orchestra.run.smithi032.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-13T17:45:20.073 INFO:teuthology.orchestra.run.smithi032.stdout:Suggested packages: 2024-09-13T17:45:20.073 INFO:teuthology.orchestra.run.smithi032.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2024-09-13T17:45:20.073 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial 2024-09-13T17:45:20.073 INFO:teuthology.orchestra.run.smithi032.stdout: util-linux-locales wpagui libengine-pkcs11-openssl 2024-09-13T17:45:20.081 INFO:teuthology.orchestra.run.smithi159.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-13T17:45:20.118 INFO:teuthology.orchestra.run.smithi032.stdout:The following NEW packages will be installed: 2024-09-13T17:45:20.118 INFO:teuthology.orchestra.run.smithi032.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2024-09-13T17:45:20.118 INFO:teuthology.orchestra.run.smithi032.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2024-09-13T17:45:20.119 INFO:teuthology.orchestra.run.smithi032.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2024-09-13T17:45:20.119 INFO:teuthology.orchestra.run.smithi032.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2024-09-13T17:45:20.119 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2024-09-13T17:45:20.119 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2024-09-13T17:45:20.119 INFO:teuthology.orchestra.run.smithi032.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-13T17:45:20.120 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages will be upgraded: 2024-09-13T17:45:20.121 INFO:teuthology.orchestra.run.smithi032.stdout: libssl3 libuuid1 util-linux uuid-dev 2024-09-13T17:45:20.173 INFO:teuthology.orchestra.run.smithi032.stdout:4 upgraded, 39 newly installed, 0 to remove and 327 not upgraded. 2024-09-13T17:45:20.173 INFO:teuthology.orchestra.run.smithi032.stdout:Need to get 55.8 MB of archives. 2024-09-13T17:45:20.173 INFO:teuthology.orchestra.run.smithi032.stdout:After this operation, 203 MB of additional disk space will be used. 2024-09-13T17:45:20.174 INFO:teuthology.orchestra.run.smithi032.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 util-linux amd64 2.37.2-4ubuntu3.4 [1,063 kB] 2024-09-13T17:45:20.306 INFO:teuthology.orchestra.run.smithi032.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2024-09-13T17:45:20.313 INFO:teuthology.orchestra.run.smithi032.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.18 [1,905 kB] 2024-09-13T17:45:20.353 INFO:teuthology.orchestra.run.smithi032.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 uuid-dev amd64 2.37.2-4ubuntu3.4 [33.1 kB] 2024-09-13T17:45:20.354 INFO:teuthology.orchestra.run.smithi032.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libuuid1 amd64 2.37.2-4ubuntu3.4 [23.8 kB] 2024-09-13T17:45:20.355 INFO:teuthology.orchestra.run.smithi032.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2024-09-13T17:45:20.366 INFO:teuthology.orchestra.run.smithi032.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2024-09-13T17:45:20.367 INFO:teuthology.orchestra.run.smithi032.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2024-09-13T17:45:20.369 INFO:teuthology.orchestra.run.smithi032.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2024-09-13T17:45:20.370 INFO:teuthology.orchestra.run.smithi032.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2024-09-13T17:45:20.371 INFO:teuthology.orchestra.run.smithi032.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libbluetooth3 amd64 5.64-0ubuntu1.3 [86.9 kB] 2024-09-13T17:45:20.372 INFO:teuthology.orchestra.run.smithi032.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2024-09-13T17:45:20.373 INFO:teuthology.orchestra.run.smithi032.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2024-09-13T17:45:20.389 INFO:teuthology.orchestra.run.smithi032.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2024-09-13T17:45:20.389 INFO:teuthology.orchestra.run.smithi032.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2024-09-13T17:45:20.390 INFO:teuthology.orchestra.run.smithi032.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2024-09-13T17:45:20.707 INFO:teuthology.orchestra.run.smithi032.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2024-09-13T17:45:20.709 INFO:teuthology.orchestra.run.smithi032.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2024-09-13T17:45:20.710 INFO:teuthology.orchestra.run.smithi032.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.3 [263 kB] 2024-09-13T17:45:20.712 INFO:teuthology.orchestra.run.smithi032.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libndp0 amd64 1.8-0ubuntu3.1 [12.4 kB] 2024-09-13T17:45:20.712 INFO:teuthology.orchestra.run.smithi032.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2024-09-13T17:45:20.716 INFO:teuthology.orchestra.run.smithi032.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.13-0ubuntu0.22.04.1 [149 kB] 2024-09-13T17:45:20.718 INFO:teuthology.orchestra.run.smithi032.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2024-09-13T17:45:20.725 INFO:teuthology.orchestra.run.smithi032.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2024-09-13T17:45:20.725 INFO:teuthology.orchestra.run.smithi032.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.18 [2,375 kB] 2024-09-13T17:45:20.747 INFO:teuthology.orchestra.run.smithi032.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2024-09-13T17:45:20.748 INFO:teuthology.orchestra.run.smithi032.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.3 [1,094 kB] 2024-09-13T17:45:20.758 INFO:teuthology.orchestra.run.smithi032.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2024-09-13T17:45:20.777 INFO:teuthology.orchestra.run.smithi032.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2024-09-13T17:45:20.780 INFO:teuthology.orchestra.run.smithi032.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2024-09-13T17:45:20.781 INFO:teuthology.orchestra.run.smithi032.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2024-09-13T17:45:20.781 INFO:teuthology.orchestra.run.smithi032.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2024-09-13T17:45:20.782 INFO:teuthology.orchestra.run.smithi032.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.13-0ubuntu0.22.04.1 [1,225 kB] 2024-09-13T17:45:20.792 INFO:teuthology.orchestra.run.smithi032.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2024-09-13T17:45:20.793 INFO:teuthology.orchestra.run.smithi032.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.13-0ubuntu0.22.04.1 [16.2 MB] 2024-09-13T17:45:20.882 INFO:teuthology.orchestra.run.smithi159.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-13T17:45:20.981 INFO:teuthology.orchestra.run.smithi032.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2024-09-13T17:45:20.981 INFO:teuthology.orchestra.run.smithi032.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2024-09-13T17:45:20.981 INFO:teuthology.orchestra.run.smithi032.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2024-09-13T17:45:20.981 INFO:teuthology.orchestra.run.smithi032.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2024-09-13T17:45:20.982 INFO:teuthology.orchestra.run.smithi032.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2024-09-13T17:45:20.982 INFO:teuthology.orchestra.run.smithi032.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2.1 [1,482 kB] 2024-09-13T17:45:20.993 INFO:teuthology.orchestra.run.smithi032.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2024-09-13T17:45:20.993 INFO:teuthology.orchestra.run.smithi032.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2024-09-13T17:45:21.380 INFO:teuthology.orchestra.run.smithi159.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T17:45:21.383 DEBUG:teuthology.orchestra.run.smithi159:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-13T17:45:21.424 INFO:teuthology.orchestra.run.smithi032.stdout:Preconfiguring packages ... 2024-09-13T17:45:21.435 INFO:teuthology.orchestra.run.smithi159.stdout:Reading package lists... 2024-09-13T17:45:21.603 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 55.8 MB in 1s (64.4 MB/s) 2024-09-13T17:45:21.622 INFO:teuthology.orchestra.run.smithi159.stdout:Building dependency tree... 2024-09-13T17:45:21.623 INFO:teuthology.orchestra.run.smithi159.stdout:Reading state information... 2024-09-13T17:45:21.805 INFO:teuthology.orchestra.run.smithi159.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2024-09-13T17:45:21.805 INFO:teuthology.orchestra.run.smithi159.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2024-09-13T17:45:21.805 INFO:teuthology.orchestra.run.smithi159.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2024-09-13T17:45:21.806 INFO:teuthology.orchestra.run.smithi159.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T17:45:21.806 INFO:teuthology.orchestra.run.smithi159.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T17:45:21.806 INFO:teuthology.orchestra.run.smithi159.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T17:45:21.806 INFO:teuthology.orchestra.run.smithi159.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T17:45:21.807 INFO:teuthology.orchestra.run.smithi159.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-13T17:45:21.807 INFO:teuthology.orchestra.run.smithi159.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-13T17:45:21.807 INFO:teuthology.orchestra.run.smithi159.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T17:45:21.807 INFO:teuthology.orchestra.run.smithi159.stdout:The following additional packages will be installed: 2024-09-13T17:45:21.808 INFO:teuthology.orchestra.run.smithi159.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2024-09-13T17:45:21.808 INFO:teuthology.orchestra.run.smithi159.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2024-09-13T17:45:21.808 INFO:teuthology.orchestra.run.smithi159.stdout: libqmi-proxy libssl3 libteamdctl0 libuuid1 modemmanager network-manager-pptp 2024-09-13T17:45:21.808 INFO:teuthology.orchestra.run.smithi159.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2024-09-13T17:45:21.808 INFO:teuthology.orchestra.run.smithi159.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-13T17:45:21.809 INFO:teuthology.orchestra.run.smithi159.stdout:Suggested packages: 2024-09-13T17:45:21.809 INFO:teuthology.orchestra.run.smithi159.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2024-09-13T17:45:21.809 INFO:teuthology.orchestra.run.smithi159.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial 2024-09-13T17:45:21.809 INFO:teuthology.orchestra.run.smithi159.stdout: util-linux-locales wpagui libengine-pkcs11-openssl 2024-09-13T17:45:21.851 INFO:teuthology.orchestra.run.smithi159.stdout:The following NEW packages will be installed: 2024-09-13T17:45:21.852 INFO:teuthology.orchestra.run.smithi159.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2024-09-13T17:45:21.852 INFO:teuthology.orchestra.run.smithi159.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2024-09-13T17:45:21.852 INFO:teuthology.orchestra.run.smithi159.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2024-09-13T17:45:21.852 INFO:teuthology.orchestra.run.smithi159.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2024-09-13T17:45:21.852 INFO:teuthology.orchestra.run.smithi159.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2024-09-13T17:45:21.853 INFO:teuthology.orchestra.run.smithi159.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2024-09-13T17:45:21.853 INFO:teuthology.orchestra.run.smithi159.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-13T17:45:21.854 INFO:teuthology.orchestra.run.smithi159.stdout:The following packages will be upgraded: 2024-09-13T17:45:21.854 INFO:teuthology.orchestra.run.smithi159.stdout: libssl3 libuuid1 util-linux uuid-dev 2024-09-13T17:45:21.920 INFO:teuthology.orchestra.run.smithi032.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173232 files and directories currently installed.) 2024-09-13T17:45:21.925 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../util-linux_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-13T17:45:22.035 INFO:teuthology.orchestra.run.smithi159.stdout:4 upgraded, 39 newly installed, 0 to remove and 327 not upgraded. 2024-09-13T17:45:22.035 INFO:teuthology.orchestra.run.smithi159.stdout:Need to get 55.8 MB of archives. 2024-09-13T17:45:22.036 INFO:teuthology.orchestra.run.smithi159.stdout:After this operation, 203 MB of additional disk space will be used. 2024-09-13T17:45:22.036 INFO:teuthology.orchestra.run.smithi159.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 util-linux amd64 2.37.2-4ubuntu3.4 [1,063 kB] 2024-09-13T17:45:22.070 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking util-linux (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-13T17:45:22.673 INFO:teuthology.orchestra.run.smithi159.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2024-09-13T17:45:22.691 INFO:teuthology.orchestra.run.smithi159.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.18 [1,905 kB] 2024-09-13T17:45:22.750 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up util-linux (2.37.2-4ubuntu3.4) ... 2024-09-13T17:45:22.817 INFO:teuthology.orchestra.run.smithi159.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 uuid-dev amd64 2.37.2-4ubuntu3.4 [33.1 kB] 2024-09-13T17:45:22.818 INFO:teuthology.orchestra.run.smithi159.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libuuid1 amd64 2.37.2-4ubuntu3.4 [23.8 kB] 2024-09-13T17:45:22.820 INFO:teuthology.orchestra.run.smithi159.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2024-09-13T17:45:22.846 INFO:teuthology.orchestra.run.smithi159.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2024-09-13T17:45:22.848 INFO:teuthology.orchestra.run.smithi159.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2024-09-13T17:45:22.852 INFO:teuthology.orchestra.run.smithi159.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2024-09-13T17:45:22.855 INFO:teuthology.orchestra.run.smithi159.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2024-09-13T17:45:22.855 INFO:teuthology.orchestra.run.smithi159.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libbluetooth3 amd64 5.64-0ubuntu1.3 [86.9 kB] 2024-09-13T17:45:22.858 INFO:teuthology.orchestra.run.smithi159.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2024-09-13T17:45:22.917 INFO:teuthology.orchestra.run.smithi159.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2024-09-13T17:45:22.918 INFO:teuthology.orchestra.run.smithi159.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2024-09-13T17:45:22.918 INFO:teuthology.orchestra.run.smithi159.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2024-09-13T17:45:23.002 INFO:teuthology.orchestra.run.smithi159.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2024-09-13T17:45:23.648 INFO:teuthology.orchestra.run.smithi032.stdout:fstrim.service is a disabled or a static unit not running, not starting it. 2024-09-13T17:45:23.802 INFO:teuthology.orchestra.run.smithi159.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2024-09-13T17:45:23.806 INFO:teuthology.orchestra.run.smithi159.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2024-09-13T17:45:23.806 INFO:teuthology.orchestra.run.smithi159.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.3 [263 kB] 2024-09-13T17:45:23.812 INFO:teuthology.orchestra.run.smithi159.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libndp0 amd64 1.8-0ubuntu3.1 [12.4 kB] 2024-09-13T17:45:23.813 INFO:teuthology.orchestra.run.smithi159.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2024-09-13T17:45:23.823 INFO:teuthology.orchestra.run.smithi159.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.13-0ubuntu0.22.04.1 [149 kB] 2024-09-13T17:45:23.827 INFO:teuthology.orchestra.run.smithi159.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2024-09-13T17:45:23.843 INFO:teuthology.orchestra.run.smithi159.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2024-09-13T17:45:23.843 INFO:teuthology.orchestra.run.smithi159.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.18 [2,375 kB] 2024-09-13T17:45:23.903 INFO:teuthology.orchestra.run.smithi159.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2024-09-13T17:45:23.909 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package flex. 2024-09-13T17:45:23.929 INFO:teuthology.orchestra.run.smithi159.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.3 [1,094 kB] 2024-09-13T17:45:23.951 INFO:teuthology.orchestra.run.smithi159.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2024-09-13T17:45:24.007 INFO:teuthology.orchestra.run.smithi032.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173232 files and directories currently installed.) 2024-09-13T17:45:24.013 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2024-09-13T17:45:24.020 INFO:teuthology.orchestra.run.smithi159.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2024-09-13T17:45:24.027 INFO:teuthology.orchestra.run.smithi159.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2024-09-13T17:45:24.028 INFO:teuthology.orchestra.run.smithi159.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2024-09-13T17:45:24.029 INFO:teuthology.orchestra.run.smithi159.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2024-09-13T17:45:24.029 INFO:teuthology.orchestra.run.smithi159.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.13-0ubuntu0.22.04.1 [1,225 kB] 2024-09-13T17:45:24.058 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking flex (2.6.4-8build2) ... 2024-09-13T17:45:24.064 INFO:teuthology.orchestra.run.smithi159.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2024-09-13T17:45:24.067 INFO:teuthology.orchestra.run.smithi159.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.13-0ubuntu0.22.04.1 [16.2 MB] 2024-09-13T17:45:24.600 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-13T17:45:24.621 INFO:teuthology.orchestra.run.smithi159.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2024-09-13T17:45:24.621 INFO:teuthology.orchestra.run.smithi159.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2024-09-13T17:45:24.622 INFO:teuthology.orchestra.run.smithi159.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2024-09-13T17:45:24.622 INFO:teuthology.orchestra.run.smithi159.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2024-09-13T17:45:24.622 INFO:teuthology.orchestra.run.smithi159.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2024-09-13T17:45:24.623 INFO:teuthology.orchestra.run.smithi159.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2.1 [1,482 kB] 2024-09-13T17:45:24.649 INFO:teuthology.orchestra.run.smithi159.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2024-09-13T17:45:24.650 INFO:teuthology.orchestra.run.smithi159.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2024-09-13T17:45:24.773 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.18) over (3.0.2-0ubuntu1.7) ... 2024-09-13T17:45:25.066 INFO:teuthology.orchestra.run.smithi159.stdout:Preconfiguring packages ... 2024-09-13T17:45:25.175 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-13T17:45:25.236 INFO:teuthology.orchestra.run.smithi159.stdout:Fetched 55.8 MB in 3s (20.0 MB/s) 2024-09-13T17:45:25.502 INFO:teuthology.orchestra.run.smithi159.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173232 files and directories currently installed.) 2024-09-13T17:45:25.507 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../util-linux_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-13T17:45:25.646 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking util-linux (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-13T17:45:25.687 INFO:teuthology.orchestra.run.smithi032.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173305 files and directories currently installed.) 2024-09-13T17:45:25.692 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../uuid-dev_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-13T17:45:25.822 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking uuid-dev:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-13T17:45:26.187 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../libuuid1_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-13T17:45:26.267 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up util-linux (2.37.2-4ubuntu3.4) ... 2024-09-13T17:45:26.313 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libuuid1:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-13T17:45:26.648 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libuuid1:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-13T17:45:27.006 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package bison. 2024-09-13T17:45:27.093 INFO:teuthology.orchestra.run.smithi159.stdout:fstrim.service is a disabled or a static unit not running, not starting it. 2024-09-13T17:45:27.111 INFO:teuthology.orchestra.run.smithi032.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173305 files and directories currently installed.) 2024-09-13T17:45:27.116 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2024-09-13T17:45:27.166 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2024-09-13T17:45:27.369 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package flex. 2024-09-13T17:45:27.468 INFO:teuthology.orchestra.run.smithi159.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173232 files and directories currently installed.) 2024-09-13T17:45:27.474 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2024-09-13T17:45:27.517 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking flex (2.6.4-8build2) ... 2024-09-13T17:45:27.676 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-13T17:45:27.705 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2024-09-13T17:45:27.743 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2024-09-13T17:45:28.050 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-13T17:45:28.180 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package dump. 2024-09-13T17:45:28.208 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2024-09-13T17:45:28.246 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking dump (0.4b47-3) ... 2024-09-13T17:45:28.247 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.18) over (3.0.2-0ubuntu1.7) ... 2024-09-13T17:45:28.534 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package indent. 2024-09-13T17:45:28.550 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2024-09-13T17:45:28.584 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-13T17:45:28.674 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-13T17:45:28.870 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-13T17:45:28.898 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2024-09-13T17:45:28.945 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-13T17:45:29.185 INFO:teuthology.orchestra.run.smithi159.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173305 files and directories currently installed.) 2024-09-13T17:45:29.190 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../uuid-dev_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-13T17:45:29.266 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-13T17:45:29.294 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1.3_amd64.deb ... 2024-09-13T17:45:29.332 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-13T17:45:29.430 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking uuid-dev:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-13T17:45:29.602 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-13T17:45:29.619 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2024-09-13T17:45:29.669 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2024-09-13T17:45:29.806 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../libuuid1_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-13T17:45:29.920 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libuuid1:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-13T17:45:30.073 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libfl2:amd64. 2024-09-13T17:45:30.101 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2024-09-13T17:45:30.147 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2024-09-13T17:45:30.322 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libuuid1:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-13T17:45:30.408 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libfl-dev:amd64. 2024-09-13T17:45:30.425 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2024-09-13T17:45:30.466 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-13T17:45:30.697 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package bison. 2024-09-13T17:45:30.719 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libjson-perl. 2024-09-13T17:45:30.737 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2024-09-13T17:45:30.778 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libjson-perl (4.04000-1) ... 2024-09-13T17:45:30.800 INFO:teuthology.orchestra.run.smithi159.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173305 files and directories currently installed.) 2024-09-13T17:45:30.805 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2024-09-13T17:45:30.857 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2024-09-13T17:45:31.098 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libllvm14:amd64. 2024-09-13T17:45:31.126 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2024-09-13T17:45:31.173 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-13T17:45:31.233 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-13T17:45:31.260 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2024-09-13T17:45:31.299 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2024-09-13T17:45:31.619 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package dump. 2024-09-13T17:45:31.647 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2024-09-13T17:45:31.685 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking dump (0.4b47-3) ... 2024-09-13T17:45:31.973 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package indent. 2024-09-13T17:45:31.989 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2024-09-13T17:45:32.039 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-13T17:45:32.376 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-13T17:45:32.404 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2024-09-13T17:45:32.451 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-13T17:45:32.788 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-13T17:45:32.816 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1.3_amd64.deb ... 2024-09-13T17:45:32.855 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-13T17:45:33.124 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-13T17:45:33.152 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2024-09-13T17:45:33.208 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2024-09-13T17:45:33.418 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-13T17:45:33.446 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T17:45:33.485 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-13T17:45:33.620 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libfl2:amd64. 2024-09-13T17:45:33.647 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2024-09-13T17:45:33.694 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2024-09-13T17:45:33.746 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-13T17:45:33.774 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T17:45:33.813 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-13T17:45:33.972 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libfl-dev:amd64. 2024-09-13T17:45:33.999 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2024-09-13T17:45:34.039 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-13T17:45:34.191 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-13T17:45:34.219 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-13T17:45:34.265 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-13T17:45:34.292 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libjson-perl. 2024-09-13T17:45:34.308 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2024-09-13T17:45:34.350 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libjson-perl (4.04000-1) ... 2024-09-13T17:45:34.622 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-13T17:45:34.647 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3.1_amd64.deb ... 2024-09-13T17:45:34.694 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-13T17:45:34.728 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libllvm14:amd64. 2024-09-13T17:45:34.756 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2024-09-13T17:45:34.803 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-13T17:45:35.030 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-13T17:45:35.058 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2024-09-13T17:45:35.097 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-13T17:45:35.542 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-13T17:45:35.570 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../16-libpq5_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-13T17:45:35.616 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T17:45:35.970 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-13T17:45:35.998 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-13T17:45:36.036 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-13T17:45:36.339 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-13T17:45:36.356 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-13T17:45:36.397 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-13T17:45:36.539 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-13T17:45:36.567 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T17:45:36.606 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-13T17:45:36.683 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-13T17:45:36.711 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-13T17:45:36.758 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-13T17:45:36.876 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-13T17:45:36.903 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T17:45:36.942 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-13T17:45:37.304 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-13T17:45:37.320 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-13T17:45:37.333 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2024-09-13T17:45:37.347 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-13T17:45:37.371 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2024-09-13T17:45:37.395 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-13T17:45:37.682 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package modemmanager. 2024-09-13T17:45:37.711 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-13T17:45:37.749 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-13T17:45:37.781 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-13T17:45:37.808 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3.1_amd64.deb ... 2024-09-13T17:45:37.847 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-13T17:45:38.126 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-13T17:45:38.153 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2024-09-13T17:45:38.184 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-13T17:45:38.382 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package network-manager. 2024-09-13T17:45:38.410 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2024-09-13T17:45:38.457 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2024-09-13T17:45:38.554 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-13T17:45:38.581 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../16-libpq5_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-13T17:45:38.620 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T17:45:38.973 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-13T17:45:39.001 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-13T17:45:39.040 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-13T17:45:39.090 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ppp. 2024-09-13T17:45:39.121 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2024-09-13T17:45:39.334 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-13T17:45:39.350 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-13T17:45:39.383 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2024-09-13T17:45:39.393 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-13T17:45:39.695 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-13T17:45:39.704 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package pptp-linux. 2024-09-13T17:45:39.723 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-13T17:45:39.732 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2024-09-13T17:45:39.770 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-13T17:45:39.770 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2024-09-13T17:45:40.006 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-13T17:45:40.035 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2024-09-13T17:45:40.073 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2024-09-13T17:45:40.291 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-13T17:45:40.319 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2024-09-13T17:45:40.351 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-13T17:45:40.357 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2024-09-13T17:45:40.379 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2024-09-13T17:45:40.418 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking postgresql-client-common (238) ... 2024-09-13T17:45:40.688 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package postgresql-client-14. 2024-09-13T17:45:40.710 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package modemmanager. 2024-09-13T17:45:40.716 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../27-postgresql-client-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-13T17:45:40.738 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-09-13T17:45:40.755 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T17:45:40.777 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-13T17:45:41.342 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package network-manager. 2024-09-13T17:45:41.343 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package postgresql-common. 2024-09-13T17:45:41.370 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2024-09-13T17:45:41.371 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2024-09-13T17:45:41.409 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2024-09-13T17:45:41.429 INFO:teuthology.orchestra.run.smithi032.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-13T17:45:41.458 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking postgresql-common (238) ... 2024-09-13T17:45:42.001 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package postgresql-14. 2024-09-13T17:45:42.029 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../29-postgresql-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-13T17:45:42.041 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package ppp. 2024-09-13T17:45:42.070 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2024-09-13T17:45:42.071 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T17:45:42.331 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2024-09-13T17:45:42.705 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package pptp-linux. 2024-09-13T17:45:42.733 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2024-09-13T17:45:42.780 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2024-09-13T17:45:43.041 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-13T17:45:43.068 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2024-09-13T17:45:43.107 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2024-09-13T17:45:43.313 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package postgresql. 2024-09-13T17:45:43.330 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2024-09-13T17:45:43.394 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-13T17:45:43.412 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2024-09-13T17:45:43.452 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking postgresql-client-common (238) ... 2024-09-13T17:45:43.481 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking postgresql (14+238) ... 2024-09-13T17:45:43.716 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package postgresql-client. 2024-09-13T17:45:43.733 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2024-09-13T17:45:43.774 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking postgresql-client (14+238) ... 2024-09-13T17:45:43.840 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package postgresql-client-14. 2024-09-13T17:45:43.867 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../27-postgresql-client-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-13T17:45:43.914 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T17:45:44.019 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-13T17:45:44.036 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2024-09-13T17:45:44.077 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking postgresql-contrib (14+238) ... 2024-09-13T17:45:44.405 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package tcl8.6. 2024-09-13T17:45:44.433 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2024-09-13T17:45:44.472 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-13T17:45:44.536 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package postgresql-common. 2024-09-13T17:45:44.564 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2024-09-13T17:45:44.622 INFO:teuthology.orchestra.run.smithi159.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-13T17:45:44.642 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking postgresql-common (238) ... 2024-09-13T17:45:44.716 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package tcl. 2024-09-13T17:45:44.733 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2024-09-13T17:45:44.779 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking tcl (8.6.11+1build2) ... 2024-09-13T17:45:45.127 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package wpasupplicant. 2024-09-13T17:45:45.156 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2.1_amd64.deb ... 2024-09-13T17:45:45.169 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package postgresql-14. 2024-09-13T17:45:45.193 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-13T17:45:45.196 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../29-postgresql-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-13T17:45:45.238 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T17:45:45.548 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-13T17:45:45.577 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2024-09-13T17:45:45.615 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2024-09-13T17:45:45.993 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-13T17:45:46.021 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2024-09-13T17:45:46.069 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-13T17:45:46.372 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up postgresql-client-common (238) ... 2024-09-13T17:45:46.488 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package postgresql. 2024-09-13T17:45:46.517 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2024-09-13T17:45:46.555 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking postgresql (14+238) ... 2024-09-13T17:45:46.566 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up flex (2.6.4-8build2) ... 2024-09-13T17:45:46.701 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-13T17:45:46.798 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package postgresql-client. 2024-09-13T17:45:46.814 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2024-09-13T17:45:46.827 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T17:45:46.856 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking postgresql-client (14+238) ... 2024-09-13T17:45:46.936 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2024-09-13T17:45:47.047 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-13T17:45:47.109 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-13T17:45:47.137 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2024-09-13T17:45:47.174 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T17:45:47.175 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking postgresql-contrib (14+238) ... 2024-09-13T17:45:47.462 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package tcl8.6. 2024-09-13T17:45:47.489 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2024-09-13T17:45:47.528 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-13T17:45:47.714 INFO:teuthology.orchestra.run.smithi032.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-13T17:45:47.804 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-13T17:45:48.202 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T17:45:48.202 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T17:45:48.247 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package tcl. 2024-09-13T17:45:48.275 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2024-09-13T17:45:48.319 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking tcl (8.6.11+1build2) ... 2024-09-13T17:45:48.667 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package wpasupplicant. 2024-09-13T17:45:48.683 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up uuid-dev:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-13T17:45:48.695 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2.1_amd64.deb ... 2024-09-13T17:45:48.733 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-13T17:45:48.784 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2024-09-13T17:45:48.893 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-13T17:45:49.019 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2024-09-13T17:45:49.096 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-13T17:45:49.125 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2024-09-13T17:45:49.296 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2024-09-13T17:45:49.297 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2024-09-13T17:45:49.297 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2024-09-13T17:45:49.398 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-13T17:45:49.466 INFO:teuthology.orchestra.run.smithi159.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-13T17:45:49.494 INFO:teuthology.orchestra.run.smithi159.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2024-09-13T17:45:49.523 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2024-09-13T17:45:49.541 INFO:teuthology.orchestra.run.smithi159.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-13T17:45:49.853 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up postgresql-client-common (238) ... 2024-09-13T17:45:50.039 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up flex (2.6.4-8build2) ... 2024-09-13T17:45:50.145 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-13T17:45:50.164 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-13T17:45:50.291 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T17:45:50.355 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up dump (0.4b47-3) ... 2024-09-13T17:45:50.417 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2024-09-13T17:45:50.449 INFO:teuthology.orchestra.run.smithi032.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-13T17:45:50.549 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-13T17:45:50.551 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-13T17:45:50.666 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-13T17:45:50.677 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T17:45:50.768 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up tcl (8.6.11+1build2) ... 2024-09-13T17:45:50.868 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libjson-perl (4.04000-1) ... 2024-09-13T17:45:50.994 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2024-09-13T17:45:51.085 INFO:teuthology.orchestra.run.smithi032.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2024-09-13T17:45:51.146 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-13T17:45:51.195 INFO:teuthology.orchestra.run.smithi159.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-13T17:45:51.272 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-13T17:45:51.283 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-13T17:45:51.457 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-13T17:45:51.583 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-13T17:45:51.669 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T17:45:51.669 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T17:45:51.684 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2024-09-13T17:45:51.819 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up postgresql-client (14+238) ... 2024-09-13T17:45:51.945 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2024-09-13T17:45:52.153 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up uuid-dev:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-13T17:45:52.279 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2024-09-13T17:45:52.385 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:45:52.385 INFO:teuthology.orchestra.run.smithi032.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-13T17:45:52.385 INFO:teuthology.orchestra.run.smithi032.stdout:which means they are currently configured by ifupdown: 2024-09-13T17:45:52.385 INFO:teuthology.orchestra.run.smithi032.stdout:- ens1f0 2024-09-13T17:45:52.385 INFO:teuthology.orchestra.run.smithi032.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-13T17:45:52.386 INFO:teuthology.orchestra.run.smithi032.stdout:remove their configuration from /etc/network/interfaces. 2024-09-13T17:45:52.386 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:45:52.405 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-13T17:45:52.509 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-13T17:45:52.530 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2024-09-13T17:45:52.657 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2024-09-13T17:45:52.758 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2024-09-13T17:45:52.838 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-13T17:45:52.858 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-13T17:45:52.987 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2024-09-13T17:45:53.166 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-13T17:45:53.881 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-13T17:45:54.133 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-13T17:45:54.167 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-13T17:45:54.259 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2024-09-13T17:45:54.293 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up dump (0.4b47-3) ... 2024-09-13T17:45:54.396 INFO:teuthology.orchestra.run.smithi159.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-13T17:45:54.410 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up postgresql-common (238) ... 2024-09-13T17:45:54.462 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-09-13T17:45:54.588 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-13T17:45:54.714 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up tcl (8.6.11+1build2) ... 2024-09-13T17:45:54.873 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libjson-perl (4.04000-1) ... 2024-09-13T17:45:54.983 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2024-09-13T17:45:55.058 INFO:teuthology.orchestra.run.smithi159.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2024-09-13T17:45:55.118 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-13T17:45:55.235 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-13T17:45:55.296 INFO:teuthology.orchestra.run.smithi032.stdout:Adding user postgres to group ssl-cert 2024-09-13T17:45:55.420 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-13T17:45:55.522 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:45:55.522 INFO:teuthology.orchestra.run.smithi032.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-13T17:45:55.546 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-13T17:45:55.672 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2024-09-13T17:45:55.727 INFO:teuthology.orchestra.run.smithi032.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-13T17:45:55.728 INFO:teuthology.orchestra.run.smithi032.stdout:Removing obsolete dictionary files: 2024-09-13T17:45:55.840 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up postgresql-client (14+238) ... 2024-09-13T17:45:55.958 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2024-09-13T17:45:56.278 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-13T17:45:56.416 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:45:56.416 INFO:teuthology.orchestra.run.smithi159.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-13T17:45:56.416 INFO:teuthology.orchestra.run.smithi159.stdout:which means they are currently configured by ifupdown: 2024-09-13T17:45:56.416 INFO:teuthology.orchestra.run.smithi159.stdout:- enp3s0f1 2024-09-13T17:45:56.416 INFO:teuthology.orchestra.run.smithi159.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-13T17:45:56.417 INFO:teuthology.orchestra.run.smithi159.stdout:remove their configuration from /etc/network/interfaces. 2024-09-13T17:45:56.417 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:45:56.534 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-13T17:45:56.653 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T17:45:56.848 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-13T17:45:57.000 INFO:teuthology.orchestra.run.smithi032.stdout:Creating new PostgreSQL cluster 14/main ... 2024-09-13T17:45:57.012 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2024-09-13T17:45:57.060 INFO:teuthology.orchestra.run.smithi032.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-13T17:45:57.060 INFO:teuthology.orchestra.run.smithi032.stdout:This user must also own the server process. 2024-09-13T17:45:57.060 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:45:57.060 INFO:teuthology.orchestra.run.smithi032.stdout:The database cluster will be initialized with locale "en_US". 2024-09-13T17:45:57.060 INFO:teuthology.orchestra.run.smithi032.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-13T17:45:57.060 INFO:teuthology.orchestra.run.smithi032.stdout:The default text search configuration will be set to "english". 2024-09-13T17:45:57.060 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:45:57.060 INFO:teuthology.orchestra.run.smithi032.stdout:Data page checksums are disabled. 2024-09-13T17:45:57.060 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:45:57.060 INFO:teuthology.orchestra.run.smithi032.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2024-09-13T17:45:57.061 INFO:teuthology.orchestra.run.smithi032.stdout:creating subdirectories ... ok 2024-09-13T17:45:57.061 INFO:teuthology.orchestra.run.smithi032.stdout:selecting dynamic shared memory implementation ... posix 2024-09-13T17:45:57.077 INFO:teuthology.orchestra.run.smithi032.stdout:selecting default max_connections ... 100 2024-09-13T17:45:57.095 INFO:teuthology.orchestra.run.smithi032.stdout:selecting default shared_buffers ... 128MB 2024-09-13T17:45:57.105 INFO:teuthology.orchestra.run.smithi032.stdout:selecting default time zone ... Etc/UTC 2024-09-13T17:45:57.106 INFO:teuthology.orchestra.run.smithi032.stdout:creating configuration files ... ok 2024-09-13T17:45:57.168 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-13T17:45:57.225 INFO:teuthology.orchestra.run.smithi032.stdout:running bootstrap script ... ok 2024-09-13T17:45:57.685 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-13T17:45:57.845 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-13T17:45:57.952 INFO:teuthology.orchestra.run.smithi032.stdout:performing post-bootstrap initialization ... ok 2024-09-13T17:45:57.971 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2024-09-13T17:45:58.097 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up postgresql-common (238) ... 2024-09-13T17:45:58.622 INFO:teuthology.orchestra.run.smithi032.stdout:syncing data to disk ... ok 2024-09-13T17:45:59.032 INFO:teuthology.orchestra.run.smithi032.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-13T17:45:59.048 INFO:teuthology.orchestra.run.smithi159.stdout:Adding user postgres to group ssl-cert 2024-09-13T17:45:59.324 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:45:59.324 INFO:teuthology.orchestra.run.smithi159.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-13T17:45:59.510 INFO:teuthology.orchestra.run.smithi159.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-13T17:45:59.510 INFO:teuthology.orchestra.run.smithi159.stdout:Removing obsolete dictionary files: 2024-09-13T17:46:00.048 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-13T17:46:00.416 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-13T17:46:00.727 INFO:teuthology.orchestra.run.smithi159.stdout:Creating new PostgreSQL cluster 14/main ... 2024-09-13T17:46:00.745 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2024-09-13T17:46:00.795 INFO:teuthology.orchestra.run.smithi159.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-13T17:46:00.795 INFO:teuthology.orchestra.run.smithi159.stdout:This user must also own the server process. 2024-09-13T17:46:00.796 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:00.796 INFO:teuthology.orchestra.run.smithi159.stdout:The database cluster will be initialized with locale "en_US". 2024-09-13T17:46:00.796 INFO:teuthology.orchestra.run.smithi159.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-13T17:46:00.796 INFO:teuthology.orchestra.run.smithi159.stdout:The default text search configuration will be set to "english". 2024-09-13T17:46:00.796 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:00.796 INFO:teuthology.orchestra.run.smithi159.stdout:Data page checksums are disabled. 2024-09-13T17:46:00.796 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:00.796 INFO:teuthology.orchestra.run.smithi159.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2024-09-13T17:46:00.796 INFO:teuthology.orchestra.run.smithi159.stdout:creating subdirectories ... ok 2024-09-13T17:46:00.796 INFO:teuthology.orchestra.run.smithi159.stdout:selecting dynamic shared memory implementation ... posix 2024-09-13T17:46:00.811 INFO:teuthology.orchestra.run.smithi159.stdout:selecting default max_connections ... 100 2024-09-13T17:46:00.832 INFO:teuthology.orchestra.run.smithi159.stdout:selecting default shared_buffers ... 128MB 2024-09-13T17:46:00.839 INFO:teuthology.orchestra.run.smithi159.stdout:selecting default time zone ... Etc/UTC 2024-09-13T17:46:00.840 INFO:teuthology.orchestra.run.smithi159.stdout:creating configuration files ... ok 2024-09-13T17:46:00.954 INFO:teuthology.orchestra.run.smithi159.stdout:running bootstrap script ... ok 2024-09-13T17:46:01.620 INFO:teuthology.orchestra.run.smithi159.stdout:performing post-bootstrap initialization ... ok 2024-09-13T17:46:01.802 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-13T17:46:01.928 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up postgresql-contrib (14+238) ... 2024-09-13T17:46:02.087 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up postgresql (14+238) ... 2024-09-13T17:46:02.213 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-13T17:46:02.348 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-13T17:46:02.411 INFO:teuthology.orchestra.run.smithi159.stdout:syncing data to disk ... ok 2024-09-13T17:46:02.608 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T17:46:02.608 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T17:46:02.778 INFO:teuthology.orchestra.run.smithi159.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-13T17:46:03.134 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-13T17:46:03.319 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-13T17:46:03.604 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-13T17:46:03.756 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-13T17:46:05.143 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2024-09-13T17:46:05.235 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-13T17:46:05.556 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-13T17:46:05.674 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up postgresql-contrib (14+238) ... 2024-09-13T17:46:05.775 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up postgresql (14+238) ... 2024-09-13T17:46:05.876 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-13T17:46:05.882 INFO:teuthology.orchestra.run.smithi032.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T17:46:05.889 DEBUG:teuthology.parallel:result is None 2024-09-13T17:46:05.994 INFO:teuthology.orchestra.run.smithi159.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-09-13T17:46:06.247 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T17:46:06.248 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T17:46:06.829 INFO:teuthology.orchestra.run.smithi159.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-13T17:46:07.039 INFO:teuthology.orchestra.run.smithi159.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-13T17:46:07.341 INFO:teuthology.orchestra.run.smithi159.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-13T17:46:07.493 INFO:teuthology.orchestra.run.smithi159.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-13T17:46:08.855 INFO:teuthology.orchestra.run.smithi159.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2024-09-13T17:46:08.988 INFO:teuthology.orchestra.run.smithi159.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-13T17:46:09.628 INFO:teuthology.orchestra.run.smithi159.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T17:46:09.633 DEBUG:teuthology.parallel:result is None 2024-09-13T17:46:09.634 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 2024-09-13T17:46:09.787 DEBUG:teuthology.orchestra.run.smithi032:> dpkg-query -W -f '${Version}' ceph 2024-09-13T17:46:09.808 INFO:teuthology.orchestra.run.smithi032.stdout:18.2.4-860-g6c6b083f-1jammy 2024-09-13T17:46:09.808 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-860-g6c6b083f-1jammy 2024-09-13T17:46:09.809 INFO:teuthology.task.install:The correct ceph version 18.2.4-860-g6c6b083f-1jammy is installed. 2024-09-13T17:46:09.811 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3 2024-09-13T17:46:09.964 DEBUG:teuthology.orchestra.run.smithi159:> dpkg-query -W -f '${Version}' ceph 2024-09-13T17:46:09.984 INFO:teuthology.orchestra.run.smithi159.stdout:18.2.4-860-g6c6b083f-1jammy 2024-09-13T17:46:09.984 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-860-g6c6b083f-1jammy 2024-09-13T17:46:09.984 INFO:teuthology.task.install:The correct ceph version 18.2.4-860-g6c6b083f-1jammy is installed. 2024-09-13T17:46:09.986 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-13T17:46:09.986 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:09.986 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T17:46:10.000 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:10.001 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T17:46:10.041 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-13T17:46:10.042 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:10.042 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T17:46:10.055 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T17:46:10.111 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:10.111 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T17:46:10.125 DEBUG:teuthology.orchestra.run.smithi159:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T17:46:10.181 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-13T17:46:10.181 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:10.181 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T17:46:10.195 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T17:46:10.250 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:10.250 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T17:46:10.262 DEBUG:teuthology.orchestra.run.smithi159:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T17:46:10.315 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-13T17:46:10.315 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:10.316 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T17:46:10.330 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T17:46:10.386 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:10.386 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T17:46:10.399 DEBUG:teuthology.orchestra.run.smithi159:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T17:46:10.452 INFO:teuthology.run_tasks:Running task ceph... 2024-09-13T17:46:10.533 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-13T17:46:10.533 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 777 /var/log/ceph 2024-09-13T17:46:10.536 DEBUG:teuthology.orchestra.run.smithi159:> sudo chmod 777 /var/log/ceph 2024-09-13T17:46:10.548 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-13T17:46:10.548 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-13T17:46:10.596 DEBUG:teuthology.orchestra.run.smithi159:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-13T17:46:10.608 INFO:tasks.ceph:Creating extra log directories... 2024-09-13T17:46:10.609 DEBUG:teuthology.orchestra.run.smithi032:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-13T17:46:10.652 DEBUG:teuthology.orchestra.run.smithi159:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-13T17:46:10.670 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-13T17:46:10.671 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-13T17:46:10.671 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-13T17:46:10.671 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:10.671 DEBUG:teuthology.orchestra.run.smithi032:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-13T17:46:10.711 DEBUG:teuthology.orchestra.run.smithi032:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-13T17:46:10.788 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:10.788 DEBUG:teuthology.orchestra.run.smithi159:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-13T17:46:10.794 DEBUG:teuthology.orchestra.run.smithi159:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-13T17:46:10.874 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-13T17:46:10.874 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'Reduced data availability', 'Degraded data redundancy'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-13T17:46:10.875 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7903921', 'branch': 'wip-rishabh-testing-20240910.100730-reef', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/acls}', 'email': None, 'first_in_suite': False, 'job_id': '7903921', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-rishabh-testing-20240910.100730-reef'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3'}}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rishabh-testing-20240910.100730-reef', 'sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3'}}, 'owner': 'scheduled_rishabh@teuthology', 'priority': 70, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 6439, 'sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3', 'sleep_before_teardown': 0, 'subset': '964/1024', 'suite': 'fs', 'suite_branch': 'wip-rishabh-testing-20240910.100730-reef', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi032.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEigfN/lXOM+AZHKXyKC3iUuOmla5ijp06dwlqyBrraZGWBCr1A5ivzEaRhwPeQWBWoX6tZnuhiAbS1AmcMsgc4=', 'smithi159.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFzUyUYPEEh1YWpdTop4JMLmgpczV/CkBnqINpPQps3RIxbrv6DWxWBRkQ4dkjiA7RUit89dUSBVMsNyAuChIT0='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.test_acls']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-13_14:42:16', 'tube': 'smithi', 'user': 'rishabh', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-13T17:46:10.875 DEBUG:teuthology.orchestra.run.smithi032:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-13T17:46:10.877 DEBUG:teuthology.orchestra.run.smithi159:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-13T17:46:10.917 DEBUG:teuthology.orchestra.run.smithi032:> sudo install -d -m0777 -- /var/run/ceph 2024-09-13T17:46:10.923 DEBUG:teuthology.orchestra.run.smithi159:> sudo install -d -m0777 -- /var/run/ceph 2024-09-13T17:46:10.974 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:10.974 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T17:46:10.983 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T17:46:10.983 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_1 2024-09-13T17:46:11.031 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T17:46:11.031 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T17:46:11.032 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 883 Links: 1 2024-09-13T17:46:11.032 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T17:46:11.032 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-09-13 17:39:55.577576136 +0000 2024-09-13T17:46:11.032 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-09-13 17:39:55.341578239 +0000 2024-09-13T17:46:11.032 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-09-13 17:39:55.341578239 +0000 2024-09-13T17:46:11.032 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2024-09-13T17:46:11.032 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T17:46:11.085 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-09-13T17:46:11.086 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-09-13T17:46:11.086 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.00030523 s, 1.7 MB/s 2024-09-13T17:46:11.087 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T17:46:11.137 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_2 2024-09-13T17:46:11.183 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T17:46:11.183 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T17:46:11.183 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 906 Links: 1 2024-09-13T17:46:11.183 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T17:46:11.183 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-09-13 17:39:56.053571895 +0000 2024-09-13T17:46:11.183 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-09-13 17:39:55.801574141 +0000 2024-09-13T17:46:11.184 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-09-13 17:39:55.801574141 +0000 2024-09-13T17:46:11.184 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2024-09-13T17:46:11.184 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T17:46:11.237 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-09-13T17:46:11.237 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-09-13T17:46:11.237 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000207099 s, 2.5 MB/s 2024-09-13T17:46:11.238 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T17:46:11.288 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_3 2024-09-13T17:46:11.335 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T17:46:11.335 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T17:46:11.335 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 923 Links: 1 2024-09-13T17:46:11.335 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T17:46:11.335 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-09-13 17:39:56.537567583 +0000 2024-09-13T17:46:11.335 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-09-13 17:39:56.285569829 +0000 2024-09-13T17:46:11.335 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-09-13 17:39:56.285569829 +0000 2024-09-13T17:46:11.336 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2024-09-13T17:46:11.336 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T17:46:11.390 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-09-13T17:46:11.391 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-09-13T17:46:11.391 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000184304 s, 2.8 MB/s 2024-09-13T17:46:11.392 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T17:46:11.441 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_4 2024-09-13T17:46:11.487 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T17:46:11.487 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T17:46:11.487 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 940 Links: 1 2024-09-13T17:46:11.487 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T17:46:11.487 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-09-13 17:39:56.753565659 +0000 2024-09-13T17:46:11.487 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-09-13 17:39:56.749565694 +0000 2024-09-13T17:46:11.487 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-09-13 17:39:56.749565694 +0000 2024-09-13T17:46:11.487 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2024-09-13T17:46:11.488 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T17:46:11.541 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-09-13T17:46:11.541 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-09-13T17:46:11.541 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000308747 s, 1.7 MB/s 2024-09-13T17:46:11.542 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T17:46:11.593 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T17:46:11.593 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:11.593 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T17:46:11.599 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T17:46:11.599 DEBUG:teuthology.orchestra.run.smithi159:> stat /dev/vg_nvme/lv_1 2024-09-13T17:46:11.645 INFO:teuthology.orchestra.run.smithi159.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T17:46:11.646 INFO:teuthology.orchestra.run.smithi159.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T17:46:11.646 INFO:teuthology.orchestra.run.smithi159.stdout:Device: 5h/5d Inode: 875 Links: 1 2024-09-13T17:46:11.646 INFO:teuthology.orchestra.run.smithi159.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T17:46:11.646 INFO:teuthology.orchestra.run.smithi159.stdout:Access: 2024-09-13 17:39:50.174864209 +0000 2024-09-13T17:46:11.646 INFO:teuthology.orchestra.run.smithi159.stdout:Modify: 2024-09-13 17:39:49.902878710 +0000 2024-09-13T17:46:11.646 INFO:teuthology.orchestra.run.smithi159.stdout:Change: 2024-09-13 17:39:49.902878710 +0000 2024-09-13T17:46:11.646 INFO:teuthology.orchestra.run.smithi159.stdout: Birth: - 2024-09-13T17:46:11.647 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T17:46:11.700 INFO:teuthology.orchestra.run.smithi159.stderr:1+0 records in 2024-09-13T17:46:11.700 INFO:teuthology.orchestra.run.smithi159.stderr:1+0 records out 2024-09-13T17:46:11.700 INFO:teuthology.orchestra.run.smithi159.stderr:512 bytes copied, 0.000434586 s, 1.2 MB/s 2024-09-13T17:46:11.701 DEBUG:teuthology.orchestra.run.smithi159:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T17:46:11.750 DEBUG:teuthology.orchestra.run.smithi159:> stat /dev/vg_nvme/lv_2 2024-09-13T17:46:11.796 INFO:teuthology.orchestra.run.smithi159.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T17:46:11.797 INFO:teuthology.orchestra.run.smithi159.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T17:46:11.797 INFO:teuthology.orchestra.run.smithi159.stdout:Device: 5h/5d Inode: 892 Links: 1 2024-09-13T17:46:11.797 INFO:teuthology.orchestra.run.smithi159.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T17:46:11.797 INFO:teuthology.orchestra.run.smithi159.stdout:Access: 2024-09-13 17:39:50.694836683 +0000 2024-09-13T17:46:11.797 INFO:teuthology.orchestra.run.smithi159.stdout:Modify: 2024-09-13 17:39:50.418851292 +0000 2024-09-13T17:46:11.797 INFO:teuthology.orchestra.run.smithi159.stdout:Change: 2024-09-13 17:39:50.418851292 +0000 2024-09-13T17:46:11.797 INFO:teuthology.orchestra.run.smithi159.stdout: Birth: - 2024-09-13T17:46:11.797 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T17:46:11.855 INFO:teuthology.orchestra.run.smithi159.stderr:1+0 records in 2024-09-13T17:46:11.855 INFO:teuthology.orchestra.run.smithi159.stderr:1+0 records out 2024-09-13T17:46:11.856 INFO:teuthology.orchestra.run.smithi159.stderr:512 bytes copied, 0.000405056 s, 1.3 MB/s 2024-09-13T17:46:11.857 DEBUG:teuthology.orchestra.run.smithi159:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T17:46:11.906 DEBUG:teuthology.orchestra.run.smithi159:> stat /dev/vg_nvme/lv_3 2024-09-13T17:46:11.953 INFO:teuthology.orchestra.run.smithi159.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T17:46:11.953 INFO:teuthology.orchestra.run.smithi159.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T17:46:11.953 INFO:teuthology.orchestra.run.smithi159.stdout:Device: 5h/5d Inode: 908 Links: 1 2024-09-13T17:46:11.953 INFO:teuthology.orchestra.run.smithi159.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T17:46:11.953 INFO:teuthology.orchestra.run.smithi159.stdout:Access: 2024-09-13 17:39:51.206809783 +0000 2024-09-13T17:46:11.953 INFO:teuthology.orchestra.run.smithi159.stdout:Modify: 2024-09-13 17:39:50.934823980 +0000 2024-09-13T17:46:11.953 INFO:teuthology.orchestra.run.smithi159.stdout:Change: 2024-09-13 17:39:50.934823980 +0000 2024-09-13T17:46:11.953 INFO:teuthology.orchestra.run.smithi159.stdout: Birth: - 2024-09-13T17:46:11.954 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T17:46:12.007 INFO:teuthology.orchestra.run.smithi159.stderr:1+0 records in 2024-09-13T17:46:12.007 INFO:teuthology.orchestra.run.smithi159.stderr:1+0 records out 2024-09-13T17:46:12.007 INFO:teuthology.orchestra.run.smithi159.stderr:512 bytes copied, 0.000424077 s, 1.2 MB/s 2024-09-13T17:46:12.008 DEBUG:teuthology.orchestra.run.smithi159:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T17:46:12.058 DEBUG:teuthology.orchestra.run.smithi159:> stat /dev/vg_nvme/lv_4 2024-09-13T17:46:12.105 INFO:teuthology.orchestra.run.smithi159.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T17:46:12.105 INFO:teuthology.orchestra.run.smithi159.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T17:46:12.105 INFO:teuthology.orchestra.run.smithi159.stdout:Device: 5h/5d Inode: 929 Links: 1 2024-09-13T17:46:12.105 INFO:teuthology.orchestra.run.smithi159.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T17:46:12.105 INFO:teuthology.orchestra.run.smithi159.stdout:Access: 2024-09-13 17:39:51.674785479 +0000 2024-09-13T17:46:12.105 INFO:teuthology.orchestra.run.smithi159.stdout:Modify: 2024-09-13 17:39:51.430798151 +0000 2024-09-13T17:46:12.105 INFO:teuthology.orchestra.run.smithi159.stdout:Change: 2024-09-13 17:39:51.430798151 +0000 2024-09-13T17:46:12.106 INFO:teuthology.orchestra.run.smithi159.stdout: Birth: - 2024-09-13T17:46:12.106 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T17:46:12.159 INFO:teuthology.orchestra.run.smithi159.stderr:1+0 records in 2024-09-13T17:46:12.159 INFO:teuthology.orchestra.run.smithi159.stderr:1+0 records out 2024-09-13T17:46:12.159 INFO:teuthology.orchestra.run.smithi159.stderr:512 bytes copied, 0.000277921 s, 1.8 MB/s 2024-09-13T17:46:12.160 DEBUG:teuthology.orchestra.run.smithi159:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T17:46:12.210 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T17:46:12.210 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi032.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi159.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-13T17:46:12.210 INFO:tasks.ceph:Generating config... 2024-09-13T17:46:12.212 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-13T17:46:12.212 INFO:tasks.ceph:[client] debug client = 20 2024-09-13T17:46:12.212 INFO:tasks.ceph:[client] debug ms = 1 2024-09-13T17:46:12.212 INFO:tasks.ceph:[client] pid file = 2024-09-13T17:46:12.212 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-13T17:46:12.212 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-13T17:46:12.212 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-13T17:46:12.212 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-13T17:46:12.212 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-13T17:46:12.212 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-13T17:46:12.212 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-13T17:46:12.212 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-13T17:46:12.213 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-13T17:46:12.213 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-13T17:46:12.213 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-13T17:46:12.213 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-13T17:46:12.213 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-13T17:46:12.213 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-13T17:46:12.213 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-13T17:46:12.213 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-13T17:46:12.213 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-13T17:46:12.213 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-13T17:46:12.213 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-13T17:46:12.213 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-13T17:46:12.213 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-13T17:46:12.214 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-13T17:46:12.214 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-09-13T17:46:12.214 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-09-13T17:46:12.214 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-13T17:46:12.214 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-13T17:46:12.214 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-09-13T17:46:12.214 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-13T17:46:12.214 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-13T17:46:12.214 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-13T17:46:12.214 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-13T17:46:12.214 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-13T17:46:12.215 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-13T17:46:12.215 INFO:tasks.ceph:Setting up mon.a... 2024-09-13T17:46:12.215 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-13T17:46:12.249 INFO:teuthology.orchestra.run.smithi032.stdout:creating /etc/ceph/ceph.keyring 2024-09-13T17:46:12.263 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-13T17:46:12.342 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T17:46:12.399 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.32'), ('mon.b', '172.21.15.159'), ('mon.c', '[v2:172.21.15.159:3301,v1:172.21.15.159:6790]')] 2024-09-13T17:46:12.399 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.32,172.21.15.159,[v2:172.21.15.159:3301,v1:172.21.15.159:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-13T17:46:12.400 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:12.400 DEBUG:teuthology.orchestra.run.smithi032:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-13T17:46:12.447 DEBUG:teuthology.orchestra.run.smithi032:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.32 --add b 172.21.15.159 --addv c '[v2:172.21.15.159:3301,v1:172.21.15.159:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-13T17:46:12.535 INFO:teuthology.orchestra.run.smithi032.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-13T17:46:12.535 INFO:teuthology.orchestra.run.smithi032.stdout:monmaptool: generated fsid 3fbfcb0a-e071-41b2-807d-13b0a49dcea3 2024-09-13T17:46:12.535 INFO:teuthology.orchestra.run.smithi032.stdout:setting min_mon_release = pacific 2024-09-13T17:46:12.536 INFO:teuthology.orchestra.run.smithi032.stdout:epoch 0 2024-09-13T17:46:12.536 INFO:teuthology.orchestra.run.smithi032.stdout:fsid 3fbfcb0a-e071-41b2-807d-13b0a49dcea3 2024-09-13T17:46:12.536 INFO:teuthology.orchestra.run.smithi032.stdout:last_changed 2024-09-13T17:46:12.534488+0000 2024-09-13T17:46:12.536 INFO:teuthology.orchestra.run.smithi032.stdout:created 2024-09-13T17:46:12.534488+0000 2024-09-13T17:46:12.536 INFO:teuthology.orchestra.run.smithi032.stdout:min_mon_release 16 (pacific) 2024-09-13T17:46:12.536 INFO:teuthology.orchestra.run.smithi032.stdout:election_strategy: 1 2024-09-13T17:46:12.536 INFO:teuthology.orchestra.run.smithi032.stdout:0: [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon.a 2024-09-13T17:46:12.536 INFO:teuthology.orchestra.run.smithi032.stdout:1: [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] mon.b 2024-09-13T17:46:12.536 INFO:teuthology.orchestra.run.smithi032.stdout:2: [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] mon.c 2024-09-13T17:46:12.536 INFO:teuthology.orchestra.run.smithi032.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-13T17:46:12.538 DEBUG:teuthology.orchestra.run.smithi032:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-13T17:46:12.543 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 3fbfcb0a-e071-41b2-807d-13b0a49dcea3... 2024-09-13T17:46:12.544 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T17:46:12.588 DEBUG:teuthology.orchestra.run.smithi159:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T17:46:12.617 INFO:teuthology.orchestra.run.smithi032.stdout:[global] 2024-09-13T17:46:12.617 INFO:teuthology.orchestra.run.smithi032.stdout: chdir = "" 2024-09-13T17:46:12.617 INFO:teuthology.orchestra.run.smithi032.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T17:46:12.617 INFO:teuthology.orchestra.run.smithi032.stdout: auth supported = cephx 2024-09-13T17:46:12.617 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.617 INFO:teuthology.orchestra.run.smithi032.stdout: filestore xattr use omap = true 2024-09-13T17:46:12.617 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.617 INFO:teuthology.orchestra.run.smithi032.stdout: mon clock drift allowed = 1.000 2024-09-13T17:46:12.617 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.617 INFO:teuthology.orchestra.run.smithi032.stdout: osd crush chooseleaf type = 0 2024-09-13T17:46:12.618 INFO:teuthology.orchestra.run.smithi032.stdout: auth debug = true 2024-09-13T17:46:12.618 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.618 INFO:teuthology.orchestra.run.smithi032.stdout: ms die on old message = true 2024-09-13T17:46:12.618 INFO:teuthology.orchestra.run.smithi032.stdout: ms die on bug = true 2024-09-13T17:46:12.618 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.618 INFO:teuthology.orchestra.run.smithi032.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T17:46:12.618 INFO:teuthology.orchestra.run.smithi032.stdout: mon pg warn max object skew = 0 2024-09-13T17:46:12.618 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.618 INFO:teuthology.orchestra.run.smithi032.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T17:46:12.618 INFO:teuthology.orchestra.run.smithi032.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T17:46:12.618 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.619 INFO:teuthology.orchestra.run.smithi032.stdout: osd pool default size = 2 2024-09-13T17:46:12.619 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.619 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd allow primary affinity = true 2024-09-13T17:46:12.619 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd allow pg remap = true 2024-09-13T17:46:12.619 INFO:teuthology.orchestra.run.smithi032.stdout: mon warn on legacy crush tunables = false 2024-09-13T17:46:12.619 INFO:teuthology.orchestra.run.smithi032.stdout: mon warn on crush straw calc version zero = false 2024-09-13T17:46:12.619 INFO:teuthology.orchestra.run.smithi032.stdout: mon warn on no sortbitwise = false 2024-09-13T17:46:12.619 INFO:teuthology.orchestra.run.smithi032.stdout: mon warn on osd down out interval zero = false 2024-09-13T17:46:12.619 INFO:teuthology.orchestra.run.smithi032.stdout: mon warn on too few osds = false 2024-09-13T17:46:12.619 INFO:teuthology.orchestra.run.smithi032.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T17:46:12.619 INFO:teuthology.orchestra.run.smithi032.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T17:46:12.619 INFO:teuthology.orchestra.run.smithi032.stdout: mon_allow_pool_size_one = true 2024-09-13T17:46:12.619 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.619 INFO:teuthology.orchestra.run.smithi032.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T17:46:12.620 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.620 INFO:teuthology.orchestra.run.smithi032.stdout: osd default data pool replay window = 5 2024-09-13T17:46:12.620 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.620 INFO:teuthology.orchestra.run.smithi032.stdout: mon allow pool delete = true 2024-09-13T17:46:12.620 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.620 INFO:teuthology.orchestra.run.smithi032.stdout: mon cluster log file level = debug 2024-09-13T17:46:12.620 INFO:teuthology.orchestra.run.smithi032.stdout: debug asserts on shutdown = true 2024-09-13T17:46:12.620 INFO:teuthology.orchestra.run.smithi032.stdout: mon health detail to clog = false 2024-09-13T17:46:12.620 INFO:teuthology.orchestra.run.smithi032.stdout: mon host = "172.21.15.32,172.21.15.159,[v2:172.21.15.159:3301,v1:172.21.15.159:6790]" 2024-09-13T17:46:12.620 INFO:teuthology.orchestra.run.smithi032.stdout: fsid = 3fbfcb0a-e071-41b2-807d-13b0a49dcea3 2024-09-13T17:46:12.620 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.621 INFO:teuthology.orchestra.run.smithi032.stdout:[osd] 2024-09-13T17:46:12.621 INFO:teuthology.orchestra.run.smithi032.stdout: osd journal size = 100 2024-09-13T17:46:12.621 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.621 INFO:teuthology.orchestra.run.smithi032.stdout: osd scrub load threshold = 5.0 2024-09-13T17:46:12.621 INFO:teuthology.orchestra.run.smithi032.stdout: osd scrub max interval = 600 2024-09-13T17:46:12.621 INFO:teuthology.orchestra.run.smithi032.stdout: osd mclock profile = high_recovery_ops 2024-09-13T17:46:12.621 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.621 INFO:teuthology.orchestra.run.smithi032.stdout: osd recover clone overlap = true 2024-09-13T17:46:12.621 INFO:teuthology.orchestra.run.smithi032.stdout: osd recovery max chunk = 1048576 2024-09-13T17:46:12.621 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.621 INFO:teuthology.orchestra.run.smithi032.stdout: osd debug shutdown = true 2024-09-13T17:46:12.621 INFO:teuthology.orchestra.run.smithi032.stdout: osd debug op order = true 2024-09-13T17:46:12.622 INFO:teuthology.orchestra.run.smithi032.stdout: osd debug verify stray on activate = true 2024-09-13T17:46:12.622 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.622 INFO:teuthology.orchestra.run.smithi032.stdout: osd open classes on start = true 2024-09-13T17:46:12.622 INFO:teuthology.orchestra.run.smithi032.stdout: osd debug pg log writeout = true 2024-09-13T17:46:12.622 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.622 INFO:teuthology.orchestra.run.smithi032.stdout: osd deep scrub update digest min age = 30 2024-09-13T17:46:12.622 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.622 INFO:teuthology.orchestra.run.smithi032.stdout: osd map max advance = 10 2024-09-13T17:46:12.622 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.622 INFO:teuthology.orchestra.run.smithi032.stdout: journal zero on create = true 2024-09-13T17:46:12.622 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.622 INFO:teuthology.orchestra.run.smithi032.stdout: filestore ondisk finisher threads = 3 2024-09-13T17:46:12.622 INFO:teuthology.orchestra.run.smithi032.stdout: filestore apply finisher threads = 3 2024-09-13T17:46:12.622 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.622 INFO:teuthology.orchestra.run.smithi032.stdout: bdev debug aio = true 2024-09-13T17:46:12.623 INFO:teuthology.orchestra.run.smithi032.stdout: osd debug misdirected ops = true 2024-09-13T17:46:12.623 INFO:teuthology.orchestra.run.smithi032.stdout: bluestore block size = 96636764160 2024-09-13T17:46:12.623 INFO:teuthology.orchestra.run.smithi032.stdout: bluestore fsck on mount = True 2024-09-13T17:46:12.623 INFO:teuthology.orchestra.run.smithi032.stdout: debug bluefs = 20 2024-09-13T17:46:12.623 INFO:teuthology.orchestra.run.smithi032.stdout: debug bluestore = 20 2024-09-13T17:46:12.623 INFO:teuthology.orchestra.run.smithi032.stdout: debug ms = 1 2024-09-13T17:46:12.623 INFO:teuthology.orchestra.run.smithi032.stdout: debug osd = 20 2024-09-13T17:46:12.623 INFO:teuthology.orchestra.run.smithi032.stdout: debug rocksdb = 10 2024-09-13T17:46:12.623 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T17:46:12.623 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd full ratio = 0.9 2024-09-13T17:46:12.623 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd nearfull ratio = 0.8 2024-09-13T17:46:12.623 INFO:teuthology.orchestra.run.smithi032.stdout: osd failsafe full ratio = 0.95 2024-09-13T17:46:12.623 INFO:teuthology.orchestra.run.smithi032.stdout: osd objectstore = bluestore 2024-09-13T17:46:12.623 INFO:teuthology.orchestra.run.smithi032.stdout: osd op complaint time = 180 2024-09-13T17:46:12.624 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.624 INFO:teuthology.orchestra.run.smithi032.stdout:[mgr] 2024-09-13T17:46:12.624 INFO:teuthology.orchestra.run.smithi032.stdout: debug ms = 1 2024-09-13T17:46:12.624 INFO:teuthology.orchestra.run.smithi032.stdout: debug mgr = 20 2024-09-13T17:46:12.624 INFO:teuthology.orchestra.run.smithi032.stdout: debug mon = 20 2024-09-13T17:46:12.624 INFO:teuthology.orchestra.run.smithi032.stdout: debug auth = 20 2024-09-13T17:46:12.624 INFO:teuthology.orchestra.run.smithi032.stdout: mon reweight min pgs per osd = 4 2024-09-13T17:46:12.624 INFO:teuthology.orchestra.run.smithi032.stdout: mon reweight min bytes per osd = 10 2024-09-13T17:46:12.624 INFO:teuthology.orchestra.run.smithi032.stdout: mgr/telemetry/nag = false 2024-09-13T17:46:12.624 INFO:teuthology.orchestra.run.smithi032.stdout: debug client = 20 2024-09-13T17:46:12.624 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.625 INFO:teuthology.orchestra.run.smithi032.stdout:[mon] 2024-09-13T17:46:12.625 INFO:teuthology.orchestra.run.smithi032.stdout: debug ms = 1 2024-09-13T17:46:12.625 INFO:teuthology.orchestra.run.smithi032.stdout: debug mon = 20 2024-09-13T17:46:12.625 INFO:teuthology.orchestra.run.smithi032.stdout: debug paxos = 20 2024-09-13T17:46:12.625 INFO:teuthology.orchestra.run.smithi032.stdout: debug auth = 20 2024-09-13T17:46:12.625 INFO:teuthology.orchestra.run.smithi032.stdout: mon data avail warn = 5 2024-09-13T17:46:12.625 INFO:teuthology.orchestra.run.smithi032.stdout: mon mgr mkfs grace = 240 2024-09-13T17:46:12.625 INFO:teuthology.orchestra.run.smithi032.stdout: mon reweight min pgs per osd = 4 2024-09-13T17:46:12.625 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd reporter subtree level = osd 2024-09-13T17:46:12.625 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd prime pg temp = true 2024-09-13T17:46:12.625 INFO:teuthology.orchestra.run.smithi032.stdout: mon reweight min bytes per osd = 10 2024-09-13T17:46:12.625 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.625 INFO:teuthology.orchestra.run.smithi032.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T17:46:12.626 INFO:teuthology.orchestra.run.smithi032.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T17:46:12.626 INFO:teuthology.orchestra.run.smithi032.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T17:46:12.626 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.626 INFO:teuthology.orchestra.run.smithi032.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T17:46:12.626 INFO:teuthology.orchestra.run.smithi032.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T17:46:12.626 INFO:teuthology.orchestra.run.smithi032.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T17:46:12.626 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.626 INFO:teuthology.orchestra.run.smithi032.stdout: # 1m isn't quite enough 2024-09-13T17:46:12.626 INFO:teuthology.orchestra.run.smithi032.stdout: mon_down_mkfs_grace = 2m 2024-09-13T17:46:12.626 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.626 INFO:teuthology.orchestra.run.smithi032.stdout: mon_warn_on_filestore_osds = false 2024-09-13T17:46:12.626 INFO:teuthology.orchestra.run.smithi032.stdout: mon op complaint time = 120 2024-09-13T17:46:12.626 INFO:teuthology.orchestra.run.smithi032.stdout: mon warn on pool no app = False 2024-09-13T17:46:12.627 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:12.627 INFO:teuthology.orchestra.run.smithi032.stdout:[client] 2024-09-13T17:46:12.627 INFO:teuthology.orchestra.run.smithi032.stdout: rgw cache enabled = true 2024-09-13T17:46:12.627 INFO:teuthology.orchestra.run.smithi032.stdout: rgw enable ops log = true 2024-09-13T17:46:12.627 INFO:teuthology.orchestra.run.smithi032.stdout: rgw enable usage log = true 2024-09-13T17:46:12.627 INFO:teuthology.orchestra.run.smithi032.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T17:46:12.627 INFO:teuthology.orchestra.run.smithi032.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T17:46:12.627 INFO:teuthology.orchestra.run.smithi032.stdout: client mount timeout = 600 2024-09-13T17:46:12.627 INFO:teuthology.orchestra.run.smithi032.stdout: debug client = 20 2024-09-13T17:46:12.627 INFO:teuthology.orchestra.run.smithi032.stdout: debug ms = 1 2024-09-13T17:46:12.627 INFO:teuthology.orchestra.run.smithi032.stdout: pid file = "" 2024-09-13T17:46:12.627 INFO:teuthology.orchestra.run.smithi032.stdout: rados mon op timeout = 900 2024-09-13T17:46:12.627 INFO:teuthology.orchestra.run.smithi032.stdout: rados osd op timeout = 900 2024-09-13T17:46:12.628 INFO:teuthology.orchestra.run.smithi032.stdout:[mon.a] 2024-09-13T17:46:12.628 INFO:teuthology.orchestra.run.smithi032.stdout:[mon.b] 2024-09-13T17:46:12.628 INFO:teuthology.orchestra.run.smithi032.stdout:[mon.c] 2024-09-13T17:46:12.628 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.a] 2024-09-13T17:46:12.628 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.c] 2024-09-13T17:46:12.628 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.b] 2024-09-13T17:46:12.628 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.d] 2024-09-13T17:46:12.628 INFO:teuthology.orchestra.run.smithi032.stdout:[mds] 2024-09-13T17:46:12.628 INFO:teuthology.orchestra.run.smithi032.stdout: debug mds = 20 2024-09-13T17:46:12.628 INFO:teuthology.orchestra.run.smithi032.stdout: debug mds balancer = 20 2024-09-13T17:46:12.628 INFO:teuthology.orchestra.run.smithi032.stdout: debug ms = 1 2024-09-13T17:46:12.628 INFO:teuthology.orchestra.run.smithi032.stdout: mds debug frag = True 2024-09-13T17:46:12.628 INFO:teuthology.orchestra.run.smithi032.stdout: mds debug scatterstat = True 2024-09-13T17:46:12.628 INFO:teuthology.orchestra.run.smithi032.stdout: mds op complaint time = 180 2024-09-13T17:46:12.629 INFO:teuthology.orchestra.run.smithi032.stdout: mds verify scatter = True 2024-09-13T17:46:12.629 INFO:teuthology.orchestra.run.smithi032.stdout: osd op complaint time = 180 2024-09-13T17:46:12.629 INFO:teuthology.orchestra.run.smithi032.stdout: rados mon op timeout = 900 2024-09-13T17:46:12.629 INFO:teuthology.orchestra.run.smithi032.stdout: rados osd op timeout = 900 2024-09-13T17:46:12.630 INFO:teuthology.orchestra.run.smithi159.stdout:[global] 2024-09-13T17:46:12.630 INFO:teuthology.orchestra.run.smithi159.stdout: chdir = "" 2024-09-13T17:46:12.630 INFO:teuthology.orchestra.run.smithi159.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T17:46:12.630 INFO:teuthology.orchestra.run.smithi159.stdout: auth supported = cephx 2024-09-13T17:46:12.630 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.631 INFO:teuthology.orchestra.run.smithi159.stdout: filestore xattr use omap = true 2024-09-13T17:46:12.631 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.631 INFO:teuthology.orchestra.run.smithi159.stdout: mon clock drift allowed = 1.000 2024-09-13T17:46:12.631 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.631 INFO:teuthology.orchestra.run.smithi159.stdout: osd crush chooseleaf type = 0 2024-09-13T17:46:12.631 INFO:teuthology.orchestra.run.smithi159.stdout: auth debug = true 2024-09-13T17:46:12.631 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.631 INFO:teuthology.orchestra.run.smithi159.stdout: ms die on old message = true 2024-09-13T17:46:12.631 INFO:teuthology.orchestra.run.smithi159.stdout: ms die on bug = true 2024-09-13T17:46:12.631 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.631 INFO:teuthology.orchestra.run.smithi159.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T17:46:12.631 INFO:teuthology.orchestra.run.smithi159.stdout: mon pg warn max object skew = 0 2024-09-13T17:46:12.632 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.632 INFO:teuthology.orchestra.run.smithi159.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T17:46:12.632 INFO:teuthology.orchestra.run.smithi159.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T17:46:12.632 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.632 INFO:teuthology.orchestra.run.smithi159.stdout: osd pool default size = 2 2024-09-13T17:46:12.632 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.632 INFO:teuthology.orchestra.run.smithi159.stdout: mon osd allow primary affinity = true 2024-09-13T17:46:12.632 INFO:teuthology.orchestra.run.smithi159.stdout: mon osd allow pg remap = true 2024-09-13T17:46:12.632 INFO:teuthology.orchestra.run.smithi159.stdout: mon warn on legacy crush tunables = false 2024-09-13T17:46:12.632 INFO:teuthology.orchestra.run.smithi159.stdout: mon warn on crush straw calc version zero = false 2024-09-13T17:46:12.632 INFO:teuthology.orchestra.run.smithi159.stdout: mon warn on no sortbitwise = false 2024-09-13T17:46:12.632 INFO:teuthology.orchestra.run.smithi159.stdout: mon warn on osd down out interval zero = false 2024-09-13T17:46:12.632 INFO:teuthology.orchestra.run.smithi159.stdout: mon warn on too few osds = false 2024-09-13T17:46:12.633 INFO:teuthology.orchestra.run.smithi159.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T17:46:12.633 INFO:teuthology.orchestra.run.smithi159.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T17:46:12.633 INFO:teuthology.orchestra.run.smithi159.stdout: mon_allow_pool_size_one = true 2024-09-13T17:46:12.633 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.633 INFO:teuthology.orchestra.run.smithi159.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T17:46:12.633 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.633 INFO:teuthology.orchestra.run.smithi159.stdout: osd default data pool replay window = 5 2024-09-13T17:46:12.633 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.633 INFO:teuthology.orchestra.run.smithi159.stdout: mon allow pool delete = true 2024-09-13T17:46:12.633 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.633 INFO:teuthology.orchestra.run.smithi159.stdout: mon cluster log file level = debug 2024-09-13T17:46:12.633 INFO:teuthology.orchestra.run.smithi159.stdout: debug asserts on shutdown = true 2024-09-13T17:46:12.633 INFO:teuthology.orchestra.run.smithi159.stdout: mon health detail to clog = false 2024-09-13T17:46:12.634 INFO:teuthology.orchestra.run.smithi159.stdout: mon host = "172.21.15.32,172.21.15.159,[v2:172.21.15.159:3301,v1:172.21.15.159:6790]" 2024-09-13T17:46:12.634 INFO:teuthology.orchestra.run.smithi159.stdout: fsid = 3fbfcb0a-e071-41b2-807d-13b0a49dcea3 2024-09-13T17:46:12.634 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.634 INFO:teuthology.orchestra.run.smithi159.stdout:[osd] 2024-09-13T17:46:12.634 INFO:teuthology.orchestra.run.smithi159.stdout: osd journal size = 100 2024-09-13T17:46:12.634 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.634 INFO:teuthology.orchestra.run.smithi159.stdout: osd scrub load threshold = 5.0 2024-09-13T17:46:12.634 INFO:teuthology.orchestra.run.smithi159.stdout: osd scrub max interval = 600 2024-09-13T17:46:12.634 INFO:teuthology.orchestra.run.smithi159.stdout: osd mclock profile = high_recovery_ops 2024-09-13T17:46:12.634 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.634 INFO:teuthology.orchestra.run.smithi159.stdout: osd recover clone overlap = true 2024-09-13T17:46:12.634 INFO:teuthology.orchestra.run.smithi159.stdout: osd recovery max chunk = 1048576 2024-09-13T17:46:12.634 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.634 INFO:teuthology.orchestra.run.smithi159.stdout: osd debug shutdown = true 2024-09-13T17:46:12.634 INFO:teuthology.orchestra.run.smithi159.stdout: osd debug op order = true 2024-09-13T17:46:12.635 INFO:teuthology.orchestra.run.smithi159.stdout: osd debug verify stray on activate = true 2024-09-13T17:46:12.635 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.635 INFO:teuthology.orchestra.run.smithi159.stdout: osd open classes on start = true 2024-09-13T17:46:12.635 INFO:teuthology.orchestra.run.smithi159.stdout: osd debug pg log writeout = true 2024-09-13T17:46:12.635 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.635 INFO:teuthology.orchestra.run.smithi159.stdout: osd deep scrub update digest min age = 30 2024-09-13T17:46:12.635 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.635 INFO:teuthology.orchestra.run.smithi159.stdout: osd map max advance = 10 2024-09-13T17:46:12.635 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.635 INFO:teuthology.orchestra.run.smithi159.stdout: journal zero on create = true 2024-09-13T17:46:12.635 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.635 INFO:teuthology.orchestra.run.smithi159.stdout: filestore ondisk finisher threads = 3 2024-09-13T17:46:12.636 INFO:teuthology.orchestra.run.smithi159.stdout: filestore apply finisher threads = 3 2024-09-13T17:46:12.636 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.636 INFO:teuthology.orchestra.run.smithi159.stdout: bdev debug aio = true 2024-09-13T17:46:12.636 INFO:teuthology.orchestra.run.smithi159.stdout: osd debug misdirected ops = true 2024-09-13T17:46:12.636 INFO:teuthology.orchestra.run.smithi159.stdout: bluestore block size = 96636764160 2024-09-13T17:46:12.636 INFO:teuthology.orchestra.run.smithi159.stdout: bluestore fsck on mount = True 2024-09-13T17:46:12.636 INFO:teuthology.orchestra.run.smithi159.stdout: debug bluefs = 20 2024-09-13T17:46:12.636 INFO:teuthology.orchestra.run.smithi159.stdout: debug bluestore = 20 2024-09-13T17:46:12.636 INFO:teuthology.orchestra.run.smithi159.stdout: debug ms = 1 2024-09-13T17:46:12.636 INFO:teuthology.orchestra.run.smithi159.stdout: debug osd = 20 2024-09-13T17:46:12.636 INFO:teuthology.orchestra.run.smithi159.stdout: debug rocksdb = 10 2024-09-13T17:46:12.637 INFO:teuthology.orchestra.run.smithi159.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T17:46:12.637 INFO:teuthology.orchestra.run.smithi159.stdout: mon osd full ratio = 0.9 2024-09-13T17:46:12.637 INFO:teuthology.orchestra.run.smithi159.stdout: mon osd nearfull ratio = 0.8 2024-09-13T17:46:12.637 INFO:teuthology.orchestra.run.smithi159.stdout: osd failsafe full ratio = 0.95 2024-09-13T17:46:12.637 INFO:teuthology.orchestra.run.smithi159.stdout: osd objectstore = bluestore 2024-09-13T17:46:12.637 INFO:teuthology.orchestra.run.smithi159.stdout: osd op complaint time = 180 2024-09-13T17:46:12.637 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.637 INFO:teuthology.orchestra.run.smithi159.stdout:[mgr] 2024-09-13T17:46:12.637 INFO:teuthology.orchestra.run.smithi159.stdout: debug ms = 1 2024-09-13T17:46:12.637 INFO:teuthology.orchestra.run.smithi159.stdout: debug mgr = 20 2024-09-13T17:46:12.637 INFO:teuthology.orchestra.run.smithi159.stdout: debug mon = 20 2024-09-13T17:46:12.637 INFO:teuthology.orchestra.run.smithi159.stdout: debug auth = 20 2024-09-13T17:46:12.637 INFO:teuthology.orchestra.run.smithi159.stdout: mon reweight min pgs per osd = 4 2024-09-13T17:46:12.637 INFO:teuthology.orchestra.run.smithi159.stdout: mon reweight min bytes per osd = 10 2024-09-13T17:46:12.638 INFO:teuthology.orchestra.run.smithi159.stdout: mgr/telemetry/nag = false 2024-09-13T17:46:12.638 INFO:teuthology.orchestra.run.smithi159.stdout: debug client = 20 2024-09-13T17:46:12.638 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.638 INFO:teuthology.orchestra.run.smithi159.stdout:[mon] 2024-09-13T17:46:12.638 INFO:teuthology.orchestra.run.smithi159.stdout: debug ms = 1 2024-09-13T17:46:12.638 INFO:teuthology.orchestra.run.smithi159.stdout: debug mon = 20 2024-09-13T17:46:12.638 INFO:teuthology.orchestra.run.smithi159.stdout: debug paxos = 20 2024-09-13T17:46:12.638 INFO:teuthology.orchestra.run.smithi159.stdout: debug auth = 20 2024-09-13T17:46:12.638 INFO:teuthology.orchestra.run.smithi159.stdout: mon data avail warn = 5 2024-09-13T17:46:12.638 INFO:teuthology.orchestra.run.smithi159.stdout: mon mgr mkfs grace = 240 2024-09-13T17:46:12.638 INFO:teuthology.orchestra.run.smithi159.stdout: mon reweight min pgs per osd = 4 2024-09-13T17:46:12.638 INFO:teuthology.orchestra.run.smithi159.stdout: mon osd reporter subtree level = osd 2024-09-13T17:46:12.638 INFO:teuthology.orchestra.run.smithi159.stdout: mon osd prime pg temp = true 2024-09-13T17:46:12.639 INFO:teuthology.orchestra.run.smithi159.stdout: mon reweight min bytes per osd = 10 2024-09-13T17:46:12.639 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.639 INFO:teuthology.orchestra.run.smithi159.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T17:46:12.639 INFO:teuthology.orchestra.run.smithi159.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T17:46:12.639 INFO:teuthology.orchestra.run.smithi159.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T17:46:12.639 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.639 INFO:teuthology.orchestra.run.smithi159.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T17:46:12.639 INFO:teuthology.orchestra.run.smithi159.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T17:46:12.639 INFO:teuthology.orchestra.run.smithi159.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T17:46:12.639 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.639 INFO:teuthology.orchestra.run.smithi159.stdout: # 1m isn't quite enough 2024-09-13T17:46:12.639 INFO:teuthology.orchestra.run.smithi159.stdout: mon_down_mkfs_grace = 2m 2024-09-13T17:46:12.639 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.639 INFO:teuthology.orchestra.run.smithi159.stdout: mon_warn_on_filestore_osds = false 2024-09-13T17:46:12.639 INFO:teuthology.orchestra.run.smithi159.stdout: mon op complaint time = 120 2024-09-13T17:46:12.640 INFO:teuthology.orchestra.run.smithi159.stdout: mon warn on pool no app = False 2024-09-13T17:46:12.640 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-13T17:46:12.640 INFO:teuthology.orchestra.run.smithi159.stdout:[client] 2024-09-13T17:46:12.640 INFO:teuthology.orchestra.run.smithi159.stdout: rgw cache enabled = true 2024-09-13T17:46:12.640 INFO:teuthology.orchestra.run.smithi159.stdout: rgw enable ops log = true 2024-09-13T17:46:12.640 INFO:teuthology.orchestra.run.smithi159.stdout: rgw enable usage log = true 2024-09-13T17:46:12.640 INFO:teuthology.orchestra.run.smithi159.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T17:46:12.640 INFO:teuthology.orchestra.run.smithi159.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T17:46:12.640 INFO:teuthology.orchestra.run.smithi159.stdout: client mount timeout = 600 2024-09-13T17:46:12.640 INFO:teuthology.orchestra.run.smithi159.stdout: debug client = 20 2024-09-13T17:46:12.640 INFO:teuthology.orchestra.run.smithi159.stdout: debug ms = 1 2024-09-13T17:46:12.640 INFO:teuthology.orchestra.run.smithi159.stdout: pid file = "" 2024-09-13T17:46:12.640 INFO:teuthology.orchestra.run.smithi159.stdout: rados mon op timeout = 900 2024-09-13T17:46:12.641 INFO:teuthology.orchestra.run.smithi159.stdout: rados osd op timeout = 900 2024-09-13T17:46:12.641 INFO:teuthology.orchestra.run.smithi159.stdout:[mon.a] 2024-09-13T17:46:12.641 INFO:teuthology.orchestra.run.smithi159.stdout:[mon.b] 2024-09-13T17:46:12.641 INFO:teuthology.orchestra.run.smithi159.stdout:[mon.c] 2024-09-13T17:46:12.641 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.a] 2024-09-13T17:46:12.641 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.c] 2024-09-13T17:46:12.641 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.b] 2024-09-13T17:46:12.641 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.d] 2024-09-13T17:46:12.641 INFO:teuthology.orchestra.run.smithi159.stdout:[mds] 2024-09-13T17:46:12.641 INFO:teuthology.orchestra.run.smithi159.stdout: debug mds = 20 2024-09-13T17:46:12.641 INFO:teuthology.orchestra.run.smithi159.stdout: debug mds balancer = 20 2024-09-13T17:46:12.641 INFO:teuthology.orchestra.run.smithi159.stdout: debug ms = 1 2024-09-13T17:46:12.641 INFO:teuthology.orchestra.run.smithi159.stdout: mds debug frag = True 2024-09-13T17:46:12.641 INFO:teuthology.orchestra.run.smithi159.stdout: mds debug scatterstat = True 2024-09-13T17:46:12.641 INFO:teuthology.orchestra.run.smithi159.stdout: mds op complaint time = 180 2024-09-13T17:46:12.642 INFO:teuthology.orchestra.run.smithi159.stdout: mds verify scatter = True 2024-09-13T17:46:12.642 INFO:teuthology.orchestra.run.smithi159.stdout: osd op complaint time = 180 2024-09-13T17:46:12.642 INFO:teuthology.orchestra.run.smithi159.stdout: rados mon op timeout = 900 2024-09-13T17:46:12.642 INFO:teuthology.orchestra.run.smithi159.stdout: rados osd op timeout = 900 2024-09-13T17:46:12.642 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-13T17:46:12.642 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-13T17:46:12.726 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-13T17:46:12.727 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:12.727 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-13T17:46:12.733 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:12.733 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-13T17:46:12.778 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T17:46:12.778 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:12.778 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-13T17:46:12.778 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T17:46:12.845 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:12.845 DEBUG:teuthology.orchestra.run.smithi032:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-13T17:46:12.891 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi159.front.sepia.ceph.com 2024-09-13T17:46:12.891 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:12.892 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-13T17:46:12.892 DEBUG:teuthology.orchestra.run.smithi159:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T17:46:12.915 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:12.915 DEBUG:teuthology.orchestra.run.smithi159:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-13T17:46:12.961 INFO:tasks.ceph:Setting up mon nodes... 2024-09-13T17:46:12.961 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-13T17:46:12.962 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-13T17:46:13.006 INFO:teuthology.orchestra.run.smithi032.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-13T17:46:13.009 DEBUG:teuthology.orchestra.run.smithi159:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-13T17:46:13.054 INFO:teuthology.orchestra.run.smithi159.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-13T17:46:13.065 INFO:tasks.ceph:Setting up mds nodes... 2024-09-13T17:46:13.066 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-13T17:46:13.111 INFO:teuthology.orchestra.run.smithi032.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-13T17:46:13.114 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-13T17:46:13.127 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-13T17:46:13.211 INFO:teuthology.orchestra.run.smithi032.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-13T17:46:13.214 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-13T17:46:13.275 DEBUG:teuthology.orchestra.run.smithi159:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-13T17:46:13.320 INFO:teuthology.orchestra.run.smithi159.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-13T17:46:13.323 DEBUG:teuthology.orchestra.run.smithi159:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-13T17:46:13.335 DEBUG:teuthology.orchestra.run.smithi159:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-13T17:46:13.416 INFO:teuthology.orchestra.run.smithi159.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-13T17:46:13.419 DEBUG:teuthology.orchestra.run.smithi159:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-13T17:46:13.471 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-13T17:46:13.472 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-13T17:46:13.510 INFO:teuthology.orchestra.run.smithi032.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-13T17:46:13.522 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-13T17:46:13.599 INFO:teuthology.orchestra.run.smithi032.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-13T17:46:13.610 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-13T17:46:13.645 INFO:teuthology.orchestra.run.smithi159.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-13T17:46:13.656 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-13T17:46:13.732 INFO:teuthology.orchestra.run.smithi159.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-13T17:46:13.744 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-13T17:46:13.744 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi032.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi159.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-13T17:46:13.744 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-13T17:46:13.758 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T17:46:13.758 INFO:tasks.ceph:role: osd.0 2024-09-13T17:46:13.759 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T17:46:13.759 DEBUG:teuthology.orchestra.run.smithi032:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-13T17:46:13.814 INFO:teuthology.orchestra.run.smithi032.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T17:46:13.814 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T17:46:13.815 INFO:teuthology.orchestra.run.smithi032.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T17:46:13.815 INFO:teuthology.orchestra.run.smithi032.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-13T17:46:13.815 INFO:teuthology.orchestra.run.smithi032.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T17:46:13.815 INFO:teuthology.orchestra.run.smithi032.stdout: = sunit=0 swidth=0 blks 2024-09-13T17:46:13.815 INFO:teuthology.orchestra.run.smithi032.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T17:46:13.815 INFO:teuthology.orchestra.run.smithi032.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T17:46:13.815 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T17:46:13.815 INFO:teuthology.orchestra.run.smithi032.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T17:46:13.839 INFO:teuthology.orchestra.run.smithi032.stdout:Discarding blocks...Done. 2024-09-13T17:46:13.841 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi032.front.sepia.ceph.com -o noatime 2024-09-13T17:46:13.841 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-13T17:46:13.899 DEBUG:teuthology.orchestra.run.smithi032:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-13T17:46:13.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:46:13.952 INFO:teuthology.orchestra.run.smithi032.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T17:46:13.952 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-13T17:46:14.003 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T17:46:14.004 INFO:tasks.ceph:role: osd.1 2024-09-13T17:46:14.004 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T17:46:14.004 DEBUG:teuthology.orchestra.run.smithi032:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-13T17:46:14.058 INFO:teuthology.orchestra.run.smithi032.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T17:46:14.058 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T17:46:14.058 INFO:teuthology.orchestra.run.smithi032.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T17:46:14.058 INFO:teuthology.orchestra.run.smithi032.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-13T17:46:14.058 INFO:teuthology.orchestra.run.smithi032.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T17:46:14.058 INFO:teuthology.orchestra.run.smithi032.stdout: = sunit=0 swidth=0 blks 2024-09-13T17:46:14.058 INFO:teuthology.orchestra.run.smithi032.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T17:46:14.058 INFO:teuthology.orchestra.run.smithi032.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T17:46:14.058 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T17:46:14.059 INFO:teuthology.orchestra.run.smithi032.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T17:46:14.082 INFO:teuthology.orchestra.run.smithi032.stdout:Discarding blocks...Done. 2024-09-13T17:46:14.083 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi032.front.sepia.ceph.com -o noatime 2024-09-13T17:46:14.083 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-13T17:46:14.147 DEBUG:teuthology.orchestra.run.smithi032:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-13T17:46:14.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:46:14.199 INFO:teuthology.orchestra.run.smithi032.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T17:46:14.200 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-13T17:46:14.256 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T17:46:14.256 INFO:tasks.ceph:role: osd.2 2024-09-13T17:46:14.256 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T17:46:14.257 DEBUG:teuthology.orchestra.run.smithi032:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-13T17:46:14.311 INFO:teuthology.orchestra.run.smithi032.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T17:46:14.311 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T17:46:14.311 INFO:teuthology.orchestra.run.smithi032.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T17:46:14.311 INFO:teuthology.orchestra.run.smithi032.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-13T17:46:14.311 INFO:teuthology.orchestra.run.smithi032.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T17:46:14.311 INFO:teuthology.orchestra.run.smithi032.stdout: = sunit=0 swidth=0 blks 2024-09-13T17:46:14.312 INFO:teuthology.orchestra.run.smithi032.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T17:46:14.312 INFO:teuthology.orchestra.run.smithi032.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T17:46:14.312 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T17:46:14.312 INFO:teuthology.orchestra.run.smithi032.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T17:46:14.334 INFO:teuthology.orchestra.run.smithi032.stdout:Discarding blocks...Done. 2024-09-13T17:46:14.336 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi032.front.sepia.ceph.com -o noatime 2024-09-13T17:46:14.336 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-13T17:46:14.395 DEBUG:teuthology.orchestra.run.smithi032:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-13T17:46:14.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:46:14.451 INFO:teuthology.orchestra.run.smithi032.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T17:46:14.452 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-13T17:46:14.504 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T17:46:14.504 INFO:tasks.ceph:role: osd.3 2024-09-13T17:46:14.504 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T17:46:14.505 DEBUG:teuthology.orchestra.run.smithi032:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-13T17:46:14.558 INFO:teuthology.orchestra.run.smithi032.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T17:46:14.558 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T17:46:14.558 INFO:teuthology.orchestra.run.smithi032.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T17:46:14.558 INFO:teuthology.orchestra.run.smithi032.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-13T17:46:14.559 INFO:teuthology.orchestra.run.smithi032.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T17:46:14.559 INFO:teuthology.orchestra.run.smithi032.stdout: = sunit=0 swidth=0 blks 2024-09-13T17:46:14.559 INFO:teuthology.orchestra.run.smithi032.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T17:46:14.559 INFO:teuthology.orchestra.run.smithi032.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T17:46:14.559 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T17:46:14.559 INFO:teuthology.orchestra.run.smithi032.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T17:46:14.582 INFO:teuthology.orchestra.run.smithi032.stdout:Discarding blocks...Done. 2024-09-13T17:46:14.585 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi032.front.sepia.ceph.com -o noatime 2024-09-13T17:46:14.585 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-13T17:46:14.642 DEBUG:teuthology.orchestra.run.smithi032:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-13T17:46:14.693 INFO:teuthology.orchestra.run.smithi032.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T17:46:14.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:46:14.694 DEBUG:teuthology.orchestra.run.smithi032:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T17:46:14.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:14.790+0000 7f84acb4d7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-13T17:46:14.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:14.790+0000 7f84acb4d7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-13T17:46:14.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:14.790+0000 7f84acb4d7c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T17:46:14.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:14.790+0000 7f84acb4d7c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T17:46:14.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:14.790+0000 7f84acb4d7c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T17:46:14.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:14.790+0000 7f84acb4d7c0 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-13T17:46:17.759 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T17:46:17.772 DEBUG:teuthology.orchestra.run.smithi032:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T17:46:17.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:17.846+0000 7f845c3ec7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-13T17:46:17.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:17.850+0000 7f845c3ec7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-13T17:46:17.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:17.850+0000 7f845c3ec7c0 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T17:46:17.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:17.850+0000 7f845c3ec7c0 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T17:46:17.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:17.850+0000 7f845c3ec7c0 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T17:46:17.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:17.850+0000 7f845c3ec7c0 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-13T17:46:20.835 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T17:46:20.892 DEBUG:teuthology.orchestra.run.smithi032:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T17:46:20.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:20.970+0000 7f7258def7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-13T17:46:20.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:20.970+0000 7f7258def7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-13T17:46:20.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:20.970+0000 7f7258def7c0 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T17:46:20.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:20.970+0000 7f7258def7c0 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T17:46:20.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:20.970+0000 7f7258def7c0 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T17:46:20.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:20.970+0000 7f7258def7c0 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-13T17:46:23.954 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T17:46:24.012 DEBUG:teuthology.orchestra.run.smithi032:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T17:46:24.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:24.090+0000 7f09171cd7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-13T17:46:24.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:24.090+0000 7f09171cd7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-13T17:46:24.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:24.090+0000 7f09171cd7c0 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T17:46:24.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:24.090+0000 7f09171cd7c0 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T17:46:24.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:24.090+0000 7f09171cd7c0 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T17:46:24.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:24.090+0000 7f09171cd7c0 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-13T17:46:27.061 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T17:46:27.116 DEBUG:teuthology.orchestra.run.smithi159:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-13T17:46:27.130 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T17:46:27.130 INFO:tasks.ceph:role: osd.4 2024-09-13T17:46:27.130 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi159.front.sepia.ceph.com 2024-09-13T17:46:27.130 DEBUG:teuthology.orchestra.run.smithi159:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-13T17:46:27.192 INFO:teuthology.orchestra.run.smithi159.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T17:46:27.192 INFO:teuthology.orchestra.run.smithi159.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T17:46:27.192 INFO:teuthology.orchestra.run.smithi159.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T17:46:27.192 INFO:teuthology.orchestra.run.smithi159.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-13T17:46:27.192 INFO:teuthology.orchestra.run.smithi159.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T17:46:27.192 INFO:teuthology.orchestra.run.smithi159.stdout: = sunit=0 swidth=0 blks 2024-09-13T17:46:27.192 INFO:teuthology.orchestra.run.smithi159.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T17:46:27.192 INFO:teuthology.orchestra.run.smithi159.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T17:46:27.193 INFO:teuthology.orchestra.run.smithi159.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T17:46:27.193 INFO:teuthology.orchestra.run.smithi159.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T17:46:27.651 INFO:teuthology.orchestra.run.smithi159.stdout:Discarding blocks...Done. 2024-09-13T17:46:27.654 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi159.front.sepia.ceph.com -o noatime 2024-09-13T17:46:27.654 DEBUG:teuthology.orchestra.run.smithi159:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-13T17:46:27.759 DEBUG:teuthology.orchestra.run.smithi159:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-13T17:46:27.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:46:27.770 INFO:teuthology.orchestra.run.smithi159.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T17:46:27.770 DEBUG:teuthology.orchestra.run.smithi159:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-13T17:46:27.826 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T17:46:27.827 INFO:tasks.ceph:role: osd.5 2024-09-13T17:46:27.827 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi159.front.sepia.ceph.com 2024-09-13T17:46:27.827 DEBUG:teuthology.orchestra.run.smithi159:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-13T17:46:27.887 INFO:teuthology.orchestra.run.smithi159.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T17:46:27.887 INFO:teuthology.orchestra.run.smithi159.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T17:46:27.887 INFO:teuthology.orchestra.run.smithi159.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T17:46:27.887 INFO:teuthology.orchestra.run.smithi159.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-13T17:46:27.887 INFO:teuthology.orchestra.run.smithi159.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T17:46:27.887 INFO:teuthology.orchestra.run.smithi159.stdout: = sunit=0 swidth=0 blks 2024-09-13T17:46:27.887 INFO:teuthology.orchestra.run.smithi159.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T17:46:27.887 INFO:teuthology.orchestra.run.smithi159.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T17:46:27.887 INFO:teuthology.orchestra.run.smithi159.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T17:46:27.887 INFO:teuthology.orchestra.run.smithi159.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T17:46:28.346 INFO:teuthology.orchestra.run.smithi159.stdout:Discarding blocks...Done. 2024-09-13T17:46:28.348 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi159.front.sepia.ceph.com -o noatime 2024-09-13T17:46:28.348 DEBUG:teuthology.orchestra.run.smithi159:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-13T17:46:28.480 DEBUG:teuthology.orchestra.run.smithi159:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-13T17:46:28.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:46:28.492 INFO:teuthology.orchestra.run.smithi159.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T17:46:28.493 DEBUG:teuthology.orchestra.run.smithi159:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-13T17:46:28.548 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T17:46:28.549 INFO:tasks.ceph:role: osd.6 2024-09-13T17:46:28.549 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi159.front.sepia.ceph.com 2024-09-13T17:46:28.549 DEBUG:teuthology.orchestra.run.smithi159:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-13T17:46:28.612 INFO:teuthology.orchestra.run.smithi159.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T17:46:28.612 INFO:teuthology.orchestra.run.smithi159.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T17:46:28.613 INFO:teuthology.orchestra.run.smithi159.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T17:46:28.613 INFO:teuthology.orchestra.run.smithi159.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-13T17:46:28.613 INFO:teuthology.orchestra.run.smithi159.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T17:46:28.613 INFO:teuthology.orchestra.run.smithi159.stdout: = sunit=0 swidth=0 blks 2024-09-13T17:46:28.613 INFO:teuthology.orchestra.run.smithi159.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T17:46:28.613 INFO:teuthology.orchestra.run.smithi159.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T17:46:28.613 INFO:teuthology.orchestra.run.smithi159.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T17:46:28.613 INFO:teuthology.orchestra.run.smithi159.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T17:46:29.103 INFO:teuthology.orchestra.run.smithi159.stdout:Discarding blocks...Done. 2024-09-13T17:46:29.105 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi159.front.sepia.ceph.com -o noatime 2024-09-13T17:46:29.106 DEBUG:teuthology.orchestra.run.smithi159:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-13T17:46:29.252 DEBUG:teuthology.orchestra.run.smithi159:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-13T17:46:29.263 INFO:teuthology.orchestra.run.smithi159.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T17:46:29.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:46:29.265 DEBUG:teuthology.orchestra.run.smithi159:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-13T17:46:29.324 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T17:46:29.324 INFO:tasks.ceph:role: osd.7 2024-09-13T17:46:29.325 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi159.front.sepia.ceph.com 2024-09-13T17:46:29.325 DEBUG:teuthology.orchestra.run.smithi159:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-13T17:46:29.387 INFO:teuthology.orchestra.run.smithi159.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T17:46:29.387 INFO:teuthology.orchestra.run.smithi159.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T17:46:29.387 INFO:teuthology.orchestra.run.smithi159.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T17:46:29.388 INFO:teuthology.orchestra.run.smithi159.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-13T17:46:29.388 INFO:teuthology.orchestra.run.smithi159.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T17:46:29.388 INFO:teuthology.orchestra.run.smithi159.stdout: = sunit=0 swidth=0 blks 2024-09-13T17:46:29.388 INFO:teuthology.orchestra.run.smithi159.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T17:46:29.388 INFO:teuthology.orchestra.run.smithi159.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T17:46:29.388 INFO:teuthology.orchestra.run.smithi159.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T17:46:29.388 INFO:teuthology.orchestra.run.smithi159.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T17:46:29.809 INFO:teuthology.orchestra.run.smithi159.stdout:Discarding blocks...Done. 2024-09-13T17:46:29.811 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi159.front.sepia.ceph.com -o noatime 2024-09-13T17:46:29.812 DEBUG:teuthology.orchestra.run.smithi159:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-13T17:46:29.915 DEBUG:teuthology.orchestra.run.smithi159:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-13T17:46:29.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:46:29.926 INFO:teuthology.orchestra.run.smithi159.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T17:46:29.926 DEBUG:teuthology.orchestra.run.smithi159:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T17:46:30.026 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:30.023+0000 7fc8f19b77c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-13T17:46:30.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:30.027+0000 7fc8f19b77c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-13T17:46:30.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:30.027+0000 7fc8f19b77c0 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T17:46:30.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:30.027+0000 7fc8f19b77c0 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T17:46:30.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:30.027+0000 7fc8f19b77c0 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T17:46:30.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:30.035+0000 7fc8f19b77c0 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-13T17:46:33.013 DEBUG:teuthology.orchestra.run.smithi159:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T17:46:33.026 DEBUG:teuthology.orchestra.run.smithi159:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T17:46:33.106 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:33.103+0000 7f04d122b7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-13T17:46:33.107 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:33.103+0000 7f04d122b7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-13T17:46:33.107 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:33.103+0000 7f04d122b7c0 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T17:46:33.107 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:33.103+0000 7f04d122b7c0 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T17:46:33.107 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:33.103+0000 7f04d122b7c0 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T17:46:33.107 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:33.103+0000 7f04d122b7c0 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-13T17:46:36.083 DEBUG:teuthology.orchestra.run.smithi159:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T17:46:36.137 DEBUG:teuthology.orchestra.run.smithi159:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T17:46:36.219 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:36.215+0000 7f849f2e77c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-13T17:46:36.219 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:36.215+0000 7f849f2e77c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-13T17:46:36.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:36.215+0000 7f849f2e77c0 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T17:46:36.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:36.215+0000 7f849f2e77c0 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T17:46:36.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:36.215+0000 7f849f2e77c0 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T17:46:36.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:36.219+0000 7f849f2e77c0 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-13T17:46:39.198 DEBUG:teuthology.orchestra.run.smithi159:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T17:46:39.253 DEBUG:teuthology.orchestra.run.smithi159:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T17:46:39.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:39.335+0000 7faf770bb7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-13T17:46:39.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:39.335+0000 7faf770bb7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-13T17:46:39.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:39.335+0000 7faf770bb7c0 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T17:46:39.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:39.335+0000 7faf770bb7c0 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T17:46:39.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:39.335+0000 7faf770bb7c0 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T17:46:39.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:39.335+0000 7faf770bb7c0 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-13T17:46:40.877 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:46:40.879 DEBUG:teuthology.orchestra.run.smithi159:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:46:42.339 DEBUG:teuthology.orchestra.run.smithi159:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T17:46:42.352 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-13T17:46:42.352 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:42.352 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-13T17:46:42.367 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:42.367 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-13T17:46:42.423 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:42.423 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-13T17:46:42.479 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:42.479 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-13T17:46:42.535 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:42.535 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-13T17:46:42.591 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:42.591 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-13T17:46:42.646 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:42.646 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-13T17:46:42.703 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:42.703 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-13T17:46:42.716 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:42.717 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-13T17:46:42.771 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:42.771 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-13T17:46:42.825 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:42.825 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-13T17:46:42.880 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:42.880 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-13T17:46:42.940 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:42.940 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-13T17:46:42.996 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:42.996 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-13T17:46:43.053 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:43.053 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-13T17:46:43.059 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:43.059 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-13T17:46:43.107 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:43.107 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-13T17:46:43.113 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:43.113 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-13T17:46:43.161 INFO:tasks.ceph:Adding keys to all mons... 2024-09-13T17:46:43.161 DEBUG:teuthology.orchestra.run.smithi032:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-13T17:46:43.163 DEBUG:teuthology.orchestra.run.smithi159:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-13T17:46:43.207 INFO:teuthology.orchestra.run.smithi032.stdout:[mgr.y] 2024-09-13T17:46:43.207 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBleuRmgZpZABAA46lOB+LKo29Bv/Q8LRS5nw== 2024-09-13T17:46:43.207 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.a] 2024-09-13T17:46:43.207 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBleuRmMHGjBhAAJy1b2Yffq3h1WXbO423s6Q== 2024-09-13T17:46:43.207 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.c] 2024-09-13T17:46:43.207 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBleuRmdDSQDBAAquTpiRztCekljopQxQg0cg== 2024-09-13T17:46:43.207 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.0] 2024-09-13T17:46:43.207 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBmeuRm/OlhLxAAD11U9Bq0rKgxVjV7PwfIKw== 2024-09-13T17:46:43.207 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.1] 2024-09-13T17:46:43.207 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBpeuRmHMTmMhAAC/PGxUUkOJ5/0iyT5WslIg== 2024-09-13T17:46:43.208 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.2] 2024-09-13T17:46:43.208 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBseuRm0iweOhAAVVhvL0mmel5oH9V5Tr7A4Q== 2024-09-13T17:46:43.208 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.3] 2024-09-13T17:46:43.208 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBweuRmJaKkBRAAULY+mh+McsfMlv4NRCs9eQ== 2024-09-13T17:46:43.208 INFO:teuthology.orchestra.run.smithi032.stdout:[mgr.x] 2024-09-13T17:46:43.208 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBleuRmMA5SAxAAbpiF2/+8K2J2PCDh6ExnTg== 2024-09-13T17:46:43.208 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.b] 2024-09-13T17:46:43.208 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBleuRmQIw1ExAAKYu7PxEJMGZL4grqxKDEeg== 2024-09-13T17:46:43.208 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.d] 2024-09-13T17:46:43.208 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBleuRmmdryGBAA8kCMA0iBwZxpNTS2gqjWBQ== 2024-09-13T17:46:43.208 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.4] 2024-09-13T17:46:43.208 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQB2euRmn+a3ARAA2/o5Ha4Xs0h38Ks8JszRbw== 2024-09-13T17:46:43.208 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.5] 2024-09-13T17:46:43.209 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQB5euRmLvt1BhAAhVmzLE9S11U1eiWjmM+ZEg== 2024-09-13T17:46:43.209 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.6] 2024-09-13T17:46:43.209 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQB8euRmJY8wDRAARt/bnx8178J2UPr2XW11Tw== 2024-09-13T17:46:43.209 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.7] 2024-09-13T17:46:43.209 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQB/euRmOv1OFBAA3c+cF8aF009iIxOnnFNyEg== 2024-09-13T17:46:43.209 INFO:teuthology.orchestra.run.smithi032.stdout:[client.0] 2024-09-13T17:46:43.209 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBleuRms5JkHhAAl7NJZRKaksMssnoQcBB0uQ== 2024-09-13T17:46:43.209 INFO:teuthology.orchestra.run.smithi032.stdout:[client.2] 2024-09-13T17:46:43.209 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBleuRm1vS0IxAADrXGHimpSs6XSol/OWoLsw== 2024-09-13T17:46:43.209 INFO:teuthology.orchestra.run.smithi032.stdout:[client.1] 2024-09-13T17:46:43.209 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBleuRmDC+ZJhAACC8m1M8KAvW4LY9Sj2Eh8A== 2024-09-13T17:46:43.209 INFO:teuthology.orchestra.run.smithi032.stdout:[client.3] 2024-09-13T17:46:43.209 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBleuRm1drCKxAAX+5vscdvUIvBZv2jfaMdcg== 2024-09-13T17:46:43.215 INFO:teuthology.orchestra.run.smithi159.stdout:[mgr.y] 2024-09-13T17:46:43.215 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQBleuRmgZpZABAA46lOB+LKo29Bv/Q8LRS5nw== 2024-09-13T17:46:43.215 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.a] 2024-09-13T17:46:43.215 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQBleuRmMHGjBhAAJy1b2Yffq3h1WXbO423s6Q== 2024-09-13T17:46:43.215 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.c] 2024-09-13T17:46:43.215 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQBleuRmdDSQDBAAquTpiRztCekljopQxQg0cg== 2024-09-13T17:46:43.215 INFO:teuthology.orchestra.run.smithi159.stdout:[osd.0] 2024-09-13T17:46:43.215 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQBmeuRm/OlhLxAAD11U9Bq0rKgxVjV7PwfIKw== 2024-09-13T17:46:43.216 INFO:teuthology.orchestra.run.smithi159.stdout:[osd.1] 2024-09-13T17:46:43.216 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQBpeuRmHMTmMhAAC/PGxUUkOJ5/0iyT5WslIg== 2024-09-13T17:46:43.216 INFO:teuthology.orchestra.run.smithi159.stdout:[osd.2] 2024-09-13T17:46:43.216 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQBseuRm0iweOhAAVVhvL0mmel5oH9V5Tr7A4Q== 2024-09-13T17:46:43.216 INFO:teuthology.orchestra.run.smithi159.stdout:[osd.3] 2024-09-13T17:46:43.216 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQBweuRmJaKkBRAAULY+mh+McsfMlv4NRCs9eQ== 2024-09-13T17:46:43.216 INFO:teuthology.orchestra.run.smithi159.stdout:[mgr.x] 2024-09-13T17:46:43.216 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQBleuRmMA5SAxAAbpiF2/+8K2J2PCDh6ExnTg== 2024-09-13T17:46:43.216 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.b] 2024-09-13T17:46:43.216 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQBleuRmQIw1ExAAKYu7PxEJMGZL4grqxKDEeg== 2024-09-13T17:46:43.216 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.d] 2024-09-13T17:46:43.216 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQBleuRmmdryGBAA8kCMA0iBwZxpNTS2gqjWBQ== 2024-09-13T17:46:43.216 INFO:teuthology.orchestra.run.smithi159.stdout:[osd.4] 2024-09-13T17:46:43.217 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQB2euRmn+a3ARAA2/o5Ha4Xs0h38Ks8JszRbw== 2024-09-13T17:46:43.217 INFO:teuthology.orchestra.run.smithi159.stdout:[osd.5] 2024-09-13T17:46:43.217 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQB5euRmLvt1BhAAhVmzLE9S11U1eiWjmM+ZEg== 2024-09-13T17:46:43.217 INFO:teuthology.orchestra.run.smithi159.stdout:[osd.6] 2024-09-13T17:46:43.217 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQB8euRmJY8wDRAARt/bnx8178J2UPr2XW11Tw== 2024-09-13T17:46:43.217 INFO:teuthology.orchestra.run.smithi159.stdout:[osd.7] 2024-09-13T17:46:43.217 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQB/euRmOv1OFBAA3c+cF8aF009iIxOnnFNyEg== 2024-09-13T17:46:43.217 INFO:teuthology.orchestra.run.smithi159.stdout:[client.0] 2024-09-13T17:46:43.217 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQBleuRms5JkHhAAl7NJZRKaksMssnoQcBB0uQ== 2024-09-13T17:46:43.217 INFO:teuthology.orchestra.run.smithi159.stdout:[client.2] 2024-09-13T17:46:43.217 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQBleuRm1vS0IxAADrXGHimpSs6XSol/OWoLsw== 2024-09-13T17:46:43.217 INFO:teuthology.orchestra.run.smithi159.stdout:[client.1] 2024-09-13T17:46:43.217 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQBleuRmDC+ZJhAACC8m1M8KAvW4LY9Sj2Eh8A== 2024-09-13T17:46:43.218 INFO:teuthology.orchestra.run.smithi159.stdout:[client.3] 2024-09-13T17:46:43.218 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQBleuRm1drCKxAAX+5vscdvUIvBZv2jfaMdcg== 2024-09-13T17:46:43.218 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T17:46:43.255 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T17:46:43.304 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T17:46:43.307 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T17:46:43.397 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T17:46:43.399 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T17:46:43.446 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T17:46:43.448 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T17:46:43.524 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T17:46:43.527 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T17:46:43.606 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T17:46:43.611 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T17:46:43.688 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T17:46:43.690 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T17:46:43.771 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T17:46:43.779 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T17:46:43.852 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T17:46:43.867 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T17:46:43.938 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T17:46:43.956 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T17:46:44.027 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T17:46:44.029 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T17:46:44.073 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T17:46:44.120 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T17:46:44.160 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T17:46:44.203 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T17:46:44.249 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T17:46:44.251 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T17:46:44.322 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T17:46:44.324 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T17:46:44.406 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T17:46:44.409 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T17:46:44.489 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T17:46:44.492 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T17:46:44.578 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T17:46:44.581 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T17:46:44.624 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-13T17:46:44.624 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-13T17:46:44.679 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T17:46:44.778 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-13T17:46:44.789 DEBUG:teuthology.orchestra.run.smithi159:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-13T17:46:44.802 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T17:46:44.895 DEBUG:teuthology.orchestra.run.smithi159:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-13T17:46:44.905 DEBUG:teuthology.orchestra.run.smithi159:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-13T17:46:44.958 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T17:46:45.044 DEBUG:teuthology.orchestra.run.smithi159:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-13T17:46:45.055 DEBUG:teuthology.orchestra.run.smithi032:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-13T17:46:45.057 DEBUG:teuthology.orchestra.run.smithi159:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-13T17:46:45.099 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-13T17:46:45.100 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-13T17:46:45.100 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-13T17:46:45.103 INFO:tasks.ceph.mon.a:Started 2024-09-13T17:46:45.103 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-13T17:46:45.103 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-13T17:46:45.145 INFO:tasks.ceph.mon.b:Started 2024-09-13T17:46:45.146 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-13T17:46:45.146 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-13T17:46:45.148 INFO:tasks.ceph.mon.c:Started 2024-09-13T17:46:45.148 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-13T17:46:45.148 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-13T17:46:45.148 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-13T17:46:45.150 INFO:tasks.ceph.mgr.y:Started 2024-09-13T17:46:45.151 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-13T17:46:45.151 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-13T17:46:45.153 INFO:tasks.ceph.mgr.x:Started 2024-09-13T17:46:45.153 INFO:tasks.ceph:Setting crush tunables to default 2024-09-13T17:46:45.153 DEBUG:teuthology.orchestra.run.smithi032:> sudo ceph --cluster ceph osd crush tunables default 2024-09-13T17:46:45.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.262+0000 7f27e8c7f640 1 Processor -- start 2024-09-13T17:46:45.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.262+0000 7f27e8c7f640 1 -- start start 2024-09-13T17:46:45.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.262+0000 7f27e8c7f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 0x7f27e4160970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:45.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.262+0000 7f27e8c7f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27e415ccc0 con 0x7f27e40ac430 2024-09-13T17:46:45.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.262+0000 7f27e8c7f640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27e415cfa0 con 0x7f27e406e100 2024-09-13T17:46:45.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.262+0000 7f27e8c7f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27e415d280 con 0x7f27e40ac950 2024-09-13T17:46:45.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.262+0000 7f27e1d9b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f27e40ac430 0x7f27e40b3520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51076/0 (socket says 172.21.15.32:51076) 2024-09-13T17:46:45.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.262+0000 7f27e1d9b640 1 -- 172.21.15.32:0/268572626 learned_addr learned my addr 172.21.15.32:0/268572626 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:46:45.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.262+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 0x7f27e4160970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:45.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.266+0000 7f27e2d9d640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 msgr2=0x7f27e4160970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T17:46:45.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.266+0000 7f27e2d9d640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 msgr2=0x7f27e4160970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:45.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.266+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 0x7f27e4160970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:45.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.266+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 0x7f27e4160970 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T17:46:45.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.470+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 0x7f27e4160970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:45.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.470+0000 7f27e2d9d640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 msgr2=0x7f27e4160970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T17:46:45.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.470+0000 7f27e2d9d640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 msgr2=0x7f27e4160970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:45.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.470+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 0x7f27e4160970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:45.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.470+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 0x7f27e4160970 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-13T17:46:45.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.874+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 0x7f27e4160970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:45.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.874+0000 7f27e2d9d640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 msgr2=0x7f27e4160970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T17:46:45.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.874+0000 7f27e2d9d640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 msgr2=0x7f27e4160970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:45.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.874+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 0x7f27e4160970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:45.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:45.874+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 0x7f27e4160970 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-13T17:46:46.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:46.678+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 0x7f27e4160970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:46.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:46.678+0000 7f27e2d9d640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 msgr2=0x7f27e4160970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T17:46:46.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:46.678+0000 7f27e2d9d640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 msgr2=0x7f27e4160970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:46.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:46.678+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 0x7f27e4160970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:46.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:46.678+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 0x7f27e4160970 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-13T17:46:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.262+0000 7f27d3fff640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 msgr2=0x7f27e4160970 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T17:46:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.262+0000 7f27d3fff640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e40ac950 0x7f27e4160970 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.262+0000 7f27d3fff640 1 -- 172.21.15.32:0/268572626 >> v1:172.21.15.159:6789/0 conn(0x7f27e406e100 legacy=0x7f27e40abd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.262+0000 7f27d3fff640 1 -- 172.21.15.32:0/268572626 >> v1:172.21.15.32:6789/0 conn(0x7f27e40ac430 legacy=0x7f27e40b3520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.262+0000 7f27d3fff640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 0x7f27c4005ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.262+0000 7f27d3fff640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 0x7f27c4008690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.262+0000 7f27d3fff640 1 -- 172.21.15.32:0/268572626 --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27e415d280 con 0x7f27c40061d0 2024-09-13T17:46:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.262+0000 7f27d3fff640 1 -- 172.21.15.32:0/268572626 --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27c4008d40 con 0x7f27c4003720 2024-09-13T17:46:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.266+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 0x7f27c4008690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.266+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 0x7f27c4005ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.266+0000 7f27e1d9b640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 msgr2=0x7f27c4008690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-13T17:46:48.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.266+0000 7f27e1d9b640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 msgr2=0x7f27c4008690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:48.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.266+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 0x7f27c4008690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:48.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.266+0000 7f27e259c640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 msgr2=0x7f27c4005ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T17:46:48.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.266+0000 7f27e259c640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 msgr2=0x7f27c4005ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:48.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.266+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 0x7f27c4005ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:48.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.266+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 0x7f27c4005ba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T17:46:48.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.266+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 0x7f27c4008690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T17:46:48.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.470+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 0x7f27c4008690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:48.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.470+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 0x7f27c4005ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:48.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.470+0000 7f27e1d9b640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 msgr2=0x7f27c4008690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-13T17:46:48.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.470+0000 7f27e1d9b640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 msgr2=0x7f27c4008690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:48.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.470+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 0x7f27c4008690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:48.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.470+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 0x7f27c4008690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-13T17:46:48.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.470+0000 7f27e259c640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 msgr2=0x7f27c4005ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T17:46:48.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.470+0000 7f27e259c640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 msgr2=0x7f27c4005ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:48.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.470+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 0x7f27c4005ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:48.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.470+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 0x7f27c4005ba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-13T17:46:48.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.874+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 0x7f27c4008690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:48.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.874+0000 7f27e1d9b640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 msgr2=0x7f27c4008690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-13T17:46:48.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.874+0000 7f27e1d9b640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 msgr2=0x7f27c4008690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:48.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.874+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 0x7f27c4008690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:48.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.874+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 0x7f27c4005ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:48.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.874+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 0x7f27c4008690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-13T17:46:48.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.874+0000 7f27e259c640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 msgr2=0x7f27c4005ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T17:46:48.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.874+0000 7f27e259c640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 msgr2=0x7f27c4005ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:48.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.874+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 0x7f27c4005ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:48.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:48.874+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 0x7f27c4005ba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-13T17:46:49.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:49.678+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 0x7f27c4008690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:49.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:49.678+0000 7f27e1d9b640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 msgr2=0x7f27c4008690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-13T17:46:49.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:49.678+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 0x7f27c4005ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:49.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:49.678+0000 7f27e1d9b640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 msgr2=0x7f27c4008690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:49.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:49.678+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 0x7f27c4008690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:49.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:49.678+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 0x7f27c4008690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-13T17:46:49.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:49.678+0000 7f27e259c640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 msgr2=0x7f27c4005ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T17:46:49.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:49.678+0000 7f27e259c640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 msgr2=0x7f27c4005ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:49.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:49.678+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 0x7f27c4005ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:49.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:49.678+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 0x7f27c4005ba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-13T17:46:51.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.262+0000 7f27d3fff640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 msgr2=0x7f27c4005ba0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T17:46:51.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.262+0000 7f27d3fff640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c4003720 0x7f27c4005ba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:51.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.262+0000 7f27d3fff640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 msgr2=0x7f27c4008690 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T17:46:51.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.262+0000 7f27d3fff640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c40061d0 0x7f27c4008690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:51.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.266+0000 7f27e2d9d640 1 -- 172.21.15.32:0/268572626 reap_dead start 2024-09-13T17:46:51.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.266+0000 7f27d3fff640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 0x7f27c40056a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:51.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.266+0000 7f27d3fff640 1 -- 172.21.15.32:0/268572626 --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27e415d560 con 0x7f27e40ac430 2024-09-13T17:46:51.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.266+0000 7f27d3fff640 1 -- 172.21.15.32:0/268572626 --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27c4005e30 con 0x7f27c4006680 2024-09-13T17:46:51.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.266+0000 7f27d3fff640 1 -- 172.21.15.32:0/268572626 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27e415d280 con 0x7f27c4005220 2024-09-13T17:46:51.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.266+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 0x7f27c40056a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:51.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.266+0000 7f27e2d9d640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 msgr2=0x7f27c40056a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T17:46:51.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.266+0000 7f27e2d9d640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 msgr2=0x7f27c40056a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:51.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.266+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 0x7f27c40056a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:51.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.266+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 0x7f27c40056a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T17:46:51.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.470+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 0x7f27c40056a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:51.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.470+0000 7f27e2d9d640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 msgr2=0x7f27c40056a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T17:46:51.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.470+0000 7f27e2d9d640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 msgr2=0x7f27c40056a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:51.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.470+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 0x7f27c40056a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:51.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.470+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 0x7f27c40056a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-13T17:46:51.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.874+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 0x7f27c40056a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:51.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.874+0000 7f27e2d9d640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 msgr2=0x7f27c40056a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T17:46:51.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.874+0000 7f27e2d9d640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 msgr2=0x7f27c40056a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:51.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.874+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 0x7f27c40056a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:51.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:51.874+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 0x7f27c40056a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-13T17:46:52.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:52.678+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 0x7f27c40056a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:52.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:52.678+0000 7f27e2d9d640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 msgr2=0x7f27c40056a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T17:46:52.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:52.678+0000 7f27e2d9d640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 msgr2=0x7f27c40056a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:52.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:52.678+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 0x7f27c40056a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:52.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:52.678+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 0x7f27c40056a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-13T17:46:54.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.266+0000 7f27d3fff640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 msgr2=0x7f27c40056a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T17:46:54.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.266+0000 7f27d3fff640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27c4005220 0x7f27c40056a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:54.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.266+0000 7f27d3fff640 1 -- 172.21.15.32:0/268572626 >> v1:172.21.15.159:6789/0 conn(0x7f27c4006680 legacy=0x7f27c4003b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:54.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.266+0000 7f27d3fff640 1 -- 172.21.15.32:0/268572626 >> v1:172.21.15.32:6789/0 conn(0x7f27e40ac430 legacy=0x7f27c400b100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:54.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.266+0000 7f27d3fff640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c400e9e0 0x7f27c400edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:54.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.266+0000 7f27d3fff640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 0x7f27c400f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:54.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.266+0000 7f27d3fff640 1 -- 172.21.15.32:0/268572626 --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27e415d280 con 0x7f27c400e9e0 2024-09-13T17:46:54.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.266+0000 7f27d3fff640 1 -- 172.21.15.32:0/268572626 --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27c4008d40 con 0x7f27c400f4e0 2024-09-13T17:46:54.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.266+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c400e9e0 0x7f27c400edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:54.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.266+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 0x7f27c400f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:54.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.266+0000 7f27e259c640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c400e9e0 msgr2=0x7f27c400edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-13T17:46:54.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.266+0000 7f27e259c640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c400e9e0 msgr2=0x7f27c400edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:54.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.266+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c400e9e0 0x7f27c400edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:54.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.266+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c400e9e0 0x7f27c400edf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T17:46:54.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.266+0000 7f27e1d9b640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 msgr2=0x7f27c400f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T17:46:54.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.266+0000 7f27e1d9b640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 msgr2=0x7f27c400f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:54.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.266+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 0x7f27c400f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:54.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.266+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 0x7f27c400f990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T17:46:54.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.470+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c400e9e0 0x7f27c400edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:54.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.470+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 0x7f27c400f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:54.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.470+0000 7f27e259c640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c400e9e0 msgr2=0x7f27c400edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-13T17:46:54.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.470+0000 7f27e259c640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c400e9e0 msgr2=0x7f27c400edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:54.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.470+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c400e9e0 0x7f27c400edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:54.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.470+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c400e9e0 0x7f27c400edf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-13T17:46:54.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.470+0000 7f27e1d9b640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 msgr2=0x7f27c400f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T17:46:54.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.470+0000 7f27e1d9b640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 msgr2=0x7f27c400f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:54.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.470+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 0x7f27c400f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:54.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.470+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 0x7f27c400f990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-13T17:46:54.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.874+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c400e9e0 0x7f27c400edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:54.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.874+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 0x7f27c400f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:54.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.874+0000 7f27e259c640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c400e9e0 msgr2=0x7f27c400edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T17:46:54.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.874+0000 7f27e259c640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c400e9e0 msgr2=0x7f27c400edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:54.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.874+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c400e9e0 0x7f27c400edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:54.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.874+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c400e9e0 0x7f27c400edf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-13T17:46:54.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.874+0000 7f27e1d9b640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 msgr2=0x7f27c400f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-13T17:46:54.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.874+0000 7f27e1d9b640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 msgr2=0x7f27c400f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T17:46:54.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.874+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 0x7f27c400f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T17:46:54.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:54.874+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 0x7f27c400f990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-13T17:46:55.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.678+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.32:3300/0 conn(0x7f27c400e9e0 0x7f27c400edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:55.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.678+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 0x7f27c400f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:55.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.678+0000 7f27e259c640 1 -- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 msgr2=0x7f27c400f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:46:55.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.678+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 0x7f27c400f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:55.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.678+0000 7f27e259c640 1 -- 172.21.15.32:0/268572626 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27c4010850 con 0x7f27c400e9e0 2024-09-13T17:46:55.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.678+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/268572626 >> v2:172.21.15.159:3300/0 conn(0x7f27c400f4e0 0x7f27c400f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:46:55.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.678+0000 7f27e259c640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27c400e9e0 0x7f27c400edf0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f27c400f4b0 tx=0x7f27d401d6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a448fe1ed725c605 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:55.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.678+0000 7f27e159a640 1 -- 172.21.15.32:0/268572626 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27d4017110 con 0x7f27c400e9e0 2024-09-13T17:46:55.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.678+0000 7f27e159a640 1 -- 172.21.15.32:0/268572626 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27d4017270 con 0x7f27c400e9e0 2024-09-13T17:46:55.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.678+0000 7f27e159a640 1 -- 172.21.15.32:0/268572626 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27d40052f0 con 0x7f27c400e9e0 2024-09-13T17:46:55.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.678+0000 7f27e8c7f640 1 -- 172.21.15.32:0/268572626 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27c400e9e0 msgr2=0x7f27c400edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:55.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.678+0000 7f27e8c7f640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27c400e9e0 0x7f27c400edf0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f27c400f4b0 tx=0x7f27d401d6a0 comp rx=0 tx=0).stop 2024-09-13T17:46:55.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.678+0000 7f27e2d9d640 1 -- 172.21.15.32:0/268572626 reap_dead start 2024-09-13T17:46:55.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e8c7f640 1 -- 172.21.15.32:0/268572626 shutdown_connections 2024-09-13T17:46:55.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e8c7f640 1 --2- 172.21.15.32:0/268572626 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27c400e9e0 0x7f27c400edf0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:55.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e8c7f640 1 -- 172.21.15.32:0/268572626 >> 172.21.15.32:0/268572626 conn(0x7f27e4071850 msgr2=0x7f27e4069f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:55.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e8c7f640 1 -- 172.21.15.32:0/268572626 shutdown_connections 2024-09-13T17:46:55.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e8c7f640 1 -- 172.21.15.32:0/268572626 wait complete. 2024-09-13T17:46:55.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e8c7f640 1 Processor -- start 2024-09-13T17:46:55.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e8c7f640 1 -- start start 2024-09-13T17:46:55.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e8c7f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27c400e9e0 0x7f27e40cddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:55.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e8c7f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e415b3c0 0x7f27e41559b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:55.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e8c7f640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27e415c0e0 0x7f27e415da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:55.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e8c7f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27e415a600 con 0x7f27c400e9e0 2024-09-13T17:46:55.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e8c7f640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27e415a8e0 con 0x7f27e415c0e0 2024-09-13T17:46:55.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e8c7f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27e415abc0 con 0x7f27e415b3c0 2024-09-13T17:46:55.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27c400e9e0 0x7f27e40cddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:55.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27c400e9e0 0x7f27e40cddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60884/0 (socket says 172.21.15.32:60884) 2024-09-13T17:46:55.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e259c640 1 -- 172.21.15.32:0/1720238036 learned_addr learned my addr 172.21.15.32:0/1720238036 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:46:55.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e2d9d640 1 --2- 172.21.15.32:0/1720238036 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27e415c0e0 0x7f27e415da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:55.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/1720238036 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e415b3c0 0x7f27e41559b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:55.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e259c640 1 -- 172.21.15.32:0/1720238036 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e415b3c0 msgr2=0x7f27e41559b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:55.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e259c640 1 --2- 172.21.15.32:0/1720238036 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e415b3c0 0x7f27e41559b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:55.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e259c640 1 -- 172.21.15.32:0/1720238036 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27e415c0e0 msgr2=0x7f27e415da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:55.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e259c640 1 --2- 172.21.15.32:0/1720238036 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27e415c0e0 0x7f27e415da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:55.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e259c640 1 -- 172.21.15.32:0/1720238036 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27e415d560 con 0x7f27c400e9e0 2024-09-13T17:46:55.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e1d9b640 1 --2- 172.21.15.32:0/1720238036 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e415b3c0 0x7f27e41559b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:46:55.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e259c640 1 --2- 172.21.15.32:0/1720238036 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27c400e9e0 0x7f27e40cddc0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f27d4000c10 tx=0x7f27d401a440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:55.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27d2ffd640 1 -- 172.21.15.32:0/1720238036 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27d4017110 con 0x7f27c400e9e0 2024-09-13T17:46:55.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27d2ffd640 1 -- 172.21.15.32:0/1720238036 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27d40076e0 con 0x7f27c400e9e0 2024-09-13T17:46:55.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27d2ffd640 1 -- 172.21.15.32:0/1720238036 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27d4006e50 con 0x7f27c400e9e0 2024-09-13T17:46:55.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.682+0000 7f27e8c7f640 1 -- 172.21.15.32:0/1720238036 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27e415aea0 con 0x7f27c400e9e0 2024-09-13T17:46:55.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.686+0000 7f27e8c7f640 1 -- 172.21.15.32:0/1720238036 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27e4155ef0 con 0x7f27c400e9e0 2024-09-13T17:46:55.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.686+0000 7f27d2ffd640 1 -- 172.21.15.32:0/1720238036 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f27d40b0030 con 0x7f27c400e9e0 2024-09-13T17:46:55.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.686+0000 7f27d2ffd640 1 -- 172.21.15.32:0/1720238036 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f27d4003b00 con 0x7f27c400e9e0 2024-09-13T17:46:55.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.686+0000 7f27e8c7f640 1 -- 172.21.15.32:0/1720238036 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27e4160970 con 0x7f27c400e9e0 2024-09-13T17:46:55.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.694+0000 7f27d2ffd640 1 -- 172.21.15.32:0/1720238036 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f27d40c1060 con 0x7f27c400e9e0 2024-09-13T17:46:55.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.758+0000 7f27e8c7f640 1 -- 172.21.15.32:0/1720238036 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f27e415a740 con 0x7f27c400e9e0 2024-09-13T17:46:55.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.766+0000 7f27d2ffd640 1 -- 172.21.15.32:0/1720238036 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f27e415a740 con 0x7f27c400e9e0 2024-09-13T17:46:55.770 INFO:teuthology.orchestra.run.smithi032.stderr:adjusted tunables profile to default 2024-09-13T17:46:55.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.766+0000 7f27e8c7f640 1 -- 172.21.15.32:0/1720238036 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27c400e9e0 msgr2=0x7f27e40cddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:55.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.766+0000 7f27e8c7f640 1 --2- 172.21.15.32:0/1720238036 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27c400e9e0 0x7f27e40cddc0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f27d4000c10 tx=0x7f27d401a440 comp rx=0 tx=0).stop 2024-09-13T17:46:55.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.766+0000 7f27e8c7f640 1 -- 172.21.15.32:0/1720238036 shutdown_connections 2024-09-13T17:46:55.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.766+0000 7f27e8c7f640 1 --2- 172.21.15.32:0/1720238036 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27e415c0e0 0x7f27e415da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:55.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.766+0000 7f27e8c7f640 1 --2- 172.21.15.32:0/1720238036 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e415b3c0 0x7f27e41559b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:55.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.766+0000 7f27e8c7f640 1 --2- 172.21.15.32:0/1720238036 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27c400e9e0 0x7f27e40cddc0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:55.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.766+0000 7f27e8c7f640 1 -- 172.21.15.32:0/1720238036 >> 172.21.15.32:0/1720238036 conn(0x7f27e4071850 msgr2=0x7f27e40abd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:55.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.766+0000 7f27e8c7f640 1 -- 172.21.15.32:0/1720238036 shutdown_connections 2024-09-13T17:46:55.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:55.766+0000 7f27e8c7f640 1 -- 172.21.15.32:0/1720238036 wait complete. 2024-09-13T17:46:55.792 INFO:tasks.ceph:check_enable_crimson: False 2024-09-13T17:46:55.792 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-13T17:46:55.792 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:55.792 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-13T17:46:55.804 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:55.804 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-13T17:46:55.817 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:55.815+0000 7fb3f694f180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T17:46:55.860 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:55.861 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-13T17:46:55.864 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:55.858+0000 7f7d34642180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T17:46:55.873 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:46:55.873 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-13T17:46:55.928 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:55.928 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-13T17:46:55.940 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:55.940 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-13T17:46:55.995 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:55.996 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-13T17:46:56.052 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:46:56.052 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-13T17:46:56.108 DEBUG:teuthology.orchestra.run.smithi159:> sudo ceph --cluster ceph osd new 77ca087c-ea77-423f-9790-2297c0abd0be 0 2024-09-13T17:46:56.274 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.271+0000 7f29074e0640 1 Processor -- start 2024-09-13T17:46:56.275 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.271+0000 7f29074e0640 1 -- start start 2024-09-13T17:46:56.276 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.271+0000 7f29074e0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f290015c8e0 0x7f29000c5820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.276 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.271+0000 7f29074e0640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f29000b2ac0 0x7f29000cd380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.276 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.271+0000 7f29074e0640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29000cdcf0 con 0x7f29000cd8c0 2024-09-13T17:46:56.276 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.271+0000 7f29074e0640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29000c9830 con 0x7f290015c8e0 2024-09-13T17:46:56.276 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.271+0000 7f29074e0640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29000b3090 con 0x7f29000b2ac0 2024-09-13T17:46:56.276 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.271+0000 7f2904a7b640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f29000b2ac0 0x7f29000cd380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.277 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.271+0000 7f2905a7d640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7f29000cd8c0 0x7f29000c44a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.159:59656/0 (socket says 172.21.15.159:59656) 2024-09-13T17:46:56.277 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.271+0000 7f2905a7d640 1 -- 172.21.15.159:0/3396789960 learned_addr learned my addr 172.21.15.159:0/3396789960 (peer_addr_for_me v1:172.21.15.159:0/0) 2024-09-13T17:46:56.277 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.275+0000 7f290527c640 1 --2- 172.21.15.159:0/3396789960 >> v2:172.21.15.32:3300/0 conn(0x7f290015c8e0 0x7f29000c5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.277 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.275+0000 7f2904a7b640 1 -- 172.21.15.159:0/3396789960 >> v2:172.21.15.32:3300/0 conn(0x7f290015c8e0 msgr2=0x7f29000c5820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:46:56.277 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.275+0000 7f2904a7b640 1 --2- 172.21.15.159:0/3396789960 >> v2:172.21.15.32:3300/0 conn(0x7f290015c8e0 0x7f29000c5820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.277 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.275+0000 7f2904a7b640 1 -- 172.21.15.159:0/3396789960 >> v1:172.21.15.159:6789/0 conn(0x7f29000cd8c0 legacy=0x7f29000c44a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:56.277 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.275+0000 7f2904a7b640 1 -- 172.21.15.159:0/3396789960 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29000b3370 con 0x7f29000b2ac0 2024-09-13T17:46:56.277 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.275+0000 7f28f7fff640 1 -- 172.21.15.159:0/3396789960 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1908172133 0 0) 0x7f29000cdcf0 con 0x7f29000cd8c0 2024-09-13T17:46:56.278 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.275+0000 7f2904a7b640 1 --2- 172.21.15.159:0/3396789960 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f29000b2ac0 0x7f29000cd380 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f29000716a0 tx=0x7f28f001eb50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=509e35edc355ba17 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:56.278 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.275+0000 7f28f7fff640 1 -- 172.21.15.159:0/3396789960 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28f00a7b10 con 0x7f29000b2ac0 2024-09-13T17:46:56.278 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.275+0000 7f28f7fff640 1 -- 172.21.15.159:0/3396789960 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28f00a7c70 con 0x7f29000b2ac0 2024-09-13T17:46:56.279 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.275+0000 7f28f7fff640 1 -- 172.21.15.159:0/3396789960 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28f00af440 con 0x7f29000b2ac0 2024-09-13T17:46:56.279 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.275+0000 7f29074e0640 1 -- 172.21.15.159:0/3396789960 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f29000b2ac0 msgr2=0x7f29000cd380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:56.279 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.275+0000 7f29074e0640 1 --2- 172.21.15.159:0/3396789960 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f29000b2ac0 0x7f29000cd380 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f29000716a0 tx=0x7f28f001eb50 comp rx=0 tx=0).stop 2024-09-13T17:46:56.280 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.275+0000 7f29074e0640 1 -- 172.21.15.159:0/3396789960 shutdown_connections 2024-09-13T17:46:56.280 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.275+0000 7f29074e0640 1 --2- 172.21.15.159:0/3396789960 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f29000b2ac0 0x7f29000cd380 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.280 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.275+0000 7f29074e0640 1 --2- 172.21.15.159:0/3396789960 >> v2:172.21.15.32:3300/0 conn(0x7f290015c8e0 0x7f29000c5820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.280 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.275+0000 7f29074e0640 1 -- 172.21.15.159:0/3396789960 >> 172.21.15.159:0/3396789960 conn(0x7f29000989e0 msgr2=0x7f29000b0e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:56.280 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.275+0000 7f29074e0640 1 -- 172.21.15.159:0/3396789960 shutdown_connections 2024-09-13T17:46:56.280 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.275+0000 7f29074e0640 1 -- 172.21.15.159:0/3396789960 wait complete. 2024-09-13T17:46:56.280 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f29074e0640 1 Processor -- start 2024-09-13T17:46:56.280 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f29074e0640 1 -- start start 2024-09-13T17:46:56.283 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f29074e0640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f29000b2ac0 0x7f2900146e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.283 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f29074e0640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f29000cd8c0 0x7f290014bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.283 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f29074e0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f290015c8e0 0x7f290014c020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.283 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f29074e0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2900151840 con 0x7f290015c8e0 2024-09-13T17:46:56.283 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f29074e0640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29001473b0 con 0x7f29000cd8c0 2024-09-13T17:46:56.283 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f29074e0640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2900151a90 con 0x7f29000b2ac0 2024-09-13T17:46:56.283 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f290527c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f29000b2ac0 0x7f2900146e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f2904a7b640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f29000cd8c0 0x7f290014bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f2904a7b640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f29000cd8c0 0x7f290014bae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47194/0 (socket says 172.21.15.159:47194) 2024-09-13T17:46:56.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f290527c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f29000b2ac0 0x7f2900146e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.159:35356/0 (socket says 172.21.15.159:35356) 2024-09-13T17:46:56.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f2904a7b640 1 -- 172.21.15.159:0/4054101372 learned_addr learned my addr 172.21.15.159:0/4054101372 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-13T17:46:56.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f2905a7d640 1 --2- 172.21.15.159:0/4054101372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f290015c8e0 0x7f290014c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f2904a7b640 1 -- 172.21.15.159:0/4054101372 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f29000b2ac0 msgr2=0x7f2900146e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:56.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f2904a7b640 1 --2- 172.21.15.159:0/4054101372 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f29000b2ac0 0x7f2900146e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f2904a7b640 1 -- 172.21.15.159:0/4054101372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f290015c8e0 msgr2=0x7f290014c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:56.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f2904a7b640 1 --2- 172.21.15.159:0/4054101372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f290015c8e0 0x7f290014c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f2904a7b640 1 -- 172.21.15.159:0/4054101372 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28f000b6c0 con 0x7f29000cd8c0 2024-09-13T17:46:56.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f290527c640 1 --2- 172.21.15.159:0/4054101372 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f29000b2ac0 0x7f2900146e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:46:56.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f2904a7b640 1 --2- 172.21.15.159:0/4054101372 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f29000cd8c0 0x7f290014bae0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f28f00b2040 tx=0x7f28f001b8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:56.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f28f5ffb640 1 -- 172.21.15.159:0/4054101372 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28f00b8660 con 0x7f29000cd8c0 2024-09-13T17:46:56.285 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f28f5ffb640 1 -- 172.21.15.159:0/4054101372 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28f00b87e0 con 0x7f29000cd8c0 2024-09-13T17:46:56.285 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f29074e0640 1 -- 172.21.15.159:0/4054101372 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2900151d70 con 0x7f29000cd8c0 2024-09-13T17:46:56.285 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f28f5ffb640 1 -- 172.21.15.159:0/4054101372 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28f00b8b90 con 0x7f29000cd8c0 2024-09-13T17:46:56.285 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f29074e0640 1 -- 172.21.15.159:0/4054101372 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2900152330 con 0x7f29000cd8c0 2024-09-13T17:46:56.285 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f28f5ffb640 1 -- 172.21.15.159:0/4054101372 <== mon.1 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f28f00b6070 con 0x7f29000cd8c0 2024-09-13T17:46:56.285 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f28f5ffb640 1 -- 172.21.15.159:0/4054101372 <== mon.1 v2:172.21.15.159:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7f28f00c2db0 con 0x7f29000cd8c0 2024-09-13T17:46:56.285 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.279+0000 7f29074e0640 1 -- 172.21.15.159:0/4054101372 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29000cd380 con 0x7f29000cd8c0 2024-09-13T17:46:56.285 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.283+0000 7f28f5ffb640 1 -- 172.21.15.159:0/4054101372 <== mon.1 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f28f00b4070 con 0x7f29000cd8c0 2024-09-13T17:46:56.301 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:56.299+0000 7fb3f694f180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T17:46:56.354 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:56.350+0000 7f7d34642180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T17:46:56.355 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.351+0000 7f29074e0640 1 -- 172.21.15.159:0/4054101372 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd new", "uuid": "77ca087c-ea77-423f-9790-2297c0abd0be", "id": 0} v 0) v1 -- 0x7f29000b1cb0 con 0x7f29000cd8c0 2024-09-13T17:46:56.364 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.359+0000 7f28f5ffb640 1 -- 172.21.15.159:0/4054101372 <== mon.1 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "77ca087c-ea77-423f-9790-2297c0abd0be", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f28f00d10b0 con 0x7f29000cd8c0 2024-09-13T17:46:56.364 INFO:teuthology.orchestra.run.smithi159.stdout:0 2024-09-13T17:46:56.365 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.363+0000 7f29074e0640 1 -- 172.21.15.159:0/4054101372 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f29000cd8c0 msgr2=0x7f290014bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:56.365 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.363+0000 7f29074e0640 1 --2- 172.21.15.159:0/4054101372 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f29000cd8c0 0x7f290014bae0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f28f00b2040 tx=0x7f28f001b8f0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.365 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.363+0000 7f29074e0640 1 -- 172.21.15.159:0/4054101372 shutdown_connections 2024-09-13T17:46:56.366 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.363+0000 7f29074e0640 1 --2- 172.21.15.159:0/4054101372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f290015c8e0 0x7f290014c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.366 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.363+0000 7f29074e0640 1 --2- 172.21.15.159:0/4054101372 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f29000cd8c0 0x7f290014bae0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.366 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.363+0000 7f29074e0640 1 --2- 172.21.15.159:0/4054101372 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f29000b2ac0 0x7f2900146e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.366 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.363+0000 7f29074e0640 1 -- 172.21.15.159:0/4054101372 >> 172.21.15.159:0/4054101372 conn(0x7f29000989e0 msgr2=0x7f29000b0e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:56.366 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.363+0000 7f29074e0640 1 -- 172.21.15.159:0/4054101372 shutdown_connections 2024-09-13T17:46:56.366 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.363+0000 7f29074e0640 1 -- 172.21.15.159:0/4054101372 wait complete. 2024-09-13T17:46:56.382 DEBUG:teuthology.orchestra.run.smithi159:> sudo ceph --cluster ceph osd new 36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7 1 2024-09-13T17:46:56.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18bcd7b640 1 Processor -- start 2024-09-13T17:46:56.497 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18bcd7b640 1 -- start start 2024-09-13T17:46:56.498 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18bcd7b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f18b815a380 0x7f18b806e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.498 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18bcd7b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f18b8099210 0x7f18b8099650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.498 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18bcd7b640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f18b815df70 0x7f18b815e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.499 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18bcd7b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18b80af770 con 0x7f18b8099210 2024-09-13T17:46:56.499 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18bcd7b640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18b8098a80 con 0x7f18b815df70 2024-09-13T17:46:56.499 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18bcd7b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18b80cbad0 con 0x7f18b815a380 2024-09-13T17:46:56.499 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18b659c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f18b815a380 0x7f18b806e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.499 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18b659c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f18b815a380 0x7f18b806e270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.159:35362/0 (socket says 172.21.15.159:35362) 2024-09-13T17:46:56.499 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18b659c640 1 -- 172.21.15.159:0/430870466 learned_addr learned my addr 172.21.15.159:0/430870466 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-13T17:46:56.499 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18b6d9d640 1 --2- 172.21.15.159:0/430870466 >> v2:172.21.15.159:3300/0 conn(0x7f18b815df70 0x7f18b815e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.499 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18b5d9b640 1 --2- 172.21.15.159:0/430870466 >> v2:172.21.15.32:3300/0 conn(0x7f18b8099210 0x7f18b8099650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.499 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18b659c640 1 -- 172.21.15.159:0/430870466 >> v2:172.21.15.159:3300/0 conn(0x7f18b815df70 msgr2=0x7f18b815e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:46:56.499 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18b659c640 1 --2- 172.21.15.159:0/430870466 >> v2:172.21.15.159:3300/0 conn(0x7f18b815df70 0x7f18b815e420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.499 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18b659c640 1 -- 172.21.15.159:0/430870466 >> v2:172.21.15.32:3300/0 conn(0x7f18b8099210 msgr2=0x7f18b8099650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:46:56.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18b659c640 1 --2- 172.21.15.159:0/430870466 >> v2:172.21.15.32:3300/0 conn(0x7f18b8099210 0x7f18b8099650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18b659c640 1 -- 172.21.15.159:0/430870466 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18b80cbdb0 con 0x7f18b815a380 2024-09-13T17:46:56.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.495+0000 7f18b6d9d640 1 --2- 172.21.15.159:0/430870466 >> v2:172.21.15.159:3300/0 conn(0x7f18b815df70 0x7f18b815e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:46:56.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18b659c640 1 --2- 172.21.15.159:0/430870466 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f18b815a380 0x7f18b806e270 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f18b80676d0 tx=0x7f18a801c4f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d704e30ca79cb5ce server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:56.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18b559a640 1 -- 172.21.15.159:0/430870466 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18a80aa430 con 0x7f18b815a380 2024-09-13T17:46:56.501 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18b559a640 1 -- 172.21.15.159:0/430870466 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18a80aa590 con 0x7f18b815a380 2024-09-13T17:46:56.501 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18b559a640 1 -- 172.21.15.159:0/430870466 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18a80aa920 con 0x7f18b815a380 2024-09-13T17:46:56.501 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18bcd7b640 1 -- 172.21.15.159:0/430870466 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f18b815a380 msgr2=0x7f18b806e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:56.501 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18bcd7b640 1 --2- 172.21.15.159:0/430870466 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f18b815a380 0x7f18b806e270 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f18b80676d0 tx=0x7f18a801c4f0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.502 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18bcd7b640 1 -- 172.21.15.159:0/430870466 shutdown_connections 2024-09-13T17:46:56.502 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18bcd7b640 1 --2- 172.21.15.159:0/430870466 >> v2:172.21.15.159:3300/0 conn(0x7f18b815df70 0x7f18b815e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.502 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18bcd7b640 1 --2- 172.21.15.159:0/430870466 >> v2:172.21.15.32:3300/0 conn(0x7f18b8099210 0x7f18b8099650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.502 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18bcd7b640 1 --2- 172.21.15.159:0/430870466 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f18b815a380 0x7f18b806e270 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.502 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18bcd7b640 1 -- 172.21.15.159:0/430870466 >> 172.21.15.159:0/430870466 conn(0x7f18b80b1d90 msgr2=0x7f18b80b21a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:56.502 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18bcd7b640 1 -- 172.21.15.159:0/430870466 shutdown_connections 2024-09-13T17:46:56.502 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18bcd7b640 1 -- 172.21.15.159:0/430870466 wait complete. 2024-09-13T17:46:56.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18bcd7b640 1 Processor -- start 2024-09-13T17:46:56.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18bcd7b640 1 -- start start 2024-09-13T17:46:56.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18bcd7b640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f18b8099210 0x7f18b814dd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18bcd7b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18b815a380 0x7f18b8152570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18bcd7b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f18b815df70 0x7f18b8158140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18bcd7b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18b8152ab0 con 0x7f18b815a380 2024-09-13T17:46:56.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18bcd7b640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18b806b130 con 0x7f18b8099210 2024-09-13T17:46:56.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18bcd7b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18b8164560 con 0x7f18b815df70 2024-09-13T17:46:56.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18b6d9d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f18b815df70 0x7f18b8158140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18b659c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f18b8099210 0x7f18b814dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18b6d9d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f18b815df70 0x7f18b8158140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.159:35378/0 (socket says 172.21.15.159:35378) 2024-09-13T17:46:56.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18b6d9d640 1 -- 172.21.15.159:0/3287043254 learned_addr learned my addr 172.21.15.159:0/3287043254 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-13T17:46:56.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18b5d9b640 1 --2- 172.21.15.159:0/3287043254 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18b815a380 0x7f18b8152570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18b6d9d640 1 -- 172.21.15.159:0/3287043254 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f18b8099210 msgr2=0x7f18b814dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:56.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18b6d9d640 1 --2- 172.21.15.159:0/3287043254 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f18b8099210 0x7f18b814dd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18b6d9d640 1 -- 172.21.15.159:0/3287043254 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18b815a380 msgr2=0x7f18b8152570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:56.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18b6d9d640 1 --2- 172.21.15.159:0/3287043254 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18b815a380 0x7f18b8152570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18b6d9d640 1 -- 172.21.15.159:0/3287043254 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18b0009a70 con 0x7f18b815df70 2024-09-13T17:46:56.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18b659c640 1 --2- 172.21.15.159:0/3287043254 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f18b8099210 0x7f18b814dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:46:56.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18b6d9d640 1 --2- 172.21.15.159:0/3287043254 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f18b815df70 0x7f18b8158140 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f18b0009e60 tx=0x7f18b000c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:56.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.499+0000 7f18aeffd640 1 -- 172.21.15.159:0/3287043254 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18b0009cd0 con 0x7f18b815df70 2024-09-13T17:46:56.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.503+0000 7f18aeffd640 1 -- 172.21.15.159:0/3287043254 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18b000f040 con 0x7f18b815df70 2024-09-13T17:46:56.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.503+0000 7f18bcd7b640 1 -- 172.21.15.159:0/3287043254 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18a80094d0 con 0x7f18b815df70 2024-09-13T17:46:56.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.503+0000 7f18aeffd640 1 -- 172.21.15.159:0/3287043254 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18b00039a0 con 0x7f18b815df70 2024-09-13T17:46:56.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.503+0000 7f18bcd7b640 1 -- 172.21.15.159:0/3287043254 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18b806b6b0 con 0x7f18b815df70 2024-09-13T17:46:56.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.503+0000 7f18aeffd640 1 -- 172.21.15.159:0/3287043254 <== mon.2 v2:172.21.15.159:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f18b0014780 con 0x7f18b815df70 2024-09-13T17:46:56.507 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.503+0000 7f18aeffd640 1 -- 172.21.15.159:0/3287043254 <== mon.2 v2:172.21.15.159:3301/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7f18b00133e0 con 0x7f18b815df70 2024-09-13T17:46:56.507 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.503+0000 7f18bcd7b640 1 -- 172.21.15.159:0/3287043254 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18b806b8d0 con 0x7f18b815df70 2024-09-13T17:46:56.507 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.503+0000 7f18aeffd640 1 -- 172.21.15.159:0/3287043254 <== mon.2 v2:172.21.15.159:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f18b0018030 con 0x7f18b815df70 2024-09-13T17:46:56.522 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:56.519+0000 7fb3f694f180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T17:46:56.547 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:56.542+0000 7f7d34642180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T17:46:56.578 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.575+0000 7f18bcd7b640 1 -- 172.21.15.159:0/3287043254 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_command({"prefix": "osd new", "uuid": "36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7", "id": 1} v 0) v1 -- 0x7f18b8099650 con 0x7f18b815df70 2024-09-13T17:46:56.583 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.579+0000 7f18aeffd640 1 -- 172.21.15.159:0/3287043254 <== mon.2 v2:172.21.15.159:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7f18b0014c60 con 0x7f18b815df70 2024-09-13T17:46:56.584 INFO:teuthology.orchestra.run.smithi159.stdout:1 2024-09-13T17:46:56.586 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.583+0000 7f18bcd7b640 1 -- 172.21.15.159:0/3287043254 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f18b815df70 msgr2=0x7f18b8158140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:56.586 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.583+0000 7f18bcd7b640 1 --2- 172.21.15.159:0/3287043254 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f18b815df70 0x7f18b8158140 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f18b0009e60 tx=0x7f18b000c490 comp rx=0 tx=0).stop 2024-09-13T17:46:56.586 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.583+0000 7f18bcd7b640 1 -- 172.21.15.159:0/3287043254 shutdown_connections 2024-09-13T17:46:56.586 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.583+0000 7f18bcd7b640 1 --2- 172.21.15.159:0/3287043254 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f18b815df70 0x7f18b8158140 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.587 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.583+0000 7f18bcd7b640 1 --2- 172.21.15.159:0/3287043254 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18b815a380 0x7f18b8152570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.587 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.583+0000 7f18bcd7b640 1 --2- 172.21.15.159:0/3287043254 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f18b8099210 0x7f18b814dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.587 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.583+0000 7f18bcd7b640 1 -- 172.21.15.159:0/3287043254 >> 172.21.15.159:0/3287043254 conn(0x7f18b80b1d90 msgr2=0x7f18b8073340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:56.587 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.583+0000 7f18bcd7b640 1 -- 172.21.15.159:0/3287043254 shutdown_connections 2024-09-13T17:46:56.587 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.583+0000 7f18bcd7b640 1 -- 172.21.15.159:0/3287043254 wait complete. 2024-09-13T17:46:56.606 DEBUG:teuthology.orchestra.run.smithi159:> sudo ceph --cluster ceph osd new f9cf8bbf-742b-41e5-a43f-714b554df3a3 2 2024-09-13T17:46:56.724 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.719+0000 7f0c6d9f7640 1 Processor -- start 2024-09-13T17:46:56.724 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.719+0000 7f0c6d9f7640 1 -- start start 2024-09-13T17:46:56.725 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.723+0000 7f0c6d9f7640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c68159c50 0x7f0c680719b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.725 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.723+0000 7f0c6d9f7640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c681590b0 con 0x7f0c68071520 2024-09-13T17:46:56.726 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.723+0000 7f0c6d9f7640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c680b1b80 con 0x7f0c68158a50 2024-09-13T17:46:56.726 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.723+0000 7f0c6d9f7640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c68158e30 con 0x7f0c68159c50 2024-09-13T17:46:56.726 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.723+0000 7f0c677fe640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c68159c50 0x7f0c680719b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.726 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.723+0000 7f0c66ffd640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7f0c68158a50 0x7f0c6815c4e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.159:59670/0 (socket says 172.21.15.159:59670) 2024-09-13T17:46:56.726 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.723+0000 7f0c66ffd640 1 -- 172.21.15.159:0/3054348360 learned_addr learned my addr 172.21.15.159:0/3054348360 (peer_addr_for_me v1:172.21.15.159:0/0) 2024-09-13T17:46:56.726 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.723+0000 7f0c677fe640 1 -- 172.21.15.159:0/3054348360 >> v1:172.21.15.159:6789/0 conn(0x7f0c68158a50 legacy=0x7f0c6815c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:56.726 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.723+0000 7f0c677fe640 1 -- 172.21.15.159:0/3054348360 >> v1:172.21.15.32:6789/0 conn(0x7f0c68071520 legacy=0x7f0c68159540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:46:56.726 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.723+0000 7f0c677fe640 1 -- 172.21.15.159:0/3054348360 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c680b1e60 con 0x7f0c68159c50 2024-09-13T17:46:56.728 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.723+0000 7f0c677fe640 1 --2- 172.21.15.159:0/3054348360 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c68159c50 0x7f0c680719b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0c60009dc0 tx=0x7f0c6001c950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bf7a591ef4fb718f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:56.728 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.723+0000 7f0c667fc640 1 -- 172.21.15.159:0/3054348360 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c600a5900 con 0x7f0c68159c50 2024-09-13T17:46:56.728 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.723+0000 7f0c667fc640 1 -- 172.21.15.159:0/3054348360 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c600a5a60 con 0x7f0c68159c50 2024-09-13T17:46:56.728 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.723+0000 7f0c667fc640 1 -- 172.21.15.159:0/3054348360 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c600a5df0 con 0x7f0c68159c50 2024-09-13T17:46:56.729 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c6d9f7640 1 -- 172.21.15.159:0/3054348360 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c68159c50 msgr2=0x7f0c680719b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:56.729 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c6d9f7640 1 --2- 172.21.15.159:0/3054348360 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c68159c50 0x7f0c680719b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0c60009dc0 tx=0x7f0c6001c950 comp rx=0 tx=0).stop 2024-09-13T17:46:56.729 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c6d9f7640 1 -- 172.21.15.159:0/3054348360 shutdown_connections 2024-09-13T17:46:56.729 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c6d9f7640 1 --2- 172.21.15.159:0/3054348360 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c68159c50 0x7f0c680719b0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.729 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c6d9f7640 1 -- 172.21.15.159:0/3054348360 >> 172.21.15.159:0/3054348360 conn(0x7f0c68070a30 msgr2=0x7f0c68070e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:56.729 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c6d9f7640 1 -- 172.21.15.159:0/3054348360 shutdown_connections 2024-09-13T17:46:56.729 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c6d9f7640 1 -- 172.21.15.159:0/3054348360 wait complete. 2024-09-13T17:46:56.730 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c6d9f7640 1 Processor -- start 2024-09-13T17:46:56.730 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c6d9f7640 1 -- start start 2024-09-13T17:46:56.731 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c6d9f7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c68071520 0x7f0c6814c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.731 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c6d9f7640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c68158a50 0x7f0c68154500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.732 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c6d9f7640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c68159c50 0x7f0c68154a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.732 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c6d9f7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c68150120 con 0x7f0c68071520 2024-09-13T17:46:56.732 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c6d9f7640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c6814a570 con 0x7f0c68159c50 2024-09-13T17:46:56.732 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c6d9f7640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c6814f880 con 0x7f0c68158a50 2024-09-13T17:46:56.732 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c677fe640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c68159c50 0x7f0c68154a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.732 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c5ffff640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c68158a50 0x7f0c68154500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.732 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c677fe640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c68159c50 0x7f0c68154a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47234/0 (socket says 172.21.15.159:47234) 2024-09-13T17:46:56.732 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c677fe640 1 -- 172.21.15.159:0/2833801191 learned_addr learned my addr 172.21.15.159:0/2833801191 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-13T17:46:56.732 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c66ffd640 1 --2- 172.21.15.159:0/2833801191 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c68071520 0x7f0c6814c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.732 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c677fe640 1 -- 172.21.15.159:0/2833801191 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c68158a50 msgr2=0x7f0c68154500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:56.732 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c677fe640 1 --2- 172.21.15.159:0/2833801191 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c68158a50 0x7f0c68154500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.732 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c677fe640 1 -- 172.21.15.159:0/2833801191 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c68071520 msgr2=0x7f0c6814c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:56.732 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c677fe640 1 --2- 172.21.15.159:0/2833801191 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c68071520 0x7f0c6814c7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.733 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c677fe640 1 -- 172.21.15.159:0/2833801191 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c60009a70 con 0x7f0c68159c50 2024-09-13T17:46:56.733 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c677fe640 1 --2- 172.21.15.159:0/2833801191 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c68159c50 0x7f0c68154a40 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f0c6001ce30 tx=0x7f0c600196f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:56.733 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c64ff9640 1 -- 172.21.15.159:0/2833801191 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c600b9860 con 0x7f0c68159c50 2024-09-13T17:46:56.733 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c64ff9640 1 -- 172.21.15.159:0/2833801191 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c600b99e0 con 0x7f0c68159c50 2024-09-13T17:46:56.733 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c64ff9640 1 -- 172.21.15.159:0/2833801191 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c600b9d90 con 0x7f0c68159c50 2024-09-13T17:46:56.733 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c6d9f7640 1 -- 172.21.15.159:0/2833801191 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c6814fb60 con 0x7f0c68159c50 2024-09-13T17:46:56.733 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c6d9f7640 1 -- 172.21.15.159:0/2833801191 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c6814e880 con 0x7f0c68159c50 2024-09-13T17:46:56.733 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c64ff9640 1 -- 172.21.15.159:0/2833801191 <== mon.1 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f0c60003ca0 con 0x7f0c68159c50 2024-09-13T17:46:56.733 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.727+0000 7f0c64ff9640 1 -- 172.21.15.159:0/2833801191 <== mon.1 v2:172.21.15.159:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7f0c600047f0 con 0x7f0c68159c50 2024-09-13T17:46:56.733 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.731+0000 7f0c6d9f7640 1 -- 172.21.15.159:0/2833801191 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c6814a3d0 con 0x7f0c68159c50 2024-09-13T17:46:56.736 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.731+0000 7f0c64ff9640 1 -- 172.21.15.159:0/2833801191 <== mon.1 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f0c6814a3d0 con 0x7f0c68159c50 2024-09-13T17:46:56.804 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.803+0000 7f0c6d9f7640 1 -- 172.21.15.159:0/2833801191 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd new", "uuid": "f9cf8bbf-742b-41e5-a43f-714b554df3a3", "id": 2} v 0) v1 -- 0x7f0c6814a770 con 0x7f0c68159c50 2024-09-13T17:46:56.810 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.807+0000 7f0c64ff9640 1 -- 172.21.15.159:0/2833801191 <== mon.1 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f9cf8bbf-742b-41e5-a43f-714b554df3a3", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7f0c6814a770 con 0x7f0c68159c50 2024-09-13T17:46:56.811 INFO:teuthology.orchestra.run.smithi159.stdout:2 2024-09-13T17:46:56.812 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.807+0000 7f0c6d9f7640 1 -- 172.21.15.159:0/2833801191 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c68159c50 msgr2=0x7f0c68154a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:56.812 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.807+0000 7f0c6d9f7640 1 --2- 172.21.15.159:0/2833801191 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c68159c50 0x7f0c68154a40 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f0c6001ce30 tx=0x7f0c600196f0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.812 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.807+0000 7f0c6d9f7640 1 -- 172.21.15.159:0/2833801191 shutdown_connections 2024-09-13T17:46:56.812 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.807+0000 7f0c6d9f7640 1 --2- 172.21.15.159:0/2833801191 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c68159c50 0x7f0c68154a40 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.812 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.807+0000 7f0c6d9f7640 1 --2- 172.21.15.159:0/2833801191 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c68158a50 0x7f0c68154500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.812 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.807+0000 7f0c6d9f7640 1 --2- 172.21.15.159:0/2833801191 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c68071520 0x7f0c6814c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.812 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.807+0000 7f0c6d9f7640 1 -- 172.21.15.159:0/2833801191 >> 172.21.15.159:0/2833801191 conn(0x7f0c68070a30 msgr2=0x7f0c68159540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:56.812 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.807+0000 7f0c6d9f7640 1 -- 172.21.15.159:0/2833801191 shutdown_connections 2024-09-13T17:46:56.812 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.807+0000 7f0c6d9f7640 1 -- 172.21.15.159:0/2833801191 wait complete. 2024-09-13T17:46:56.827 DEBUG:teuthology.orchestra.run.smithi159:> sudo ceph --cluster ceph osd new e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9 3 2024-09-13T17:46:56.940 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.935+0000 7fbd91b22640 1 Processor -- start 2024-09-13T17:46:56.940 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd91b22640 1 -- start start 2024-09-13T17:46:56.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd91b22640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbd8c15a5a0 0x7fbd8c0caee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd91b22640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fbd8c0989e0 0x7fbd8c098e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd91b22640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd8c0cc310 con 0x7fbd8c0995c0 2024-09-13T17:46:56.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd91b22640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd8c0993d0 con 0x7fbd8c0989e0 2024-09-13T17:46:56.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd91b22640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd8c15a980 con 0x7fbd8c15a5a0 2024-09-13T17:46:56.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd8bfff640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fbd8c0989e0 0x7fbd8c098e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd8b7fe640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbd8c15a5a0 0x7fbd8c0caee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd8bfff640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fbd8c0989e0 0x7fbd8c098e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47242/0 (socket says 172.21.15.159:47242) 2024-09-13T17:46:56.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd8b7fe640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbd8c15a5a0 0x7fbd8c0caee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.159:35402/0 (socket says 172.21.15.159:35402) 2024-09-13T17:46:56.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd8bfff640 1 -- 172.21.15.159:0/552656945 learned_addr learned my addr 172.21.15.159:0/552656945 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-13T17:46:56.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd8bfff640 1 -- 172.21.15.159:0/552656945 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbd8c15a5a0 msgr2=0x7fbd8c0caee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:46:56.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd8bfff640 1 --2- 172.21.15.159:0/552656945 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbd8c15a5a0 0x7fbd8c0caee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd8bfff640 1 -- 172.21.15.159:0/552656945 >> v1:172.21.15.32:6789/0 conn(0x7fbd8c0995c0 legacy=0x7fbd8c06ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:46:56.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd8bfff640 1 -- 172.21.15.159:0/552656945 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd8c0cc030 con 0x7fbd8c0989e0 2024-09-13T17:46:56.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd8b7fe640 1 --2- 172.21.15.159:0/552656945 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbd8c15a5a0 0x7fbd8c0caee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:46:56.944 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd8bfff640 1 --2- 172.21.15.159:0/552656945 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd8c0989e0 0x7fbd8c098e90 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fbd84009e50 tx=0x7fbd8401c930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=af244d6034193e97 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:56.945 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd8a7fc640 1 -- 172.21.15.159:0/552656945 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd840a57b0 con 0x7fbd8c0989e0 2024-09-13T17:46:56.945 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd8a7fc640 1 -- 172.21.15.159:0/552656945 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd840a5910 con 0x7fbd8c0989e0 2024-09-13T17:46:56.945 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.939+0000 7fbd8a7fc640 1 -- 172.21.15.159:0/552656945 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd840a5ca0 con 0x7fbd8c0989e0 2024-09-13T17:46:56.945 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd91b22640 1 -- 172.21.15.159:0/552656945 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd8c0989e0 msgr2=0x7fbd8c098e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:56.945 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd91b22640 1 --2- 172.21.15.159:0/552656945 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd8c0989e0 0x7fbd8c098e90 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fbd84009e50 tx=0x7fbd8401c930 comp rx=0 tx=0).stop 2024-09-13T17:46:56.945 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd91b22640 1 -- 172.21.15.159:0/552656945 shutdown_connections 2024-09-13T17:46:56.945 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd91b22640 1 --2- 172.21.15.159:0/552656945 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd8c0989e0 0x7fbd8c098e90 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.945 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd91b22640 1 --2- 172.21.15.159:0/552656945 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbd8c15a5a0 0x7fbd8c0caee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.945 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd91b22640 1 -- 172.21.15.159:0/552656945 >> 172.21.15.159:0/552656945 conn(0x7fbd8c0b1e00 msgr2=0x7fbd8c0b2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:56.945 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd91b22640 1 -- 172.21.15.159:0/552656945 shutdown_connections 2024-09-13T17:46:56.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd91b22640 1 -- 172.21.15.159:0/552656945 wait complete. 2024-09-13T17:46:56.948 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd91b22640 1 Processor -- start 2024-09-13T17:46:56.948 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd91b22640 1 -- start start 2024-09-13T17:46:56.948 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd91b22640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd8c0989e0 0x7fbd8c0ca090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.949 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd91b22640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbd8c0995c0 0x7fbd8c14cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.949 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd91b22640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd8c15a5a0 0x7fbd8c152b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:56.949 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd91b22640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd8c14df10 con 0x7fbd8c0989e0 2024-09-13T17:46:56.949 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd91b22640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd8c0b3300 con 0x7fbd8c15a5a0 2024-09-13T17:46:56.949 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd91b22640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd8c0b35e0 con 0x7fbd8c0995c0 2024-09-13T17:46:56.949 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd8bfff640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd8c15a5a0 0x7fbd8c152b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.949 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd8affd640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbd8c0995c0 0x7fbd8c14cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.949 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd8bfff640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd8c15a5a0 0x7fbd8c152b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47256/0 (socket says 172.21.15.159:47256) 2024-09-13T17:46:56.949 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd8bfff640 1 -- 172.21.15.159:0/3067682186 learned_addr learned my addr 172.21.15.159:0/3067682186 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-13T17:46:56.949 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd8b7fe640 1 --2- 172.21.15.159:0/3067682186 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd8c0989e0 0x7fbd8c0ca090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:56.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd8bfff640 1 -- 172.21.15.159:0/3067682186 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbd8c0995c0 msgr2=0x7fbd8c14cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:56.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd8bfff640 1 --2- 172.21.15.159:0/3067682186 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbd8c0995c0 0x7fbd8c14cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd8bfff640 1 -- 172.21.15.159:0/3067682186 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd8c0989e0 msgr2=0x7fbd8c0ca090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:56.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd8bfff640 1 --2- 172.21.15.159:0/3067682186 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd8c0989e0 0x7fbd8c0ca090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:56.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd8bfff640 1 -- 172.21.15.159:0/3067682186 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd7c009420 con 0x7fbd8c15a5a0 2024-09-13T17:46:56.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd8affd640 1 --2- 172.21.15.159:0/3067682186 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbd8c0995c0 0x7fbd8c14cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:46:56.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd8bfff640 1 --2- 172.21.15.159:0/3067682186 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd8c15a5a0 0x7fbd8c152b50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fbd8401afe0 tx=0x7fbd840196d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:56.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd73fff640 1 -- 172.21.15.159:0/3067682186 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd840b8670 con 0x7fbd8c15a5a0 2024-09-13T17:46:56.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd73fff640 1 -- 172.21.15.159:0/3067682186 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd840b87d0 con 0x7fbd8c15a5a0 2024-09-13T17:46:56.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd91b22640 1 -- 172.21.15.159:0/3067682186 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd84009b30 con 0x7fbd8c15a5a0 2024-09-13T17:46:56.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd73fff640 1 -- 172.21.15.159:0/3067682186 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd840b8b60 con 0x7fbd8c15a5a0 2024-09-13T17:46:56.951 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd91b22640 1 -- 172.21.15.159:0/3067682186 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd8c0b3ba0 con 0x7fbd8c15a5a0 2024-09-13T17:46:56.951 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd73fff640 1 -- 172.21.15.159:0/3067682186 <== mon.1 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fbd840c1400 con 0x7fbd8c15a5a0 2024-09-13T17:46:56.951 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.943+0000 7fbd73fff640 1 -- 172.21.15.159:0/3067682186 <== mon.1 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7fbd840b68d0 con 0x7fbd8c15a5a0 2024-09-13T17:46:56.951 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.947+0000 7fbd91b22640 1 -- 172.21.15.159:0/3067682186 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd8c06b090 con 0x7fbd8c15a5a0 2024-09-13T17:46:56.951 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:56.947+0000 7fbd73fff640 1 -- 172.21.15.159:0/3067682186 <== mon.1 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fbd8c06b090 con 0x7fbd8c15a5a0 2024-09-13T17:46:57.018 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.015+0000 7fbd91b22640 1 -- 172.21.15.159:0/3067682186 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd new", "uuid": "e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9", "id": 3} v 0) v1 -- 0x7fbd8c066e70 con 0x7fbd8c15a5a0 2024-09-13T17:46:57.024 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.019+0000 7fbd73fff640 1 -- 172.21.15.159:0/3067682186 <== mon.1 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7fbd840bc020 con 0x7fbd8c15a5a0 2024-09-13T17:46:57.024 INFO:teuthology.orchestra.run.smithi159.stdout:3 2024-09-13T17:46:57.025 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.023+0000 7fbd91b22640 1 -- 172.21.15.159:0/3067682186 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd8c15a5a0 msgr2=0x7fbd8c152b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.025 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.023+0000 7fbd91b22640 1 --2- 172.21.15.159:0/3067682186 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd8c15a5a0 0x7fbd8c152b50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fbd8401afe0 tx=0x7fbd840196d0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.025 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.023+0000 7fbd91b22640 1 -- 172.21.15.159:0/3067682186 shutdown_connections 2024-09-13T17:46:57.026 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.023+0000 7fbd91b22640 1 --2- 172.21.15.159:0/3067682186 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd8c15a5a0 0x7fbd8c152b50 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.026 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.023+0000 7fbd91b22640 1 --2- 172.21.15.159:0/3067682186 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbd8c0995c0 0x7fbd8c14cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.026 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.023+0000 7fbd91b22640 1 --2- 172.21.15.159:0/3067682186 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd8c0989e0 0x7fbd8c0ca090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.026 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.023+0000 7fbd91b22640 1 -- 172.21.15.159:0/3067682186 >> 172.21.15.159:0/3067682186 conn(0x7fbd8c0b1e00 msgr2=0x7fbd8c0ad980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:57.026 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.023+0000 7fbd91b22640 1 -- 172.21.15.159:0/3067682186 shutdown_connections 2024-09-13T17:46:57.026 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.023+0000 7fbd91b22640 1 -- 172.21.15.159:0/3067682186 wait complete. 2024-09-13T17:46:57.042 DEBUG:teuthology.orchestra.run.smithi159:> sudo ceph --cluster ceph osd new 9b1a00b7-acef-4619-a5d3-91c8fc972364 4 2024-09-13T17:46:57.101 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:57.099+0000 7fb3f694f180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T17:46:57.133 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:57.126+0000 7f7d34642180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T17:46:57.156 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:57.155+0000 7fb3f694f180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T17:46:57.159 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.155+0000 7f84e1152640 1 Processor -- start 2024-09-13T17:46:57.159 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.155+0000 7f84e1152640 1 -- start start 2024-09-13T17:46:57.161 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84e1152640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f84dc15a5a0 0x7f84dc0caee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.161 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84e1152640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f84dc0995c0 0x7f84dc06ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.161 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84e1152640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f84dc06f200 0x7f84dc0989e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.161 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84e1152640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84dc15a980 con 0x7f84dc0995c0 2024-09-13T17:46:57.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84e1152640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84dc0cc310 con 0x7f84dc06f200 2024-09-13T17:46:57.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84e1152640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84dc0cc030 con 0x7f84dc15a5a0 2024-09-13T17:46:57.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84dad9d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f84dc15a5a0 0x7f84dc0caee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84db59e640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f84dc06f200 0x7f84dc0989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84dad9d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f84dc15a5a0 0x7f84dc0caee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.159:35412/0 (socket says 172.21.15.159:35412) 2024-09-13T17:46:57.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84dad9d640 1 -- 172.21.15.159:0/503967004 learned_addr learned my addr 172.21.15.159:0/503967004 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-13T17:46:57.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84da59c640 1 --2- 172.21.15.159:0/503967004 >> v2:172.21.15.32:3300/0 conn(0x7f84dc0995c0 0x7f84dc06ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84dad9d640 1 -- 172.21.15.159:0/503967004 >> v2:172.21.15.159:3300/0 conn(0x7f84dc06f200 msgr2=0x7f84dc0989e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:46:57.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84dad9d640 1 --2- 172.21.15.159:0/503967004 >> v2:172.21.15.159:3300/0 conn(0x7f84dc06f200 0x7f84dc0989e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84dad9d640 1 -- 172.21.15.159:0/503967004 >> v2:172.21.15.32:3300/0 conn(0x7f84dc0995c0 msgr2=0x7f84dc06ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:46:57.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84dad9d640 1 --2- 172.21.15.159:0/503967004 >> v2:172.21.15.32:3300/0 conn(0x7f84dc0995c0 0x7f84dc06ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84dad9d640 1 -- 172.21.15.159:0/503967004 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84dc06e1e0 con 0x7f84dc15a5a0 2024-09-13T17:46:57.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84db59e640 1 --2- 172.21.15.159:0/503967004 >> v2:172.21.15.159:3300/0 conn(0x7f84dc06f200 0x7f84dc0989e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:46:57.164 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84dad9d640 1 --2- 172.21.15.159:0/503967004 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f84dc15a5a0 0x7f84dc0caee0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f84dc0b6460 tx=0x7f84cc01c460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94ae219195858c9c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:57.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84d9d9b640 1 -- 172.21.15.159:0/503967004 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84cc0ab600 con 0x7f84dc15a5a0 2024-09-13T17:46:57.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84d9d9b640 1 -- 172.21.15.159:0/503967004 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84cc0a7050 con 0x7f84dc15a5a0 2024-09-13T17:46:57.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84d9d9b640 1 -- 172.21.15.159:0/503967004 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84cc0ab980 con 0x7f84dc15a5a0 2024-09-13T17:46:57.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84e1152640 1 -- 172.21.15.159:0/503967004 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f84dc15a5a0 msgr2=0x7f84dc0caee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.159+0000 7f84e1152640 1 --2- 172.21.15.159:0/503967004 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f84dc15a5a0 0x7f84dc0caee0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f84dc0b6460 tx=0x7f84cc01c460 comp rx=0 tx=0).stop 2024-09-13T17:46:57.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84e1152640 1 -- 172.21.15.159:0/503967004 shutdown_connections 2024-09-13T17:46:57.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84e1152640 1 --2- 172.21.15.159:0/503967004 >> v2:172.21.15.159:3300/0 conn(0x7f84dc06f200 0x7f84dc0989e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84e1152640 1 --2- 172.21.15.159:0/503967004 >> v2:172.21.15.32:3300/0 conn(0x7f84dc0995c0 0x7f84dc06ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84e1152640 1 --2- 172.21.15.159:0/503967004 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f84dc15a5a0 0x7f84dc0caee0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84e1152640 1 -- 172.21.15.159:0/503967004 >> 172.21.15.159:0/503967004 conn(0x7f84dc0b1e00 msgr2=0x7f84dc0b2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:57.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84e1152640 1 -- 172.21.15.159:0/503967004 shutdown_connections 2024-09-13T17:46:57.166 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84e1152640 1 -- 172.21.15.159:0/503967004 wait complete. 2024-09-13T17:46:57.168 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84e1152640 1 Processor -- start 2024-09-13T17:46:57.168 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84e1152640 1 -- start start 2024-09-13T17:46:57.168 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84e1152640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f84dc06f200 0x7f84dc0b41e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.169 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84e1152640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f84dc0995c0 0x7f84dc0b5a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.169 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84e1152640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84dc15a5a0 0x7f84dc1f8ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.169 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84e1152640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84dc0c5810 con 0x7f84dc15a5a0 2024-09-13T17:46:57.169 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84e1152640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84dc0c5ab0 con 0x7f84dc0995c0 2024-09-13T17:46:57.169 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84e1152640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84dc0c5d90 con 0x7f84dc06f200 2024-09-13T17:46:57.169 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84dad9d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f84dc06f200 0x7f84dc0b41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.169 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84da59c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f84dc0995c0 0x7f84dc0b5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.169 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84da59c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f84dc0995c0 0x7f84dc0b5a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47274/0 (socket says 172.21.15.159:47274) 2024-09-13T17:46:57.169 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84da59c640 1 -- 172.21.15.159:0/1979711401 learned_addr learned my addr 172.21.15.159:0/1979711401 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-13T17:46:57.169 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84dad9d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f84dc06f200 0x7f84dc0b41e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.159:35424/0 (socket says 172.21.15.159:35424) 2024-09-13T17:46:57.169 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84db59e640 1 --2- 172.21.15.159:0/1979711401 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84dc15a5a0 0x7f84dc1f8ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.170 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84dad9d640 1 -- 172.21.15.159:0/1979711401 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f84dc0995c0 msgr2=0x7f84dc0b5a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.170 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84dad9d640 1 --2- 172.21.15.159:0/1979711401 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f84dc0995c0 0x7f84dc0b5a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.170 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84dad9d640 1 -- 172.21.15.159:0/1979711401 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84dc15a5a0 msgr2=0x7f84dc1f8ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.170 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84dad9d640 1 --2- 172.21.15.159:0/1979711401 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84dc15a5a0 0x7f84dc1f8ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.170 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84dad9d640 1 -- 172.21.15.159:0/1979711401 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84d4009a70 con 0x7f84dc06f200 2024-09-13T17:46:57.170 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84da59c640 1 --2- 172.21.15.159:0/1979711401 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f84dc0995c0 0x7f84dc0b5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:46:57.170 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84dad9d640 1 --2- 172.21.15.159:0/1979711401 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f84dc06f200 0x7f84dc0b41e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f84cc0ab000 tx=0x7f84cc019200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:57.170 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84c37fe640 1 -- 172.21.15.159:0/1979711401 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84cc0b7650 con 0x7f84dc06f200 2024-09-13T17:46:57.170 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84c37fe640 1 -- 172.21.15.159:0/1979711401 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84cc0b77d0 con 0x7f84dc06f200 2024-09-13T17:46:57.170 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84c37fe640 1 -- 172.21.15.159:0/1979711401 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84cc0b7b80 con 0x7f84dc06f200 2024-09-13T17:46:57.170 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84e1152640 1 -- 172.21.15.159:0/1979711401 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84cc0094d0 con 0x7f84dc06f200 2024-09-13T17:46:57.171 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84e1152640 1 -- 172.21.15.159:0/1979711401 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84dc0c6350 con 0x7f84dc06f200 2024-09-13T17:46:57.171 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84c37fe640 1 -- 172.21.15.159:0/1979711401 <== mon.2 v2:172.21.15.159:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f84cc0c0400 con 0x7f84dc06f200 2024-09-13T17:46:57.171 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.163+0000 7f84c37fe640 1 -- 172.21.15.159:0/1979711401 <== mon.2 v2:172.21.15.159:3301/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7f84cc0abe20 con 0x7f84dc06f200 2024-09-13T17:46:57.171 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.167+0000 7f84e1152640 1 -- 172.21.15.159:0/1979711401 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84dc06ecc0 con 0x7f84dc06f200 2024-09-13T17:46:57.171 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.167+0000 7f84c37fe640 1 -- 172.21.15.159:0/1979711401 <== mon.2 v2:172.21.15.159:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f84cc0dee30 con 0x7f84dc06f200 2024-09-13T17:46:57.189 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:57.182+0000 7f7d34642180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T17:46:57.211 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:57.207+0000 7fb3f694f180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T17:46:57.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.231+0000 7f84e1152640 1 -- 172.21.15.159:0/1979711401 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_command({"prefix": "osd new", "uuid": "9b1a00b7-acef-4619-a5d3-91c8fc972364", "id": 4} v 0) v1 -- 0x7f84dc0b29b0 con 0x7f84dc06f200 2024-09-13T17:46:57.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.239+0000 7f84c37fe640 1 -- 172.21.15.159:0/1979711401 <== mon.2 v2:172.21.15.159:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "9b1a00b7-acef-4619-a5d3-91c8fc972364", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7f84cc0cd030 con 0x7f84dc06f200 2024-09-13T17:46:57.240 INFO:teuthology.orchestra.run.smithi159.stdout:4 2024-09-13T17:46:57.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.239+0000 7f84e1152640 1 -- 172.21.15.159:0/1979711401 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f84dc06f200 msgr2=0x7f84dc0b41e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.239+0000 7f84e1152640 1 --2- 172.21.15.159:0/1979711401 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f84dc06f200 0x7f84dc0b41e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f84cc0ab000 tx=0x7f84cc019200 comp rx=0 tx=0).stop 2024-09-13T17:46:57.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.239+0000 7f84e1152640 1 -- 172.21.15.159:0/1979711401 shutdown_connections 2024-09-13T17:46:57.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.239+0000 7f84e1152640 1 --2- 172.21.15.159:0/1979711401 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84dc15a5a0 0x7f84dc1f8ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.239+0000 7f84e1152640 1 --2- 172.21.15.159:0/1979711401 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f84dc0995c0 0x7f84dc0b5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.239+0000 7f84e1152640 1 --2- 172.21.15.159:0/1979711401 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f84dc06f200 0x7f84dc0b41e0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.239+0000 7f84e1152640 1 -- 172.21.15.159:0/1979711401 >> 172.21.15.159:0/1979711401 conn(0x7f84dc0b1e00 msgr2=0x7f84dc0af0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:57.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.239+0000 7f84e1152640 1 -- 172.21.15.159:0/1979711401 shutdown_connections 2024-09-13T17:46:57.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.239+0000 7f84e1152640 1 -- 172.21.15.159:0/1979711401 wait complete. 2024-09-13T17:46:57.245 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:57.238+0000 7f7d34642180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T17:46:57.257 DEBUG:teuthology.orchestra.run.smithi159:> sudo ceph --cluster ceph osd new 4f4fabd7-05db-49a7-8bd4-d430eb7db196 5 2024-09-13T17:46:57.293 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:57.291+0000 7fb3f694f180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T17:46:57.326 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:57.318+0000 7f7d34642180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T17:46:57.346 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:57.343+0000 7fb3f694f180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T17:46:57.366 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.363+0000 7f683324b640 1 Processor -- start 2024-09-13T17:46:57.366 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.363+0000 7f683324b640 1 -- start start 2024-09-13T17:46:57.368 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.363+0000 7f683324b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f682c0995c0 0x7f682c0caee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.368 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.363+0000 7f683324b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f682c0989e0 0x7f682c098e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.368 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.363+0000 7f683324b640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f682c0cc310 con 0x7f682c15a5a0 2024-09-13T17:46:57.368 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.363+0000 7f683324b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f682c15a980 con 0x7f682c0989e0 2024-09-13T17:46:57.368 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.363+0000 7f683324b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f682c0993b0 con 0x7f682c0995c0 2024-09-13T17:46:57.368 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.363+0000 7f682bfff640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f682c0995c0 0x7f682c0caee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.368 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.363+0000 7f6830fe7640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7f682c15a5a0 0x7f682c06ecc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.159:59674/0 (socket says 172.21.15.159:59674) 2024-09-13T17:46:57.368 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.363+0000 7f682bfff640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f682c0995c0 0x7f682c0caee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.159:35432/0 (socket says 172.21.15.159:35432) 2024-09-13T17:46:57.369 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.363+0000 7f6830fe7640 1 -- 172.21.15.159:0/436036274 learned_addr learned my addr 172.21.15.159:0/436036274 (peer_addr_for_me v1:172.21.15.159:0/0) 2024-09-13T17:46:57.369 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.363+0000 7f68317e8640 1 --2- 172.21.15.159:0/436036274 >> v2:172.21.15.32:3300/0 conn(0x7f682c0989e0 0x7f682c098e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.369 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.363+0000 7f682bfff640 1 -- 172.21.15.159:0/436036274 >> v2:172.21.15.32:3300/0 conn(0x7f682c0989e0 msgr2=0x7f682c098e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:46:57.369 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.363+0000 7f682b7fe640 1 -- 172.21.15.159:0/436036274 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3703736886 0 0) 0x7f6820001120 con 0x7f682c15a5a0 2024-09-13T17:46:57.369 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.363+0000 7f682bfff640 1 --2- 172.21.15.159:0/436036274 >> v2:172.21.15.32:3300/0 conn(0x7f682c0989e0 0x7f682c098e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.369 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.363+0000 7f682bfff640 1 -- 172.21.15.159:0/436036274 >> v1:172.21.15.159:6789/0 conn(0x7f682c15a5a0 legacy=0x7f682c06ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.369 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.363+0000 7f682bfff640 1 -- 172.21.15.159:0/436036274 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f682c0cc030 con 0x7f682c0995c0 2024-09-13T17:46:57.370 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.367+0000 7f682bfff640 1 --2- 172.21.15.159:0/436036274 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f682c0995c0 0x7f682c0caee0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f68180097c0 tx=0x7f681801c3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fbb1c0f4b725cc5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:57.370 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.367+0000 7f682b7fe640 1 -- 172.21.15.159:0/436036274 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68180ac640 con 0x7f682c0995c0 2024-09-13T17:46:57.370 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.367+0000 7f682b7fe640 1 -- 172.21.15.159:0/436036274 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68180ac7a0 con 0x7f682c0995c0 2024-09-13T17:46:57.370 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.367+0000 7f682b7fe640 1 -- 172.21.15.159:0/436036274 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68180acb30 con 0x7f682c0995c0 2024-09-13T17:46:57.371 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.367+0000 7f683324b640 1 -- 172.21.15.159:0/436036274 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f682c0995c0 msgr2=0x7f682c0caee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.371 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.367+0000 7f683324b640 1 --2- 172.21.15.159:0/436036274 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f682c0995c0 0x7f682c0caee0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f68180097c0 tx=0x7f681801c3e0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.371 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.367+0000 7f683324b640 1 -- 172.21.15.159:0/436036274 shutdown_connections 2024-09-13T17:46:57.371 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.367+0000 7f683324b640 1 --2- 172.21.15.159:0/436036274 >> v2:172.21.15.32:3300/0 conn(0x7f682c0989e0 0x7f682c098e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.371 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.367+0000 7f683324b640 1 --2- 172.21.15.159:0/436036274 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f682c0995c0 0x7f682c0caee0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.371 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.367+0000 7f683324b640 1 -- 172.21.15.159:0/436036274 >> 172.21.15.159:0/436036274 conn(0x7f682c0b1e00 msgr2=0x7f682c0b2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:57.371 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.367+0000 7f683324b640 1 -- 172.21.15.159:0/436036274 shutdown_connections 2024-09-13T17:46:57.371 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.367+0000 7f683324b640 1 -- 172.21.15.159:0/436036274 wait complete. 2024-09-13T17:46:57.372 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f683324b640 1 Processor -- start 2024-09-13T17:46:57.372 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f683324b640 1 -- start start 2024-09-13T17:46:57.375 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f683324b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f682c0989e0 0x7f682c0b4f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.375 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f683324b640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f682c0995c0 0x7f682c149cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.375 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f683324b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f682c15a5a0 0x7f682c0b5b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.375 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f683324b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f682c14a230 con 0x7f682c0989e0 2024-09-13T17:46:57.375 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f683324b640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f682c14a6e0 con 0x7f682c0995c0 2024-09-13T17:46:57.375 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f683324b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f682c0b3ee0 con 0x7f682c15a5a0 2024-09-13T17:46:57.375 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f682bfff640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f682c0995c0 0x7f682c149cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.375 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f68317e8640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f682c15a5a0 0x7f682c0b5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.376 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f682bfff640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f682c0995c0 0x7f682c149cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47276/0 (socket says 172.21.15.159:47276) 2024-09-13T17:46:57.376 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f682bfff640 1 -- 172.21.15.159:0/3278059015 learned_addr learned my addr 172.21.15.159:0/3278059015 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-13T17:46:57.376 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f6830fe7640 1 --2- 172.21.15.159:0/3278059015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f682c0989e0 0x7f682c0b4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.376 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f68317e8640 1 -- 172.21.15.159:0/3278059015 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f682c0995c0 msgr2=0x7f682c149cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.376 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f68317e8640 1 --2- 172.21.15.159:0/3278059015 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f682c0995c0 0x7f682c149cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.376 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f68317e8640 1 -- 172.21.15.159:0/3278059015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f682c0989e0 msgr2=0x7f682c0b4f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.376 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f68317e8640 1 --2- 172.21.15.159:0/3278059015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f682c0989e0 0x7f682c0b4f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.376 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f68317e8640 1 -- 172.21.15.159:0/3278059015 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6818009420 con 0x7f682c15a5a0 2024-09-13T17:46:57.376 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f682bfff640 1 --2- 172.21.15.159:0/3278059015 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f682c0995c0 0x7f682c149cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:46:57.376 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f68317e8640 1 --2- 172.21.15.159:0/3278059015 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f682c15a5a0 0x7f682c0b5b30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f6824007dc0 tx=0x7f682400e4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:57.376 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f68297fa640 1 -- 172.21.15.159:0/3278059015 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6824018070 con 0x7f682c15a5a0 2024-09-13T17:46:57.376 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f68297fa640 1 -- 172.21.15.159:0/3278059015 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f682400edd0 con 0x7f682c15a5a0 2024-09-13T17:46:57.377 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f68297fa640 1 -- 172.21.15.159:0/3278059015 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6824003bc0 con 0x7f682c15a5a0 2024-09-13T17:46:57.377 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f683324b640 1 -- 172.21.15.159:0/3278059015 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f682c0b41c0 con 0x7f682c15a5a0 2024-09-13T17:46:57.377 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f683324b640 1 -- 172.21.15.159:0/3278059015 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f682c0b4780 con 0x7f682c15a5a0 2024-09-13T17:46:57.377 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f68297fa640 1 -- 172.21.15.159:0/3278059015 <== mon.2 v2:172.21.15.159:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f6824004320 con 0x7f682c15a5a0 2024-09-13T17:46:57.377 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f68297fa640 1 -- 172.21.15.159:0/3278059015 <== mon.2 v2:172.21.15.159:3301/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7f6824014cc0 con 0x7f682c15a5a0 2024-09-13T17:46:57.377 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.371+0000 7f683324b640 1 -- 172.21.15.159:0/3278059015 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f682c098e70 con 0x7f682c15a5a0 2024-09-13T17:46:57.378 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.375+0000 7f68297fa640 1 -- 172.21.15.159:0/3278059015 <== mon.2 v2:172.21.15.159:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f68240047b0 con 0x7f682c15a5a0 2024-09-13T17:46:57.380 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:57.374+0000 7f7d34642180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T17:46:57.427 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:57.423+0000 7fb3f694f180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T17:46:57.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.439+0000 7f683324b640 1 -- 172.21.15.159:0/3278059015 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_command({"prefix": "osd new", "uuid": "4f4fabd7-05db-49a7-8bd4-d430eb7db196", "id": 5} v 0) v1 -- 0x7f682c164b80 con 0x7f682c15a5a0 2024-09-13T17:46:57.447 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.443+0000 7f68297fa640 1 -- 172.21.15.159:0/3278059015 <== mon.2 v2:172.21.15.159:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "4f4fabd7-05db-49a7-8bd4-d430eb7db196", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f6824003d20 con 0x7f682c15a5a0 2024-09-13T17:46:57.448 INFO:teuthology.orchestra.run.smithi159.stdout:5 2024-09-13T17:46:57.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.447+0000 7f683324b640 1 -- 172.21.15.159:0/3278059015 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f682c15a5a0 msgr2=0x7f682c0b5b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.447+0000 7f683324b640 1 --2- 172.21.15.159:0/3278059015 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f682c15a5a0 0x7f682c0b5b30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f6824007dc0 tx=0x7f682400e4b0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.447+0000 7f683324b640 1 -- 172.21.15.159:0/3278059015 shutdown_connections 2024-09-13T17:46:57.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.447+0000 7f683324b640 1 --2- 172.21.15.159:0/3278059015 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f682c15a5a0 0x7f682c0b5b30 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.447+0000 7f683324b640 1 --2- 172.21.15.159:0/3278059015 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f682c0995c0 0x7f682c149cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.447+0000 7f683324b640 1 --2- 172.21.15.159:0/3278059015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f682c0989e0 0x7f682c0b4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.447+0000 7f683324b640 1 -- 172.21.15.159:0/3278059015 >> 172.21.15.159:0/3278059015 conn(0x7f682c0b1e00 msgr2=0x7f682c0cee20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:57.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.447+0000 7f683324b640 1 -- 172.21.15.159:0/3278059015 shutdown_connections 2024-09-13T17:46:57.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.447+0000 7f683324b640 1 -- 172.21.15.159:0/3278059015 wait complete. 2024-09-13T17:46:57.462 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:57.458+0000 7f7d34642180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T17:46:57.465 DEBUG:teuthology.orchestra.run.smithi159:> sudo ceph --cluster ceph osd new 46faf6fe-e4ff-4006-93d4-06e5386d2cc0 6 2024-09-13T17:46:57.481 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:57.479+0000 7fb3f694f180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T17:46:57.516 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:57.510+0000 7f7d34642180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T17:46:57.589 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.587+0000 7fe154faa640 1 Processor -- start 2024-09-13T17:46:57.589 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.587+0000 7fe154faa640 1 -- start start 2024-09-13T17:46:57.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.587+0000 7fe154faa640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe1501592e0 0x7fe1500b1520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.587+0000 7fe154faa640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fe1501596c0 0x7fe1500b3f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.587+0000 7fe154faa640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1500ac0f0 con 0x7fe1500b44b0 2024-09-13T17:46:57.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.587+0000 7fe154faa640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1500b4900 con 0x7fe1501592e0 2024-09-13T17:46:57.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.587+0000 7fe154faa640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe15006b130 con 0x7fe1501596c0 2024-09-13T17:46:57.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.587+0000 7fe14dd9b640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fe1501596c0 0x7fe1500b3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.587+0000 7fe14ed9d640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7fe1500b44b0 0x7fe15006bbd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.159:50072/0 (socket says 172.21.15.159:50072) 2024-09-13T17:46:57.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.587+0000 7fe14ed9d640 1 -- 172.21.15.159:0/1097905767 learned_addr learned my addr 172.21.15.159:0/1097905767 (peer_addr_for_me v1:172.21.15.159:0/0) 2024-09-13T17:46:57.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.587+0000 7fe14e59c640 1 --2- 172.21.15.159:0/1097905767 >> v2:172.21.15.32:3300/0 conn(0x7fe1501592e0 0x7fe1500b1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.587+0000 7fe14dd9b640 1 -- 172.21.15.159:0/1097905767 >> v2:172.21.15.32:3300/0 conn(0x7fe1501592e0 msgr2=0x7fe1500b1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:46:57.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.587+0000 7fe14dd9b640 1 --2- 172.21.15.159:0/1097905767 >> v2:172.21.15.32:3300/0 conn(0x7fe1501592e0 0x7fe1500b1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.587+0000 7fe14dd9b640 1 -- 172.21.15.159:0/1097905767 >> v1:172.21.15.159:6789/0 conn(0x7fe1500b44b0 legacy=0x7fe15006bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.587+0000 7fe14dd9b640 1 -- 172.21.15.159:0/1097905767 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe15006e560 con 0x7fe1501596c0 2024-09-13T17:46:57.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.587+0000 7fe14d59a640 1 -- 172.21.15.159:0/1097905767 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2017105447 0 0) 0x7fe1500ac0f0 con 0x7fe1500b44b0 2024-09-13T17:46:57.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.587+0000 7fe14e59c640 1 --2- 172.21.15.159:0/1097905767 >> v2:172.21.15.32:3300/0 conn(0x7fe1501592e0 0x7fe1500b1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:46:57.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe14dd9b640 1 --2- 172.21.15.159:0/1097905767 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe1501596c0 0x7fe1500b3f70 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fe1400097c0 tx=0x7fe14001ec50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d44b9d620f8e85e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:57.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe14d59a640 1 -- 172.21.15.159:0/1097905767 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1400a8950 con 0x7fe1501596c0 2024-09-13T17:46:57.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe14d59a640 1 -- 172.21.15.159:0/1097905767 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1400a8ab0 con 0x7fe1501596c0 2024-09-13T17:46:57.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe14d59a640 1 -- 172.21.15.159:0/1097905767 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1400a8e40 con 0x7fe1501596c0 2024-09-13T17:46:57.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe154faa640 1 -- 172.21.15.159:0/1097905767 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe1501596c0 msgr2=0x7fe1500b3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe154faa640 1 --2- 172.21.15.159:0/1097905767 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe1501596c0 0x7fe1500b3f70 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fe1400097c0 tx=0x7fe14001ec50 comp rx=0 tx=0).stop 2024-09-13T17:46:57.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe154faa640 1 -- 172.21.15.159:0/1097905767 shutdown_connections 2024-09-13T17:46:57.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe154faa640 1 --2- 172.21.15.159:0/1097905767 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe1501596c0 0x7fe1500b3f70 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe154faa640 1 --2- 172.21.15.159:0/1097905767 >> v2:172.21.15.32:3300/0 conn(0x7fe1501592e0 0x7fe1500b1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe154faa640 1 -- 172.21.15.159:0/1097905767 >> 172.21.15.159:0/1097905767 conn(0x7fe1500989e0 msgr2=0x7fe1500b0e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:57.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe154faa640 1 -- 172.21.15.159:0/1097905767 shutdown_connections 2024-09-13T17:46:57.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe154faa640 1 -- 172.21.15.159:0/1097905767 wait complete. 2024-09-13T17:46:57.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe154faa640 1 Processor -- start 2024-09-13T17:46:57.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe154faa640 1 -- start start 2024-09-13T17:46:57.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe154faa640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe1500b44b0 0x7fe15009cae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe154faa640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1501592e0 0x7fe15014fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe154faa640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe1501596c0 0x7fe150099270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe154faa640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe15014fb40 con 0x7fe1501592e0 2024-09-13T17:46:57.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe154faa640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe15014ef90 con 0x7fe1501596c0 2024-09-13T17:46:57.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.591+0000 7fe154faa640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe15014f230 con 0x7fe1500b44b0 2024-09-13T17:46:57.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe14ed9d640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe1501596c0 0x7fe150099270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe14e59c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe1500b44b0 0x7fe15009cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe14ed9d640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe1501596c0 0x7fe150099270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35554/0 (socket says 172.21.15.159:35554) 2024-09-13T17:46:57.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe14ed9d640 1 -- 172.21.15.159:0/2797332473 learned_addr learned my addr 172.21.15.159:0/2797332473 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-13T17:46:57.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe14dd9b640 1 --2- 172.21.15.159:0/2797332473 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1501592e0 0x7fe15014fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe14ed9d640 1 -- 172.21.15.159:0/2797332473 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe1500b44b0 msgr2=0x7fe15009cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe14ed9d640 1 --2- 172.21.15.159:0/2797332473 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe1500b44b0 0x7fe15009cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe14ed9d640 1 -- 172.21.15.159:0/2797332473 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1501592e0 msgr2=0x7fe15014fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe14ed9d640 1 --2- 172.21.15.159:0/2797332473 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1501592e0 0x7fe15014fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe14ed9d640 1 -- 172.21.15.159:0/2797332473 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe140009420 con 0x7fe1501596c0 2024-09-13T17:46:57.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe14ed9d640 1 --2- 172.21.15.159:0/2797332473 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe1501596c0 0x7fe150099270 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fe148001570 tx=0x7fe14800cca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:57.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe13effd640 1 -- 172.21.15.159:0/2797332473 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe14800a640 con 0x7fe1501596c0 2024-09-13T17:46:57.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe13effd640 1 -- 172.21.15.159:0/2797332473 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe14800a7c0 con 0x7fe1501596c0 2024-09-13T17:46:57.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe13effd640 1 -- 172.21.15.159:0/2797332473 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe14800ab70 con 0x7fe1501596c0 2024-09-13T17:46:57.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe154faa640 1 -- 172.21.15.159:0/2797332473 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe15014f510 con 0x7fe1501596c0 2024-09-13T17:46:57.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe154faa640 1 -- 172.21.15.159:0/2797332473 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe15009d0c0 con 0x7fe1501596c0 2024-09-13T17:46:57.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe13effd640 1 -- 172.21.15.159:0/2797332473 <== mon.1 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fe1480070d0 con 0x7fe1501596c0 2024-09-13T17:46:57.601 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe13effd640 1 -- 172.21.15.159:0/2797332473 <== mon.1 v2:172.21.15.159:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7fe148007970 con 0x7fe1501596c0 2024-09-13T17:46:57.601 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.595+0000 7fe154faa640 1 -- 172.21.15.159:0/2797332473 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1500c39a0 con 0x7fe1501596c0 2024-09-13T17:46:57.601 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.599+0000 7fe13effd640 1 -- 172.21.15.159:0/2797332473 <== mon.1 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fe148018070 con 0x7fe1501596c0 2024-09-13T17:46:57.638 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:57.635+0000 7fb3f694f180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T17:46:57.664 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.663+0000 7fe154faa640 1 -- 172.21.15.159:0/2797332473 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd new", "uuid": "46faf6fe-e4ff-4006-93d4-06e5386d2cc0", "id": 6} v 0) v1 -- 0x7fe1500b1520 con 0x7fe1501596c0 2024-09-13T17:46:57.672 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.671+0000 7fe13effd640 1 -- 172.21.15.159:0/2797332473 <== mon.1 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "46faf6fe-e4ff-4006-93d4-06e5386d2cc0", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7fe1480074b0 con 0x7fe1501596c0 2024-09-13T17:46:57.673 INFO:teuthology.orchestra.run.smithi159.stdout:6 2024-09-13T17:46:57.674 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.671+0000 7fe154faa640 1 -- 172.21.15.159:0/2797332473 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe1501596c0 msgr2=0x7fe150099270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.674 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.671+0000 7fe154faa640 1 --2- 172.21.15.159:0/2797332473 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe1501596c0 0x7fe150099270 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fe148001570 tx=0x7fe14800cca0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.674 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.671+0000 7fe154faa640 1 -- 172.21.15.159:0/2797332473 shutdown_connections 2024-09-13T17:46:57.675 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.671+0000 7fe154faa640 1 --2- 172.21.15.159:0/2797332473 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe1501596c0 0x7fe150099270 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.675 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.671+0000 7fe154faa640 1 --2- 172.21.15.159:0/2797332473 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1501592e0 0x7fe15014fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.675 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.671+0000 7fe154faa640 1 --2- 172.21.15.159:0/2797332473 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe1500b44b0 0x7fe15009cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.676 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.671+0000 7fe154faa640 1 -- 172.21.15.159:0/2797332473 >> 172.21.15.159:0/2797332473 conn(0x7fe1500989e0 msgr2=0x7fe1500ac990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:57.676 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.671+0000 7fe154faa640 1 -- 172.21.15.159:0/2797332473 shutdown_connections 2024-09-13T17:46:57.676 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.671+0000 7fe154faa640 1 -- 172.21.15.159:0/2797332473 wait complete. 2024-09-13T17:46:57.677 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:57.670+0000 7f7d34642180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T17:46:57.689 DEBUG:teuthology.orchestra.run.smithi159:> sudo ceph --cluster ceph osd new 6f693156-e53b-45cc-864e-127e5d92e4e2 7 2024-09-13T17:46:57.701 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:57.699+0000 7fb3f694f180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T17:46:57.740 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:57.734+0000 7f7d34642180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T17:46:57.800 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.795+0000 7f9ebd61c640 1 Processor -- start 2024-09-13T17:46:57.800 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.795+0000 7f9ebd61c640 1 -- start start 2024-09-13T17:46:57.801 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9ebd61c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9eb815c860 0x7f9eb80ce210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.802 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9ebd61c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9eb806f930 0x7f9eb806bb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.802 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9ebd61c640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9eb806b6e0 con 0x7f9eb80993f0 2024-09-13T17:46:57.802 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9ebd61c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9eb80998d0 con 0x7f9eb806f930 2024-09-13T17:46:57.802 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9ebd61c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9eb8099bb0 con 0x7f9eb815c860 2024-09-13T17:46:57.802 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9eb77fe640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7f9eb80993f0 0x7f9eb8160210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.159:50078/0 (socket says 172.21.15.159:50078) 2024-09-13T17:46:57.802 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9eb77fe640 1 -- 172.21.15.159:0/1855891277 learned_addr learned my addr 172.21.15.159:0/1855891277 (peer_addr_for_me v1:172.21.15.159:0/0) 2024-09-13T17:46:57.802 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9eb6ffd640 1 --2- 172.21.15.159:0/1855891277 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9eb815c860 0x7f9eb80ce210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.802 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9eb67fc640 1 --2- 172.21.15.159:0/1855891277 >> v2:172.21.15.32:3300/0 conn(0x7f9eb806f930 0x7f9eb806bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.802 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9eb5ffb640 1 -- 172.21.15.159:0/1855891277 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4131386392 0 0) 0x7f9eb806b6e0 con 0x7f9eb80993f0 2024-09-13T17:46:57.802 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9eb6ffd640 1 -- 172.21.15.159:0/1855891277 >> v2:172.21.15.32:3300/0 conn(0x7f9eb806f930 msgr2=0x7f9eb806bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:46:57.802 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9eb6ffd640 1 --2- 172.21.15.159:0/1855891277 >> v2:172.21.15.32:3300/0 conn(0x7f9eb806f930 0x7f9eb806bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.802 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9eb6ffd640 1 -- 172.21.15.159:0/1855891277 >> v1:172.21.15.159:6789/0 conn(0x7f9eb80993f0 legacy=0x7f9eb8160210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.802 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9eb6ffd640 1 -- 172.21.15.159:0/1855891277 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9eb806b090 con 0x7f9eb815c860 2024-09-13T17:46:57.803 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9eb6ffd640 1 --2- 172.21.15.159:0/1855891277 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9eb815c860 0x7f9eb80ce210 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9ea80097c0 tx=0x7f9ea801c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4908b0c10ef72c4d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:57.803 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9eb5ffb640 1 -- 172.21.15.159:0/1855891277 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ea80aa610 con 0x7f9eb815c860 2024-09-13T17:46:57.803 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9eb5ffb640 1 -- 172.21.15.159:0/1855891277 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ea80a6040 con 0x7f9eb815c860 2024-09-13T17:46:57.803 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9eb5ffb640 1 -- 172.21.15.159:0/1855891277 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ea80aa990 con 0x7f9eb815c860 2024-09-13T17:46:57.804 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9ebd61c640 1 -- 172.21.15.159:0/1855891277 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9eb815c860 msgr2=0x7f9eb80ce210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.804 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9ebd61c640 1 --2- 172.21.15.159:0/1855891277 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9eb815c860 0x7f9eb80ce210 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9ea80097c0 tx=0x7f9ea801c490 comp rx=0 tx=0).stop 2024-09-13T17:46:57.804 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9ebd61c640 1 -- 172.21.15.159:0/1855891277 shutdown_connections 2024-09-13T17:46:57.804 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9ebd61c640 1 --2- 172.21.15.159:0/1855891277 >> v2:172.21.15.32:3300/0 conn(0x7f9eb806f930 0x7f9eb806bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9ebd61c640 1 --2- 172.21.15.159:0/1855891277 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9eb815c860 0x7f9eb80ce210 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.799+0000 7f9ebd61c640 1 -- 172.21.15.159:0/1855891277 >> 172.21.15.159:0/1855891277 conn(0x7f9eb80b1e00 msgr2=0x7f9eb80b2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:57.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9ebd61c640 1 -- 172.21.15.159:0/1855891277 shutdown_connections 2024-09-13T17:46:57.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9ebd61c640 1 -- 172.21.15.159:0/1855891277 wait complete. 2024-09-13T17:46:57.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9ebd61c640 1 Processor -- start 2024-09-13T17:46:57.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9ebd61c640 1 -- start start 2024-09-13T17:46:57.807 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9ebd61c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9eb806f930 0x7f9eb8141620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9ebd61c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9eb80993f0 0x7f9eb815a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9ebd61c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9eb815ab90 0x7f9eb814fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:57.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9ebd61c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eb815b040 con 0x7f9eb80993f0 2024-09-13T17:46:57.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9ebd61c640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eb814fbf0 con 0x7f9eb806f930 2024-09-13T17:46:57.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9ebd61c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9eb8141b60 con 0x7f9eb815ab90 2024-09-13T17:46:57.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9eb6ffd640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9eb806f930 0x7f9eb8141620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9eb77fe640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9eb815ab90 0x7f9eb814fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9eb6ffd640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9eb806f930 0x7f9eb8141620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35562/0 (socket says 172.21.15.159:35562) 2024-09-13T17:46:57.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9eb6ffd640 1 -- 172.21.15.159:0/1633125755 learned_addr learned my addr 172.21.15.159:0/1633125755 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-13T17:46:57.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9eb67fc640 1 --2- 172.21.15.159:0/1633125755 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9eb80993f0 0x7f9eb815a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:57.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9eb6ffd640 1 -- 172.21.15.159:0/1633125755 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9eb815ab90 msgr2=0x7f9eb814fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9eb6ffd640 1 --2- 172.21.15.159:0/1633125755 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9eb815ab90 0x7f9eb814fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.809 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9eb6ffd640 1 -- 172.21.15.159:0/1633125755 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9eb80993f0 msgr2=0x7f9eb815a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.809 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9eb6ffd640 1 --2- 172.21.15.159:0/1633125755 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9eb80993f0 0x7f9eb815a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.809 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9eb6ffd640 1 -- 172.21.15.159:0/1633125755 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ea8009420 con 0x7f9eb806f930 2024-09-13T17:46:57.809 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9eb77fe640 1 --2- 172.21.15.159:0/1633125755 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9eb815ab90 0x7f9eb814fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:46:57.809 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9eb6ffd640 1 --2- 172.21.15.159:0/1633125755 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9eb806f930 0x7f9eb8141620 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9ea80ac040 tx=0x7f9ea801acd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:57.809 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9e9f7fe640 1 -- 172.21.15.159:0/1633125755 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ea80be610 con 0x7f9eb806f930 2024-09-13T17:46:57.809 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9e9f7fe640 1 -- 172.21.15.159:0/1633125755 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ea80be790 con 0x7f9eb806f930 2024-09-13T17:46:57.809 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9ebd61c640 1 -- 172.21.15.159:0/1633125755 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9eb8150a80 con 0x7f9eb806f930 2024-09-13T17:46:57.809 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9e9f7fe640 1 -- 172.21.15.159:0/1633125755 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ea80beb40 con 0x7f9eb806f930 2024-09-13T17:46:57.809 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9ebd61c640 1 -- 172.21.15.159:0/1633125755 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9eb8155850 con 0x7f9eb806f930 2024-09-13T17:46:57.809 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9e9f7fe640 1 -- 172.21.15.159:0/1633125755 <== mon.1 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f9ea80beca0 con 0x7f9eb806f930 2024-09-13T17:46:57.809 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9e9f7fe640 1 -- 172.21.15.159:0/1633125755 <== mon.1 v2:172.21.15.159:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7f9ea80c7a50 con 0x7f9eb806f930 2024-09-13T17:46:57.809 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.803+0000 7f9ebd61c640 1 -- 172.21.15.159:0/1633125755 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9eb80ce210 con 0x7f9eb806f930 2024-09-13T17:46:57.811 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.807+0000 7f9e9f7fe640 1 -- 172.21.15.159:0/1633125755 <== mon.1 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f9ea8006de0 con 0x7f9eb806f930 2024-09-13T17:46:57.874 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.871+0000 7f9ebd61c640 1 -- 172.21.15.159:0/1633125755 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd new", "uuid": "6f693156-e53b-45cc-864e-127e5d92e4e2", "id": 7} v 0) v1 -- 0x7f9eb80c6e90 con 0x7f9eb806f930 2024-09-13T17:46:57.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.883+0000 7f9e9f7fe640 1 -- 172.21.15.159:0/1633125755 <== mon.1 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "6f693156-e53b-45cc-864e-127e5d92e4e2", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7f9ea80b44d0 con 0x7f9eb806f930 2024-09-13T17:46:57.885 INFO:teuthology.orchestra.run.smithi159.stdout:7 2024-09-13T17:46:57.886 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.883+0000 7f9ebd61c640 1 -- 172.21.15.159:0/1633125755 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9eb806f930 msgr2=0x7f9eb8141620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:57.887 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.883+0000 7f9ebd61c640 1 --2- 172.21.15.159:0/1633125755 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9eb806f930 0x7f9eb8141620 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9ea80ac040 tx=0x7f9ea801acd0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.887 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.883+0000 7f9ebd61c640 1 -- 172.21.15.159:0/1633125755 shutdown_connections 2024-09-13T17:46:57.887 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.883+0000 7f9ebd61c640 1 --2- 172.21.15.159:0/1633125755 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9eb815ab90 0x7f9eb814fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.887 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.883+0000 7f9ebd61c640 1 --2- 172.21.15.159:0/1633125755 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9eb80993f0 0x7f9eb815a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.887 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.883+0000 7f9ebd61c640 1 --2- 172.21.15.159:0/1633125755 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9eb806f930 0x7f9eb8141620 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:57.887 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.883+0000 7f9ebd61c640 1 -- 172.21.15.159:0/1633125755 >> 172.21.15.159:0/1633125755 conn(0x7f9eb80b1e00 msgr2=0x7f9eb80b1280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:57.887 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.883+0000 7f9ebd61c640 1 -- 172.21.15.159:0/1633125755 shutdown_connections 2024-09-13T17:46:57.887 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-13T17:46:57.883+0000 7f9ebd61c640 1 -- 172.21.15.159:0/1633125755 wait complete. 2024-09-13T17:46:57.901 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-13T17:46:57.901 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-13T17:46:57.904 INFO:tasks.ceph.osd.0:Started 2024-09-13T17:46:57.904 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-13T17:46:57.904 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-13T17:46:57.906 INFO:tasks.ceph.osd.1:Started 2024-09-13T17:46:57.907 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-13T17:46:57.907 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-13T17:46:57.909 INFO:tasks.ceph.osd.2:Started 2024-09-13T17:46:57.909 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-13T17:46:57.909 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-13T17:46:57.911 INFO:tasks.ceph.osd.3:Started 2024-09-13T17:46:57.912 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-13T17:46:57.912 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-13T17:46:57.949 INFO:tasks.ceph.osd.4:Started 2024-09-13T17:46:57.949 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-13T17:46:57.950 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-13T17:46:57.951 INFO:tasks.ceph.osd.5:Started 2024-09-13T17:46:57.952 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-13T17:46:57.952 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-13T17:46:57.953 INFO:tasks.ceph.osd.6:Started 2024-09-13T17:46:57.954 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-13T17:46:57.954 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-13T17:46:57.956 INFO:tasks.ceph.osd.7:Started 2024-09-13T17:46:57.956 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:46:58.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.102+0000 7fb0648c1640 1 Processor -- start 2024-09-13T17:46:58.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.102+0000 7fb0648c1640 1 -- start start 2024-09-13T17:46:58.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.102+0000 7fb0648c1640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb06015c4f0 0x7fb0600d0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:58.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.102+0000 7fb0648c1640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb0600cf860 0x7fb06006b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:58.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.102+0000 7fb0648c1640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb0600ccfd0 con 0x7fb06006b560 2024-09-13T17:46:58.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.102+0000 7fb05ed9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fb06006b560 0x7fb0600cdca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:47048/0 (socket says 172.21.15.32:47048) 2024-09-13T17:46:58.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.102+0000 7fb05ed9d640 1 -- 172.21.15.32:0/4074044063 learned_addr learned my addr 172.21.15.32:0/4074044063 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:46:58.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.102+0000 7fb0648c1640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb0600cd200 con 0x7fb0600cf860 2024-09-13T17:46:58.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.102+0000 7fb0648c1640 1 -- 172.21.15.32:0/4074044063 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0600cfca0 con 0x7fb06015c4f0 2024-09-13T17:46:58.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.102+0000 7fb05dd9b640 1 --2- 172.21.15.32:0/4074044063 >> v2:172.21.15.32:3300/0 conn(0x7fb0600cf860 0x7fb06006b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:58.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.102+0000 7fb05e59c640 1 --2- 172.21.15.32:0/4074044063 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb06015c4f0 0x7fb0600d0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:58.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.102+0000 7fb05d59a640 1 -- 172.21.15.32:0/4074044063 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3627467135 0 0) 0x7fb0600ccfd0 con 0x7fb06006b560 2024-09-13T17:46:58.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.102+0000 7fb05d59a640 1 -- 172.21.15.32:0/4074044063 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb048003530 con 0x7fb06006b560 2024-09-13T17:46:58.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.102+0000 7fb05dd9b640 1 -- 172.21.15.32:0/4074044063 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb06015c4f0 msgr2=0x7fb0600d0a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:46:58.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.102+0000 7fb05dd9b640 1 --2- 172.21.15.32:0/4074044063 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb06015c4f0 0x7fb0600d0a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:58.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.102+0000 7fb05dd9b640 1 -- 172.21.15.32:0/4074044063 >> v1:172.21.15.32:6789/0 conn(0x7fb06006b560 legacy=0x7fb0600cdca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:58.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.102+0000 7fb05dd9b640 1 -- 172.21.15.32:0/4074044063 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0600d1110 con 0x7fb0600cf860 2024-09-13T17:46:58.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb05dd9b640 1 --2- 172.21.15.32:0/4074044063 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb0600cf860 0x7fb06006b020 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fb0500097a0 tx=0x7fb05001c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2896ad5ed64625bf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:58.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb05d59a640 1 -- 172.21.15.32:0/4074044063 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0500ab680 con 0x7fb0600cf860 2024-09-13T17:46:58.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb05d59a640 1 -- 172.21.15.32:0/4074044063 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0500ab7e0 con 0x7fb0600cf860 2024-09-13T17:46:58.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb05d59a640 1 -- 172.21.15.32:0/4074044063 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0500abb50 con 0x7fb0600cf860 2024-09-13T17:46:58.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb0648c1640 1 -- 172.21.15.32:0/4074044063 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb0600cf860 msgr2=0x7fb06006b020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:58.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb0648c1640 1 --2- 172.21.15.32:0/4074044063 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb0600cf860 0x7fb06006b020 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fb0500097a0 tx=0x7fb05001c480 comp rx=0 tx=0).stop 2024-09-13T17:46:58.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb0648c1640 1 -- 172.21.15.32:0/4074044063 shutdown_connections 2024-09-13T17:46:58.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb0648c1640 1 --2- 172.21.15.32:0/4074044063 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb0600cf860 0x7fb06006b020 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:58.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb0648c1640 1 --2- 172.21.15.32:0/4074044063 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb06015c4f0 0x7fb0600d0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:58.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb0648c1640 1 -- 172.21.15.32:0/4074044063 >> 172.21.15.32:0/4074044063 conn(0x7fb06008bf30 msgr2=0x7fb06009b850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:58.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb0648c1640 1 -- 172.21.15.32:0/4074044063 shutdown_connections 2024-09-13T17:46:58.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb0648c1640 1 -- 172.21.15.32:0/4074044063 wait complete. 2024-09-13T17:46:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb0648c1640 1 Processor -- start 2024-09-13T17:46:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb0648c1640 1 -- start start 2024-09-13T17:46:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb0648c1640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb06006b560 0x7fb0600ca5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb0648c1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb0600cf860 0x7fb06015d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb0648c1640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb06015c4f0 0x7fb06015f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb05dd9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb0600cf860 0x7fb06015d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb05dd9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb0600cf860 0x7fb06015d7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37642/0 (socket says 172.21.15.32:37642) 2024-09-13T17:46:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb05dd9b640 1 -- 172.21.15.32:0/1273589417 learned_addr learned my addr 172.21.15.32:0/1273589417 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:46:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb0648c1640 1 -- 172.21.15.32:0/1273589417 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb060154d20 con 0x7fb0600cf860 2024-09-13T17:46:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb0648c1640 1 -- 172.21.15.32:0/1273589417 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0600cab30 con 0x7fb06006b560 2024-09-13T17:46:58.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb0648c1640 1 -- 172.21.15.32:0/1273589417 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb06015dce0 con 0x7fb06015c4f0 2024-09-13T17:46:58.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb05ed9d640 1 --2- 172.21.15.32:0/1273589417 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb06015c4f0 0x7fb06015f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:58.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb05e59c640 1 --2- 172.21.15.32:0/1273589417 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb06006b560 0x7fb0600ca5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:58.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb05dd9b640 1 -- 172.21.15.32:0/1273589417 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb06015c4f0 msgr2=0x7fb06015f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:58.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb05dd9b640 1 --2- 172.21.15.32:0/1273589417 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb06015c4f0 0x7fb06015f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:58.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb05dd9b640 1 -- 172.21.15.32:0/1273589417 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb06006b560 msgr2=0x7fb0600ca5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:58.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb05dd9b640 1 --2- 172.21.15.32:0/1273589417 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb06006b560 0x7fb0600ca5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:58.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb05dd9b640 1 -- 172.21.15.32:0/1273589417 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0500093b0 con 0x7fb0600cf860 2024-09-13T17:46:58.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb05e59c640 1 --2- 172.21.15.32:0/1273589417 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb06006b560 0x7fb0600ca5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:46:58.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb05dd9b640 1 --2- 172.21.15.32:0/1273589417 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb0600cf860 0x7fb06015d7a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fb05001ab30 tx=0x7fb050019220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:58.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb04effd640 1 -- 172.21.15.32:0/1273589417 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb050004510 con 0x7fb0600cf860 2024-09-13T17:46:58.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb04effd640 1 -- 172.21.15.32:0/1273589417 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0500ab950 con 0x7fb0600cf860 2024-09-13T17:46:58.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb0648c1640 1 -- 172.21.15.32:0/1273589417 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0600cad20 con 0x7fb0600cf860 2024-09-13T17:46:58.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb0648c1640 1 -- 172.21.15.32:0/1273589417 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb060154660 con 0x7fb0600cf860 2024-09-13T17:46:58.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb04effd640 1 -- 172.21.15.32:0/1273589417 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0500abd00 con 0x7fb0600cf860 2024-09-13T17:46:58.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.106+0000 7fb04effd640 1 -- 172.21.15.32:0/1273589417 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fb050003920 con 0x7fb0600cf860 2024-09-13T17:46:58.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.110+0000 7fb04effd640 1 -- 172.21.15.32:0/1273589417 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7fb0500bc3f0 con 0x7fb0600cf860 2024-09-13T17:46:58.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.110+0000 7fb0648c1640 1 -- 172.21.15.32:0/1273589417 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb044005260 con 0x7fb0600cf860 2024-09-13T17:46:58.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.110+0000 7fb04effd640 1 -- 172.21.15.32:0/1273589417 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fb050003cc0 con 0x7fb0600cf860 2024-09-13T17:46:58.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.170+0000 7fb0648c1640 1 -- 172.21.15.32:0/1273589417 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb0440057e0 con 0x7fb0600cf860 2024-09-13T17:46:58.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.170+0000 7fb04effd640 1 -- 172.21.15.32:0/1273589417 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fb0500c57c0 con 0x7fb0600cf860 2024-09-13T17:46:58.175 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:46:58.175 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":10,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:46:57.876653+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:46:58.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.170+0000 7fb0648c1640 1 -- 172.21.15.32:0/1273589417 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb0600cf860 msgr2=0x7fb06015d7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:58.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.170+0000 7fb0648c1640 1 --2- 172.21.15.32:0/1273589417 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb0600cf860 0x7fb06015d7a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fb05001ab30 tx=0x7fb050019220 comp rx=0 tx=0).stop 2024-09-13T17:46:58.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.170+0000 7fb0648c1640 1 -- 172.21.15.32:0/1273589417 shutdown_connections 2024-09-13T17:46:58.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.170+0000 7fb0648c1640 1 --2- 172.21.15.32:0/1273589417 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb06015c4f0 0x7fb06015f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:58.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.170+0000 7fb0648c1640 1 --2- 172.21.15.32:0/1273589417 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb0600cf860 0x7fb06015d7a0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:58.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.170+0000 7fb0648c1640 1 --2- 172.21.15.32:0/1273589417 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb06006b560 0x7fb0600ca5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:58.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.170+0000 7fb0648c1640 1 -- 172.21.15.32:0/1273589417 >> 172.21.15.32:0/1273589417 conn(0x7fb06008bf30 msgr2=0x7fb06015a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:58.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.170+0000 7fb0648c1640 1 -- 172.21.15.32:0/1273589417 shutdown_connections 2024-09-13T17:46:58.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:46:58.170+0000 7fb0648c1640 1 -- 172.21.15.32:0/1273589417 wait complete. 2024-09-13T17:46:58.191 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-13T17:46:58.191 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-13T17:46:58.275 INFO:tasks.ceph.osd.2.smithi032.stderr:2024-09-13T17:46:58.270+0000 7f05fda2f7c0 -1 Falling back to public interface 2024-09-13T17:46:58.328 INFO:tasks.ceph.mgr.x.smithi159.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-13T17:46:58.329 INFO:tasks.ceph.mgr.x.smithi159.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-13T17:46:58.329 INFO:tasks.ceph.mgr.x.smithi159.stderr: from numpy import show_config as show_numpy_config 2024-09-13T17:46:58.333 INFO:tasks.ceph.osd.5.smithi159.stderr:2024-09-13T17:46:58.331+0000 7f90de39b7c0 -1 Falling back to public interface 2024-09-13T17:46:58.341 INFO:tasks.ceph.osd.6.smithi159.stderr:2024-09-13T17:46:58.339+0000 7f66f24197c0 -1 Falling back to public interface 2024-09-13T17:46:58.367 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:58.363+0000 7fb3f694f180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T17:46:58.381 INFO:tasks.ceph.mgr.y.smithi032.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-13T17:46:58.381 INFO:tasks.ceph.mgr.y.smithi032.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-13T17:46:58.382 INFO:tasks.ceph.mgr.y.smithi032.stderr: from numpy import show_config as show_numpy_config 2024-09-13T17:46:58.451 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:58.446+0000 7f7d34642180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T17:46:58.499 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:58.495+0000 7fb3f694f180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T17:46:58.544 INFO:tasks.ceph.osd.1.smithi032.stderr:2024-09-13T17:46:58.538+0000 7fd79a40f7c0 -1 Falling back to public interface 2024-09-13T17:46:58.544 INFO:tasks.ceph.osd.3.smithi032.stderr:2024-09-13T17:46:58.538+0000 7f4ba6a4d7c0 -1 Falling back to public interface 2024-09-13T17:46:58.547 INFO:tasks.ceph.osd.0.smithi032.stderr:2024-09-13T17:46:58.542+0000 7f77ea5c87c0 -1 Falling back to public interface 2024-09-13T17:46:58.597 INFO:tasks.ceph.osd.7.smithi159.stderr:2024-09-13T17:46:58.595+0000 7f9ee5ecb7c0 -1 Falling back to public interface 2024-09-13T17:46:58.597 INFO:tasks.ceph.osd.4.smithi159.stderr:2024-09-13T17:46:58.595+0000 7f3b14ca97c0 -1 Falling back to public interface 2024-09-13T17:46:58.637 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:58.630+0000 7f7d34642180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T17:46:58.680 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:58.679+0000 7fb3f694f180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T17:46:58.743 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:58.739+0000 7fb3f694f180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T17:46:58.806 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:58.802+0000 7f7d34642180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T17:46:58.872 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:58.866+0000 7f7d34642180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T17:46:58.876 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:58.871+0000 7fb3f694f180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T17:46:58.996 DEBUG:teuthology.orchestra.run.smithi032:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T17:46:59.013 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:59.006+0000 7f7d34642180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T17:46:59.110 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.106+0000 7f8e6d429640 1 Processor -- start 2024-09-13T17:46:59.110 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.106+0000 7f8e6d429640 1 -- start start 2024-09-13T17:46:59.112 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.106+0000 7f8e6d429640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8e680b46b0 0x7f8e6815d470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:59.112 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.106+0000 7f8e6d429640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f8e680abd20 0x7f8e680ac170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:59.112 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.106+0000 7f8e6d429640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e680ac6b0 con 0x7f8e68152c10 2024-09-13T17:46:59.112 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.106+0000 7f8e6d429640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8e6815d9b0 con 0x7f8e680b46b0 2024-09-13T17:46:59.112 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.106+0000 7f8e6d429640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8e680ad660 con 0x7f8e680abd20 2024-09-13T17:46:59.112 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.106+0000 7f8e66ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8e680b46b0 0x7f8e6815d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:59.113 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.106+0000 7f8e66ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8e680b46b0 0x7f8e6815d470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37656/0 (socket says 172.21.15.32:37656) 2024-09-13T17:46:59.113 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.106+0000 7f8e66ffd640 1 -- 172.21.15.32:0/817191565 learned_addr learned my addr 172.21.15.32:0/817191565 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:46:59.113 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.106+0000 7f8e667fc640 1 --2- 172.21.15.32:0/817191565 >> v2:172.21.15.159:3300/0 conn(0x7f8e680abd20 0x7f8e680ac170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:59.113 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.106+0000 7f8e66ffd640 1 -- 172.21.15.32:0/817191565 >> v2:172.21.15.159:3300/0 conn(0x7f8e680abd20 msgr2=0x7f8e680ac170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:46:59.113 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.106+0000 7f8e66ffd640 1 --2- 172.21.15.32:0/817191565 >> v2:172.21.15.159:3300/0 conn(0x7f8e680abd20 0x7f8e680ac170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:59.113 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.106+0000 7f8e66ffd640 1 -- 172.21.15.32:0/817191565 >> v1:172.21.15.159:6789/0 conn(0x7f8e68152c10 legacy=0x7f8e68153020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:46:59.113 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.106+0000 7f8e66ffd640 1 -- 172.21.15.32:0/817191565 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e680ad940 con 0x7f8e680b46b0 2024-09-13T17:46:59.114 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e66ffd640 1 --2- 172.21.15.32:0/817191565 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e680b46b0 0x7f8e6815d470 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8e680cafa0 tx=0x7f8e5801c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c05d26bec5c4045f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:59.114 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e65ffb640 1 -- 172.21.15.32:0/817191565 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e580aa610 con 0x7f8e680b46b0 2024-09-13T17:46:59.114 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e65ffb640 1 -- 172.21.15.32:0/817191565 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e580a6040 con 0x7f8e680b46b0 2024-09-13T17:46:59.114 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e65ffb640 1 -- 172.21.15.32:0/817191565 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e580aa990 con 0x7f8e680b46b0 2024-09-13T17:46:59.115 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e6d429640 1 -- 172.21.15.32:0/817191565 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e680b46b0 msgr2=0x7f8e6815d470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:59.115 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e6d429640 1 --2- 172.21.15.32:0/817191565 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e680b46b0 0x7f8e6815d470 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8e680cafa0 tx=0x7f8e5801c4b0 comp rx=0 tx=0).stop 2024-09-13T17:46:59.115 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e6d429640 1 -- 172.21.15.32:0/817191565 shutdown_connections 2024-09-13T17:46:59.115 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e6d429640 1 --2- 172.21.15.32:0/817191565 >> v2:172.21.15.159:3300/0 conn(0x7f8e680abd20 0x7f8e680ac170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:59.115 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e6d429640 1 --2- 172.21.15.32:0/817191565 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e680b46b0 0x7f8e6815d470 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:59.116 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e6d429640 1 -- 172.21.15.32:0/817191565 >> 172.21.15.32:0/817191565 conn(0x7f8e68069f40 msgr2=0x7f8e6806a350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:59.116 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e6d429640 1 -- 172.21.15.32:0/817191565 shutdown_connections 2024-09-13T17:46:59.116 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e6d429640 1 -- 172.21.15.32:0/817191565 wait complete. 2024-09-13T17:46:59.116 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e6d429640 1 Processor -- start 2024-09-13T17:46:59.116 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e6d429640 1 -- start start 2024-09-13T17:46:59.118 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e6d429640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8e680abd20 0x7f8e6814a120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:59.118 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e6d429640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f8e680b46b0 0x7f8e6814ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:59.119 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e6d429640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e68152c10 0x7f8e680cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:46:59.119 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e6d429640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e68143f00 con 0x7f8e68152c10 2024-09-13T17:46:59.119 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e6d429640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e6814a660 con 0x7f8e680abd20 2024-09-13T17:46:59.119 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e6d429640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e6814c280 con 0x7f8e680b46b0 2024-09-13T17:46:59.119 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e677fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e68152c10 0x7f8e680cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:59.119 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e677fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e68152c10 0x7f8e680cd8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37666/0 (socket says 172.21.15.32:37666) 2024-09-13T17:46:59.119 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e677fe640 1 -- 172.21.15.32:0/4222898911 learned_addr learned my addr 172.21.15.32:0/4222898911 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:46:59.119 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e667fc640 1 --2- 172.21.15.32:0/4222898911 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f8e680b46b0 0x7f8e6814ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:59.119 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e66ffd640 1 --2- 172.21.15.32:0/4222898911 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8e680abd20 0x7f8e6814a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:46:59.119 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e677fe640 1 -- 172.21.15.32:0/4222898911 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f8e680b46b0 msgr2=0x7f8e6814ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:59.119 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e677fe640 1 --2- 172.21.15.32:0/4222898911 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f8e680b46b0 0x7f8e6814ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:59.119 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e677fe640 1 -- 172.21.15.32:0/4222898911 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8e680abd20 msgr2=0x7f8e6814a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:59.119 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e677fe640 1 --2- 172.21.15.32:0/4222898911 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8e680abd20 0x7f8e6814a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:59.119 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e677fe640 1 -- 172.21.15.32:0/4222898911 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e580094d0 con 0x7f8e68152c10 2024-09-13T17:46:59.120 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.110+0000 7f8e667fc640 1 --2- 172.21.15.32:0/4222898911 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f8e680b46b0 0x7f8e6814ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:46:59.120 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.114+0000 7f8e677fe640 1 --2- 172.21.15.32:0/4222898911 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e68152c10 0x7f8e680cd8a0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8e6000b9e0 tx=0x7f8e6000bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:46:59.120 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.114+0000 7f8e4f7fe640 1 -- 172.21.15.32:0/4222898911 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e6000caa0 con 0x7f8e68152c10 2024-09-13T17:46:59.120 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.114+0000 7f8e4f7fe640 1 -- 172.21.15.32:0/4222898911 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e6000cc00 con 0x7f8e68152c10 2024-09-13T17:46:59.120 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.114+0000 7f8e4f7fe640 1 -- 172.21.15.32:0/4222898911 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e60014440 con 0x7f8e68152c10 2024-09-13T17:46:59.120 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.114+0000 7f8e6d429640 1 -- 172.21.15.32:0/4222898911 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e6814bfc0 con 0x7f8e68152c10 2024-09-13T17:46:59.120 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.114+0000 7f8e6d429640 1 -- 172.21.15.32:0/4222898911 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e6815a990 con 0x7f8e68152c10 2024-09-13T17:46:59.120 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.114+0000 7f8e4f7fe640 1 -- 172.21.15.32:0/4222898911 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f8e600148c0 con 0x7f8e68152c10 2024-09-13T17:46:59.120 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.114+0000 7f8e4f7fe640 1 -- 172.21.15.32:0/4222898911 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f8e6001da80 con 0x7f8e68152c10 2024-09-13T17:46:59.120 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.114+0000 7f8e6d429640 1 -- 172.21.15.32:0/4222898911 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8e6806eae0 con 0x7f8e68152c10 2024-09-13T17:46:59.121 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.114+0000 7f8e4f7fe640 1 -- 172.21.15.32:0/4222898911 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f8e60019070 con 0x7f8e68152c10 2024-09-13T17:46:59.189 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.182+0000 7f8e6d429640 1 -- 172.21.15.32:0/4222898911 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8e680aca10 con 0x7f8e68152c10 2024-09-13T17:46:59.189 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.182+0000 7f8e4f7fe640 1 -- 172.21.15.32:0/4222898911 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f8e6001dcd0 con 0x7f8e68152c10 2024-09-13T17:46:59.190 INFO:teuthology.misc.health.smithi032.stdout: 2024-09-13T17:46:59.190 INFO:teuthology.misc.health.smithi032.stdout:{"epoch":10,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:46:57.876653+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:46:59.191 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.186+0000 7f8e6d429640 1 -- 172.21.15.32:0/4222898911 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e68152c10 msgr2=0x7f8e680cd8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:46:59.191 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.186+0000 7f8e6d429640 1 --2- 172.21.15.32:0/4222898911 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e68152c10 0x7f8e680cd8a0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8e6000b9e0 tx=0x7f8e6000bea0 comp rx=0 tx=0).stop 2024-09-13T17:46:59.191 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.186+0000 7f8e6d429640 1 -- 172.21.15.32:0/4222898911 shutdown_connections 2024-09-13T17:46:59.191 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.186+0000 7f8e6d429640 1 --2- 172.21.15.32:0/4222898911 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e68152c10 0x7f8e680cd8a0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:59.191 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.186+0000 7f8e6d429640 1 --2- 172.21.15.32:0/4222898911 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f8e680b46b0 0x7f8e6814ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:59.191 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.186+0000 7f8e6d429640 1 --2- 172.21.15.32:0/4222898911 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8e680abd20 0x7f8e6814a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:46:59.191 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.186+0000 7f8e6d429640 1 -- 172.21.15.32:0/4222898911 >> 172.21.15.32:0/4222898911 conn(0x7f8e68069f40 msgr2=0x7f8e680b2fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:46:59.191 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.186+0000 7f8e6d429640 1 -- 172.21.15.32:0/4222898911 shutdown_connections 2024-09-13T17:46:59.191 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:46:59.186+0000 7f8e6d429640 1 -- 172.21.15.32:0/4222898911 wait complete. 2024-09-13T17:46:59.205 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-13T17:46:59.479 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:59.475+0000 7fb3f694f180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T17:46:59.556 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:59.550+0000 7fb3f694f180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T17:46:59.658 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:59.650+0000 7f7d34642180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T17:46:59.734 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:59.730+0000 7fb3f694f180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T17:46:59.737 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:59.730+0000 7f7d34642180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T17:46:59.807 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:46:59.802+0000 7fb3f694f180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T17:46:59.926 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:59.918+0000 7f7d34642180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T17:47:00.003 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:46:59.998+0000 7f7d34642180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T17:47:00.100 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:47:00.094+0000 7fb3f694f180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T17:47:00.162 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:47:00.158+0000 7fb3f694f180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T17:47:00.313 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:47:00.306+0000 7f7d34642180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T17:47:00.378 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-09-13T17:47:00.374+0000 7f7d34642180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T17:47:01.208 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:47:01.202+0000 7fb39df02640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-13T17:47:01.208 INFO:tasks.ceph.mgr.x.smithi159.stderr:2024-09-13T17:47:01.202+0000 7fb39df02640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-13T17:47:01.939 INFO:tasks.ceph.osd.2.smithi032.stderr:2024-09-13T17:47:01.934+0000 7f05fda2f7c0 -1 osd.2 0 log_to_monitors true 2024-09-13T17:47:02.201 INFO:tasks.ceph.osd.5.smithi159.stderr:2024-09-13T17:47:02.198+0000 7f90de39b7c0 -1 osd.5 0 log_to_monitors true 2024-09-13T17:47:02.217 INFO:tasks.ceph.osd.6.smithi159.stderr:2024-09-13T17:47:02.214+0000 7f66f24197c0 -1 osd.6 0 log_to_monitors true 2024-09-13T17:47:02.294 INFO:tasks.ceph.osd.3.smithi032.stderr:2024-09-13T17:47:02.290+0000 7f4ba6a4d7c0 -1 osd.3 0 log_to_monitors true 2024-09-13T17:47:02.406 INFO:tasks.ceph.osd.1.smithi032.stderr:2024-09-13T17:47:02.402+0000 7fd79a40f7c0 -1 osd.1 0 log_to_monitors true 2024-09-13T17:47:02.425 INFO:tasks.ceph.osd.0.smithi032.stderr:2024-09-13T17:47:02.418+0000 7f77ea5c87c0 -1 osd.0 0 log_to_monitors true 2024-09-13T17:47:02.475 INFO:tasks.ceph.osd.4.smithi159.stderr:2024-09-13T17:47:02.470+0000 7f3b14ca97c0 -1 osd.4 0 log_to_monitors true 2024-09-13T17:47:02.556 INFO:tasks.ceph.osd.7.smithi159.stderr:2024-09-13T17:47:02.550+0000 7f9ee5ecb7c0 -1 osd.7 0 log_to_monitors true 2024-09-13T17:47:03.935 INFO:tasks.ceph.osd.2.smithi032.stderr:2024-09-13T17:47:03.930+0000 7f05f99d4640 -1 osd.2 0 waiting for initial osdmap 2024-09-13T17:47:03.963 INFO:tasks.ceph.osd.2.smithi032.stderr:2024-09-13T17:47:03.958+0000 7f05f1807640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T17:47:05.448 INFO:tasks.ceph.osd.0.smithi032.stderr:2024-09-13T17:47:05.442+0000 7f77e6d84640 -1 osd.0 0 waiting for initial osdmap 2024-09-13T17:47:05.462 INFO:tasks.ceph.osd.3.smithi032.stderr:2024-09-13T17:47:05.458+0000 7f4ba3209640 -1 osd.3 0 waiting for initial osdmap 2024-09-13T17:47:05.486 INFO:tasks.ceph.osd.0.smithi032.stderr:2024-09-13T17:47:05.482+0000 7f77de3a0640 -1 osd.0 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T17:47:05.490 INFO:tasks.ceph.osd.3.smithi032.stderr:2024-09-13T17:47:05.486+0000 7f4b9a825640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T17:47:05.496 INFO:tasks.ceph.osd.1.smithi032.stderr:2024-09-13T17:47:05.490+0000 7fd7963b4640 -1 osd.1 0 waiting for initial osdmap 2024-09-13T17:47:05.526 INFO:tasks.ceph.osd.1.smithi032.stderr:2024-09-13T17:47:05.522+0000 7fd78e1e7640 -1 osd.1 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T17:47:06.012 DEBUG:teuthology.orchestra.run.smithi032:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T17:47:06.210 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.206+0000 7f7f3472c640 1 Processor -- start 2024-09-13T17:47:06.210 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.206+0000 7f7f3472c640 1 -- start start 2024-09-13T17:47:06.211 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.206+0000 7f7f3472c640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f7f2c1592c0 0x7f7f2c0b2a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:06.211 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.206+0000 7f7f3472c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7f2c0cd7f0 0x7f7f2c0ab040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:06.211 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.206+0000 7f7f3472c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f2c0b25d0 con 0x7f7f2c0cb480 2024-09-13T17:47:06.211 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.206+0000 7f7f3472c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f2c0ad750 con 0x7f7f2c0cd7f0 2024-09-13T17:47:06.212 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.206+0000 7f7f3472c640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f2c0b19c0 con 0x7f7f2c1592c0 2024-09-13T17:47:06.212 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.206+0000 7f7f31cc7640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f7f2c0cb480 0x7f7f2c0cd0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:47060/0 (socket says 172.21.15.32:47060) 2024-09-13T17:47:06.212 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.206+0000 7f7f31cc7640 1 -- 172.21.15.32:0/2542790334 learned_addr learned my addr 172.21.15.32:0/2542790334 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:06.212 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.206+0000 7f7f32cc9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7f2c0cd7f0 0x7f7f2c0ab040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:06.212 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.206+0000 7f7f324c8640 1 --2- 172.21.15.32:0/2542790334 >> v2:172.21.15.159:3300/0 conn(0x7f7f2c1592c0 0x7f7f2c0b2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:06.212 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.206+0000 7f7f32cc9640 1 -- 172.21.15.32:0/2542790334 >> v2:172.21.15.159:3300/0 conn(0x7f7f2c1592c0 msgr2=0x7f7f2c0b2a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:06.213 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.206+0000 7f7f32cc9640 1 --2- 172.21.15.32:0/2542790334 >> v2:172.21.15.159:3300/0 conn(0x7f7f2c1592c0 0x7f7f2c0b2a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:06.213 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.206+0000 7f7f314c6640 1 -- 172.21.15.32:0/2542790334 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4062153839 0 0) 0x7f7f2c0b25d0 con 0x7f7f2c0cb480 2024-09-13T17:47:06.213 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.206+0000 7f7f32cc9640 1 -- 172.21.15.32:0/2542790334 >> v1:172.21.15.32:6789/0 conn(0x7f7f2c0cb480 legacy=0x7f7f2c0cd0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:06.213 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.206+0000 7f7f32cc9640 1 -- 172.21.15.32:0/2542790334 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f2c0b1ca0 con 0x7f7f2c0cd7f0 2024-09-13T17:47:06.214 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f32cc9640 1 --2- 172.21.15.32:0/2542790334 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2c0cd7f0 0x7f7f2c0ab040 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f7f2c0b3ef0 tx=0x7f7f2401f110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ce05c80683246fb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:06.214 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f314c6640 1 -- 172.21.15.32:0/2542790334 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f240af600 con 0x7f7f2c0cd7f0 2024-09-13T17:47:06.214 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f314c6640 1 -- 172.21.15.32:0/2542790334 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f240ab050 con 0x7f7f2c0cd7f0 2024-09-13T17:47:06.214 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f314c6640 1 -- 172.21.15.32:0/2542790334 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f240af980 con 0x7f7f2c0cd7f0 2024-09-13T17:47:06.215 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f3472c640 1 -- 172.21.15.32:0/2542790334 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2c0cd7f0 msgr2=0x7f7f2c0ab040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:06.215 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f3472c640 1 --2- 172.21.15.32:0/2542790334 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2c0cd7f0 0x7f7f2c0ab040 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f7f2c0b3ef0 tx=0x7f7f2401f110 comp rx=0 tx=0).stop 2024-09-13T17:47:06.215 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f3472c640 1 -- 172.21.15.32:0/2542790334 shutdown_connections 2024-09-13T17:47:06.215 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f3472c640 1 --2- 172.21.15.32:0/2542790334 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2c0cd7f0 0x7f7f2c0ab040 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:06.215 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f3472c640 1 --2- 172.21.15.32:0/2542790334 >> v2:172.21.15.159:3300/0 conn(0x7f7f2c1592c0 0x7f7f2c0b2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:06.215 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f3472c640 1 -- 172.21.15.32:0/2542790334 >> 172.21.15.32:0/2542790334 conn(0x7f7f2c0ce0d0 msgr2=0x7f7f2c0ce4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:06.215 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f3472c640 1 -- 172.21.15.32:0/2542790334 shutdown_connections 2024-09-13T17:47:06.215 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f3472c640 1 -- 172.21.15.32:0/2542790334 wait complete. 2024-09-13T17:47:06.216 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f3472c640 1 Processor -- start 2024-09-13T17:47:06.216 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f3472c640 1 -- start start 2024-09-13T17:47:06.218 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f3472c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2c0cb480 0x7f7f2c071bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:06.218 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f3472c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7f2c0cd7f0 0x7f7f2c070ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:06.218 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f3472c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7f2c1592c0 0x7f7f2c0c9660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:06.218 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f3472c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f2c0710e0 con 0x7f7f2c0cb480 2024-09-13T17:47:06.218 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f3472c640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f2c0c91d0 con 0x7f7f2c1592c0 2024-09-13T17:47:06.219 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f3472c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f2c072210 con 0x7f7f2c0cd7f0 2024-09-13T17:47:06.219 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f324c8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2c0cb480 0x7f7f2c071bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:06.219 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f324c8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2c0cb480 0x7f7f2c071bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37710/0 (socket says 172.21.15.32:37710) 2024-09-13T17:47:06.219 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f324c8640 1 -- 172.21.15.32:0/2234312712 learned_addr learned my addr 172.21.15.32:0/2234312712 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:06.219 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f31cc7640 1 --2- 172.21.15.32:0/2234312712 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7f2c0cd7f0 0x7f7f2c070ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:06.219 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f32cc9640 1 --2- 172.21.15.32:0/2234312712 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7f2c1592c0 0x7f7f2c0c9660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:06.219 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f324c8640 1 -- 172.21.15.32:0/2234312712 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7f2c0cd7f0 msgr2=0x7f7f2c070ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:06.219 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f324c8640 1 --2- 172.21.15.32:0/2234312712 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7f2c0cd7f0 0x7f7f2c070ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:06.219 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f324c8640 1 -- 172.21.15.32:0/2234312712 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7f2c1592c0 msgr2=0x7f7f2c0c9660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:06.219 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f324c8640 1 --2- 172.21.15.32:0/2234312712 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7f2c1592c0 0x7f7f2c0c9660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:06.219 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f324c8640 1 -- 172.21.15.32:0/2234312712 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f24009a70 con 0x7f7f2c0cb480 2024-09-13T17:47:06.219 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f31cc7640 1 --2- 172.21.15.32:0/2234312712 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7f2c0cd7f0 0x7f7f2c070ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:06.219 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f32cc9640 1 --2- 172.21.15.32:0/2234312712 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7f2c1592c0 0x7f7f2c0c9660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:06.220 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.210+0000 7f7f324c8640 1 --2- 172.21.15.32:0/2234312712 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2c0cb480 0x7f7f2c071bc0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f7f2800d5f0 tx=0x7f7f2800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:06.220 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.214+0000 7f7f22ffd640 1 -- 172.21.15.32:0/2234312712 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f280125f0 con 0x7f7f2c0cb480 2024-09-13T17:47:06.220 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.214+0000 7f7f22ffd640 1 -- 172.21.15.32:0/2234312712 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f28012750 con 0x7f7f2c0cb480 2024-09-13T17:47:06.220 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.214+0000 7f7f3472c640 1 -- 172.21.15.32:0/2234312712 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f2c0c8b80 con 0x7f7f2c0cb480 2024-09-13T17:47:06.220 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.214+0000 7f7f22ffd640 1 -- 172.21.15.32:0/2234312712 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f28012ae0 con 0x7f7f2c0cb480 2024-09-13T17:47:06.220 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.214+0000 7f7f3472c640 1 -- 172.21.15.32:0/2234312712 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f2c0724f0 con 0x7f7f2c0cb480 2024-09-13T17:47:06.221 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.214+0000 7f7f3472c640 1 -- 172.21.15.32:0/2234312712 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f2c067350 con 0x7f7f2c0cb480 2024-09-13T17:47:06.221 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.214+0000 7f7f22ffd640 1 -- 172.21.15.32:0/2234312712 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 4) v1 ==== 86036+0+0 (secure 0 0 0) 0x7f7f28012c40 con 0x7f7f2c0cb480 2024-09-13T17:47:06.221 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.214+0000 7f7f22ffd640 1 --2- 172.21.15.32:0/2234312712 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7f10066600 0x7f7f10068ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:06.221 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.214+0000 7f7f22ffd640 1 -- 172.21.15.32:0/2234312712 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 2511+0+0 (secure 0 0 0) 0x7f7f280838b0 con 0x7f7f2c0cb480 2024-09-13T17:47:06.221 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.214+0000 7f7f31cc7640 1 --2- 172.21.15.32:0/2234312712 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7f10066600 0x7f7f10068ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:06.221 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.214+0000 7f7f31cc7640 1 --2- 172.21.15.32:0/2234312712 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7f10066600 0x7f7f10068ac0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f7f1c007fd0 tx=0x7f7f1c007c20 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:06.224 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.218+0000 7f7f22ffd640 1 -- 172.21.15.32:0/2234312712 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7f28051980 con 0x7f7f2c0cb480 2024-09-13T17:47:06.380 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.374+0000 7f7f3472c640 1 -- 172.21.15.32:0/2234312712 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7f2c0b15d0 con 0x7f7f2c0cb480 2024-09-13T17:47:06.381 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.378+0000 7f7f22ffd640 1 -- 172.21.15.32:0/2234312712 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) v1 ==== 74+0+7565 (secure 0 0 0) 0x7f7f28007380 con 0x7f7f2c0cb480 2024-09-13T17:47:06.382 INFO:teuthology.misc.health.smithi032.stdout: 2024-09-13T17:47:06.382 INFO:teuthology.misc.health.smithi032.stdout:{"epoch":14,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:47:05.330250+0000","last_up_change":"2024-09-13T17:47:04.195657+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:47:06.384 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.378+0000 7f7f3472c640 1 -- 172.21.15.32:0/2234312712 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7f10066600 msgr2=0x7f7f10068ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:06.384 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.378+0000 7f7f3472c640 1 --2- 172.21.15.32:0/2234312712 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7f10066600 0x7f7f10068ac0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f7f1c007fd0 tx=0x7f7f1c007c20 comp rx=0 tx=0).stop 2024-09-13T17:47:06.384 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.378+0000 7f7f3472c640 1 -- 172.21.15.32:0/2234312712 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2c0cb480 msgr2=0x7f7f2c071bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:06.384 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.378+0000 7f7f3472c640 1 --2- 172.21.15.32:0/2234312712 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2c0cb480 0x7f7f2c071bc0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f7f2800d5f0 tx=0x7f7f2800dab0 comp rx=0 tx=0).stop 2024-09-13T17:47:06.384 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.378+0000 7f7f3472c640 1 -- 172.21.15.32:0/2234312712 shutdown_connections 2024-09-13T17:47:06.384 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.378+0000 7f7f3472c640 1 --2- 172.21.15.32:0/2234312712 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7f10066600 0x7f7f10068ac0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:06.384 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.378+0000 7f7f3472c640 1 --2- 172.21.15.32:0/2234312712 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7f2c1592c0 0x7f7f2c0c9660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:06.384 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.378+0000 7f7f3472c640 1 --2- 172.21.15.32:0/2234312712 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7f2c0cd7f0 0x7f7f2c070ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:06.384 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.378+0000 7f7f3472c640 1 --2- 172.21.15.32:0/2234312712 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2c0cb480 0x7f7f2c071bc0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:06.385 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.378+0000 7f7f3472c640 1 -- 172.21.15.32:0/2234312712 >> 172.21.15.32:0/2234312712 conn(0x7f7f2c0ce0d0 msgr2=0x7f7f2c0cd0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:06.385 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.378+0000 7f7f3472c640 1 -- 172.21.15.32:0/2234312712 shutdown_connections 2024-09-13T17:47:06.385 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:06.378+0000 7f7f3472c640 1 -- 172.21.15.32:0/2234312712 wait complete. 2024-09-13T17:47:06.398 DEBUG:teuthology.misc:1 of 8 OSDs are up 2024-09-13T17:47:06.408 INFO:tasks.ceph.osd.6.smithi159.stderr:2024-09-13T17:47:06.402+0000 7f66ee3be640 -1 osd.6 0 waiting for initial osdmap 2024-09-13T17:47:06.422 INFO:tasks.ceph.osd.7.smithi159.stderr:2024-09-13T17:47:06.422+0000 7f9ee1e70640 -1 osd.7 0 waiting for initial osdmap 2024-09-13T17:47:06.428 INFO:tasks.ceph.osd.6.smithi159.stderr:2024-09-13T17:47:06.426+0000 7f66e61f1640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T17:47:06.450 INFO:tasks.ceph.osd.7.smithi159.stderr:2024-09-13T17:47:06.450+0000 7f9ed9ca3640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T17:47:06.507 INFO:tasks.ceph.osd.5.smithi159.stderr:2024-09-13T17:47:06.506+0000 7f90dab57640 -1 osd.5 0 waiting for initial osdmap 2024-09-13T17:47:06.530 INFO:tasks.ceph.osd.4.smithi159.stderr:2024-09-13T17:47:06.530+0000 7f3b10c4e640 -1 osd.4 0 waiting for initial osdmap 2024-09-13T17:47:06.534 INFO:tasks.ceph.osd.5.smithi159.stderr:2024-09-13T17:47:06.534+0000 7f90d2173640 -1 osd.5 15 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T17:47:06.549 INFO:tasks.ceph.osd.4.smithi159.stderr:2024-09-13T17:47:06.550+0000 7f3b08a81640 -1 osd.4 15 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T17:47:10.958 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:47:10.960 DEBUG:teuthology.orchestra.run.smithi159:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:47:13.204 DEBUG:teuthology.orchestra.run.smithi032:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T17:47:13.329 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.322+0000 7fcf9fe2a640 1 Processor -- start 2024-09-13T17:47:13.330 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9fe2a640 1 -- start start 2024-09-13T17:47:13.331 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9fe2a640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcf980cd7f0 0x7fcf980ab040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.331 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9fe2a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf980b25d0 con 0x7fcf981592c0 2024-09-13T17:47:13.331 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9fe2a640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf980b19c0 con 0x7fcf980cb480 2024-09-13T17:47:13.331 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9fe2a640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf980ad750 con 0x7fcf980cd7f0 2024-09-13T17:47:13.331 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9dbc6640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fcf981592c0 0x7fcf980b2a60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56248/0 (socket says 172.21.15.32:56248) 2024-09-13T17:47:13.331 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9dbc6640 1 -- 172.21.15.32:0/3443274221 learned_addr learned my addr 172.21.15.32:0/3443274221 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:13.331 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9e3c7640 1 --2- 172.21.15.32:0/3443274221 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcf980cd7f0 0x7fcf980ab040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.331 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9cbc4640 1 -- 172.21.15.32:0/3443274221 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2985892767 0 0) 0x7fcf980b25d0 con 0x7fcf981592c0 2024-09-13T17:47:13.332 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9cbc4640 1 -- 172.21.15.32:0/3443274221 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcf80005740 con 0x7fcf981592c0 2024-09-13T17:47:13.333 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9cbc4640 1 -- 172.21.15.32:0/3443274221 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3002102730 0 0) 0x7fcf80005740 con 0x7fcf981592c0 2024-09-13T17:47:13.333 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9cbc4640 1 -- 172.21.15.32:0/3443274221 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcf980cd7f0 msgr2=0x7fcf980ab040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:13.333 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9cbc4640 1 --2- 172.21.15.32:0/3443274221 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcf980cd7f0 0x7fcf980ab040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.333 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9cbc4640 1 -- 172.21.15.32:0/3443274221 >> v1:172.21.15.159:6789/0 conn(0x7fcf980cb480 legacy=0x7fcf980cd0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:13.334 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9cbc4640 1 -- 172.21.15.32:0/3443274221 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf980b1ca0 con 0x7fcf981592c0 2024-09-13T17:47:13.334 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9cbc4640 1 -- 172.21.15.32:0/3443274221 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fcf88001680 con 0x7fcf981592c0 2024-09-13T17:47:13.334 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9cbc4640 1 -- 172.21.15.32:0/3443274221 >> v1:172.21.15.32:6789/0 conn(0x7fcf981592c0 legacy=0x7fcf980b2a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:13.334 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9cbc4640 1 --2- 172.21.15.32:0/3443274221 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcf980cd7f0 0x7fcf80005bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.334 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9cbc4640 1 --2- 172.21.15.32:0/3443274221 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf80006140 0x7fcf800069e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.334 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9cbc4640 1 --2- 172.21.15.32:0/3443274221 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf80006f20 0x7fcf800073a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.334 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9cbc4640 1 -- 172.21.15.32:0/3443274221 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf980ad750 con 0x7fcf80006f20 2024-09-13T17:47:13.334 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9cbc4640 1 -- 172.21.15.32:0/3443274221 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf8000dd10 con 0x7fcf80006140 2024-09-13T17:47:13.334 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9cbc4640 1 -- 172.21.15.32:0/3443274221 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf8000ded0 con 0x7fcf980cd7f0 2024-09-13T17:47:13.334 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9e3c7640 1 --2- 172.21.15.32:0/3443274221 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf80006f20 0x7fcf800073a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.334 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9d3c5640 1 --2- 172.21.15.32:0/3443274221 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf80006140 0x7fcf800069e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.334 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9dbc6640 1 --2- 172.21.15.32:0/3443274221 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcf980cd7f0 0x7fcf80005bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.334 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9e3c7640 1 -- 172.21.15.32:0/3443274221 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcf980cd7f0 msgr2=0x7fcf80005bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:13.335 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9e3c7640 1 --2- 172.21.15.32:0/3443274221 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcf980cd7f0 0x7fcf80005bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.335 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9e3c7640 1 -- 172.21.15.32:0/3443274221 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf80006140 msgr2=0x7fcf800069e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:13.335 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9e3c7640 1 --2- 172.21.15.32:0/3443274221 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf80006140 0x7fcf800069e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.335 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9e3c7640 1 -- 172.21.15.32:0/3443274221 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf80005740 con 0x7fcf80006f20 2024-09-13T17:47:13.335 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.326+0000 7fcf9d3c5640 1 --2- 172.21.15.32:0/3443274221 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf80006140 0x7fcf800069e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:13.336 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9e3c7640 1 --2- 172.21.15.32:0/3443274221 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf80006f20 0x7fcf800073a0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fcf90009ab0 tx=0x7fcf9001ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e723ba7e18c621a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:13.336 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9cbc4640 1 -- 172.21.15.32:0/3443274221 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf900a5640 con 0x7fcf80006f20 2024-09-13T17:47:13.336 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9cbc4640 1 -- 172.21.15.32:0/3443274221 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf900a57a0 con 0x7fcf80006f20 2024-09-13T17:47:13.336 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9cbc4640 1 -- 172.21.15.32:0/3443274221 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf900a5b50 con 0x7fcf80006f20 2024-09-13T17:47:13.336 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9fe2a640 1 -- 172.21.15.32:0/3443274221 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf80006f20 msgr2=0x7fcf800073a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:13.336 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9fe2a640 1 --2- 172.21.15.32:0/3443274221 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf80006f20 0x7fcf800073a0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fcf90009ab0 tx=0x7fcf9001ca50 comp rx=0 tx=0).stop 2024-09-13T17:47:13.336 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9e3c7640 1 -- 172.21.15.32:0/3443274221 reap_dead start 2024-09-13T17:47:13.336 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9fe2a640 1 -- 172.21.15.32:0/3443274221 shutdown_connections 2024-09-13T17:47:13.337 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9fe2a640 1 -- 172.21.15.32:0/3443274221 >> 172.21.15.32:0/3443274221 conn(0x7fcf980ce0d0 msgr2=0x7fcf980ce4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:13.337 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9fe2a640 1 -- 172.21.15.32:0/3443274221 shutdown_connections 2024-09-13T17:47:13.337 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9fe2a640 1 -- 172.21.15.32:0/3443274221 wait complete. 2024-09-13T17:47:13.339 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9fe2a640 1 Processor -- start 2024-09-13T17:47:13.339 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9fe2a640 1 -- start start 2024-09-13T17:47:13.339 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9fe2a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf9814b530 0x7fcf98070470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.339 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9fe2a640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf98071ba0 0x7fcf9815c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.339 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9fe2a640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcf9815a420 0x7fcf9815a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.339 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9fe2a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf9815ade0 con 0x7fcf9814b530 2024-09-13T17:47:13.339 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9fe2a640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf98070b00 con 0x7fcf98071ba0 2024-09-13T17:47:13.339 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.330+0000 7fcf9fe2a640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf98070de0 con 0x7fcf9815a420 2024-09-13T17:47:13.339 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf9dbc6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf9814b530 0x7fcf98070470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.339 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf9dbc6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf9814b530 0x7fcf98070470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41590/0 (socket says 172.21.15.32:41590) 2024-09-13T17:47:13.340 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf9dbc6640 1 -- 172.21.15.32:0/2970400399 learned_addr learned my addr 172.21.15.32:0/2970400399 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:13.340 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf9e3c7640 1 --2- 172.21.15.32:0/2970400399 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcf9815a420 0x7fcf9815a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.340 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf9d3c5640 1 --2- 172.21.15.32:0/2970400399 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf98071ba0 0x7fcf9815c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.340 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf9dbc6640 1 -- 172.21.15.32:0/2970400399 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcf9815a420 msgr2=0x7fcf9815a8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:13.340 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf9dbc6640 1 --2- 172.21.15.32:0/2970400399 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcf9815a420 0x7fcf9815a8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.340 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf9dbc6640 1 -- 172.21.15.32:0/2970400399 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf98071ba0 msgr2=0x7fcf9815c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:13.340 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf9dbc6640 1 --2- 172.21.15.32:0/2970400399 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf98071ba0 0x7fcf9815c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.340 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf9dbc6640 1 -- 172.21.15.32:0/2970400399 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf980710c0 con 0x7fcf9814b530 2024-09-13T17:47:13.340 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf9dbc6640 1 --2- 172.21.15.32:0/2970400399 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf9814b530 0x7fcf98070470 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fcf8800eaa0 tx=0x7fcf8800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:13.340 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf8e7fc640 1 -- 172.21.15.32:0/2970400399 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf8800c820 con 0x7fcf9814b530 2024-09-13T17:47:13.340 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf8e7fc640 1 -- 172.21.15.32:0/2970400399 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf8800c9a0 con 0x7fcf9814b530 2024-09-13T17:47:13.340 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf9fe2a640 1 -- 172.21.15.32:0/2970400399 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf980713a0 con 0x7fcf9814b530 2024-09-13T17:47:13.341 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf8e7fc640 1 -- 172.21.15.32:0/2970400399 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf8800cd50 con 0x7fcf9814b530 2024-09-13T17:47:13.341 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf9fe2a640 1 -- 172.21.15.32:0/2970400399 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf9815c970 con 0x7fcf9814b530 2024-09-13T17:47:13.342 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf9fe2a640 1 -- 172.21.15.32:0/2970400399 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf980b15d0 con 0x7fcf9814b530 2024-09-13T17:47:13.342 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf8e7fc640 1 -- 172.21.15.32:0/2970400399 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcf8801d460 con 0x7fcf9814b530 2024-09-13T17:47:13.342 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf8e7fc640 1 --2- 172.21.15.32:0/2970400399 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcf840666c0 0x7fcf84068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.342 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf8e7fc640 1 -- 172.21.15.32:0/2970400399 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fcf88083d80 con 0x7fcf9814b530 2024-09-13T17:47:13.342 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.334+0000 7fcf9d3c5640 1 --2- 172.21.15.32:0/2970400399 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcf840666c0 0x7fcf84068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.342 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.338+0000 7fcf9d3c5640 1 --2- 172.21.15.32:0/2970400399 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcf840666c0 0x7fcf84068b80 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fcf9815cbf0 tx=0x7fcf94009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:13.345 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.338+0000 7fcf8e7fc640 1 -- 172.21.15.32:0/2970400399 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fcf880514f0 con 0x7fcf9814b530 2024-09-13T17:47:13.508 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.502+0000 7fcf9fe2a640 1 -- 172.21.15.32:0/2970400399 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcf980cb8d0 con 0x7fcf9814b530 2024-09-13T17:47:13.510 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.506+0000 7fcf8e7fc640 1 -- 172.21.15.32:0/2970400399 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+12838 (secure 0 0 0) 0x7fcf88054b10 con 0x7fcf9814b530 2024-09-13T17:47:13.510 INFO:teuthology.misc.health.smithi032.stdout: 2024-09-13T17:47:13.510 INFO:teuthology.misc.health.smithi032.stdout:{"epoch":19,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:47:10.555725+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:47:13.512 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.506+0000 7fcf9fe2a640 1 -- 172.21.15.32:0/2970400399 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcf840666c0 msgr2=0x7fcf84068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:13.512 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.506+0000 7fcf9fe2a640 1 --2- 172.21.15.32:0/2970400399 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcf840666c0 0x7fcf84068b80 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fcf9815cbf0 tx=0x7fcf94009040 comp rx=0 tx=0).stop 2024-09-13T17:47:13.512 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.506+0000 7fcf9fe2a640 1 -- 172.21.15.32:0/2970400399 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf9814b530 msgr2=0x7fcf98070470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:13.512 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.506+0000 7fcf9fe2a640 1 --2- 172.21.15.32:0/2970400399 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf9814b530 0x7fcf98070470 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fcf8800eaa0 tx=0x7fcf8800ef60 comp rx=0 tx=0).stop 2024-09-13T17:47:13.513 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.506+0000 7fcf9fe2a640 1 -- 172.21.15.32:0/2970400399 shutdown_connections 2024-09-13T17:47:13.513 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.506+0000 7fcf9fe2a640 1 --2- 172.21.15.32:0/2970400399 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcf840666c0 0x7fcf84068b80 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.513 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.506+0000 7fcf9fe2a640 1 --2- 172.21.15.32:0/2970400399 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcf9815a420 0x7fcf9815a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.513 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.506+0000 7fcf9fe2a640 1 --2- 172.21.15.32:0/2970400399 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf98071ba0 0x7fcf9815c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.513 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.506+0000 7fcf9fe2a640 1 --2- 172.21.15.32:0/2970400399 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf9814b530 0x7fcf98070470 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.513 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.506+0000 7fcf9fe2a640 1 -- 172.21.15.32:0/2970400399 >> 172.21.15.32:0/2970400399 conn(0x7fcf980ce0d0 msgr2=0x7fcf9806da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:13.513 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.506+0000 7fcf9fe2a640 1 -- 172.21.15.32:0/2970400399 shutdown_connections 2024-09-13T17:47:13.513 INFO:teuthology.misc.health.smithi032.stderr:2024-09-13T17:47:13.506+0000 7fcf9fe2a640 1 -- 172.21.15.32:0/2970400399 wait complete. 2024-09-13T17:47:13.528 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-13T17:47:13.528 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-13T17:47:13.529 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T17:47:13.529 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T17:47:13.531 INFO:tasks.ceph.mds.a:Started 2024-09-13T17:47:13.532 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T17:47:13.532 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T17:47:13.533 INFO:tasks.ceph.mds.c:Started 2024-09-13T17:47:13.534 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T17:47:13.534 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T17:47:13.536 INFO:tasks.ceph.mds.b:Started 2024-09-13T17:47:13.537 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T17:47:13.537 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T17:47:13.539 INFO:tasks.ceph.mds.d:Started 2024-09-13T17:47:13.539 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-13T17:47:13.539 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:47:13.612 INFO:tasks.ceph.mds.a.smithi032.stdout:starting mds.a at 2024-09-13T17:47:13.612 INFO:tasks.ceph.mds.c.smithi032.stdout:starting mds.c at 2024-09-13T17:47:13.614 INFO:tasks.ceph.mds.d.smithi159.stdout:starting mds.d at 2024-09-13T17:47:13.616 INFO:tasks.ceph.mds.b.smithi159.stdout:starting mds.b at 2024-09-13T17:47:13.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.650+0000 7f65d41ad640 1 Processor -- start 2024-09-13T17:47:13.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.650+0000 7f65d41ad640 1 -- start start 2024-09-13T17:47:13.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.650+0000 7f65d41ad640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65cc0cb270 0x7f65cc0ce040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.650+0000 7f65d41ad640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65cc15a930 con 0x7f65cc0cbab0 2024-09-13T17:47:13.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d41ad640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65cc098b60 con 0x7f65cc0cb650 2024-09-13T17:47:13.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d41ad640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65cc0cbec0 con 0x7f65cc0cb270 2024-09-13T17:47:13.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d274a640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f65cc0cbab0 0x7f65cc0ad7f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56268/0 (socket says 172.21.15.32:56268) 2024-09-13T17:47:13.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d274a640 1 -- 172.21.15.32:0/2389170732 learned_addr learned my addr 172.21.15.32:0/2389170732 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:13.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d1f49640 1 --2- 172.21.15.32:0/2389170732 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65cc0cb270 0x7f65cc0ce040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d0f47640 1 -- 172.21.15.32:0/2389170732 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 645616752 0 0) 0x7f65cc15a930 con 0x7f65cc0cbab0 2024-09-13T17:47:13.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d0f47640 1 -- 172.21.15.32:0/2389170732 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f65b8003530 con 0x7f65cc0cbab0 2024-09-13T17:47:13.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d0f47640 1 -- 172.21.15.32:0/2389170732 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2849641072 0 0) 0x7f65cc098b60 con 0x7f65cc0cb650 2024-09-13T17:47:13.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d0f47640 1 -- 172.21.15.32:0/2389170732 --> v1:172.21.15.159:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f65cc15a930 con 0x7f65cc0cb650 2024-09-13T17:47:13.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d1f49640 1 -- 172.21.15.32:0/2389170732 >> v1:172.21.15.159:6789/0 conn(0x7f65cc0cb650 legacy=0x7f65cc0ad0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:13.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d1f49640 1 -- 172.21.15.32:0/2389170732 >> v1:172.21.15.32:6789/0 conn(0x7f65cc0cbab0 legacy=0x7f65cc0ad7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:13.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d1f49640 1 -- 172.21.15.32:0/2389170732 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65cc098e40 con 0x7f65cc0cb270 2024-09-13T17:47:13.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d1f49640 1 --2- 172.21.15.32:0/2389170732 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65cc0cb270 0x7f65cc0ce040 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f65c80097f0 tx=0x7f65c801c4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=35c4794b94dd6cc6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:13.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d0f47640 1 -- 172.21.15.32:0/2389170732 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65c80aa610 con 0x7f65cc0cb270 2024-09-13T17:47:13.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d0f47640 1 -- 172.21.15.32:0/2389170732 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65c80a6040 con 0x7f65cc0cb270 2024-09-13T17:47:13.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d0f47640 1 -- 172.21.15.32:0/2389170732 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65c80aa990 con 0x7f65cc0cb270 2024-09-13T17:47:13.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d41ad640 1 -- 172.21.15.32:0/2389170732 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65cc0cb270 msgr2=0x7f65cc0ce040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:13.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d41ad640 1 --2- 172.21.15.32:0/2389170732 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65cc0cb270 0x7f65cc0ce040 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f65c80097f0 tx=0x7f65c801c4b0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d41ad640 1 -- 172.21.15.32:0/2389170732 shutdown_connections 2024-09-13T17:47:13.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d41ad640 1 --2- 172.21.15.32:0/2389170732 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65cc0cb270 0x7f65cc0ce040 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d41ad640 1 -- 172.21.15.32:0/2389170732 >> 172.21.15.32:0/2389170732 conn(0x7f65cc0b1f60 msgr2=0x7f65cc0b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:13.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d41ad640 1 -- 172.21.15.32:0/2389170732 shutdown_connections 2024-09-13T17:47:13.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.654+0000 7f65d41ad640 1 -- 172.21.15.32:0/2389170732 wait complete. 2024-09-13T17:47:13.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d41ad640 1 Processor -- start 2024-09-13T17:47:13.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d41ad640 1 -- start start 2024-09-13T17:47:13.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d41ad640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65cc0cb270 0x7f65cc1f7050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d41ad640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65cc0cb650 0x7f65cc0b48c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d41ad640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f65cc0cbab0 0x7f65cc0c3e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d41ad640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65cc1f7590 con 0x7f65cc0cb270 2024-09-13T17:47:13.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d41ad640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65cc0c5ab0 con 0x7f65cc0cbab0 2024-09-13T17:47:13.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d41ad640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65cc0c5d90 con 0x7f65cc0cb650 2024-09-13T17:47:13.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d1f49640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65cc0cb270 0x7f65cc1f7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d1f49640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65cc0cb270 0x7f65cc1f7050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41620/0 (socket says 172.21.15.32:41620) 2024-09-13T17:47:13.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d1f49640 1 -- 172.21.15.32:0/2718666522 learned_addr learned my addr 172.21.15.32:0/2718666522 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:13.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d274a640 1 --2- 172.21.15.32:0/2718666522 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f65cc0cbab0 0x7f65cc0c3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d1748640 1 --2- 172.21.15.32:0/2718666522 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65cc0cb650 0x7f65cc0b48c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d1f49640 1 -- 172.21.15.32:0/2718666522 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65cc0cb650 msgr2=0x7f65cc0b48c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:13.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d1f49640 1 --2- 172.21.15.32:0/2718666522 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65cc0cb650 0x7f65cc0b48c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d1f49640 1 -- 172.21.15.32:0/2718666522 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f65cc0cbab0 msgr2=0x7f65cc0c3e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:13.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d1f49640 1 --2- 172.21.15.32:0/2718666522 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f65cc0cbab0 0x7f65cc0c3e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d1f49640 1 -- 172.21.15.32:0/2718666522 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65c8009420 con 0x7f65cc0cb270 2024-09-13T17:47:13.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d1f49640 1 --2- 172.21.15.32:0/2718666522 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65cc0cb270 0x7f65cc1f7050 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f65c80190c0 tx=0x7f65c801acf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:13.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65c27fc640 1 -- 172.21.15.32:0/2718666522 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65c80be610 con 0x7f65cc0cb270 2024-09-13T17:47:13.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65c27fc640 1 -- 172.21.15.32:0/2718666522 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65c80be790 con 0x7f65cc0cb270 2024-09-13T17:47:13.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d41ad640 1 -- 172.21.15.32:0/2718666522 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65cc0c6070 con 0x7f65cc0cb270 2024-09-13T17:47:13.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65c27fc640 1 -- 172.21.15.32:0/2718666522 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65c80beb40 con 0x7f65cc0cb270 2024-09-13T17:47:13.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d41ad640 1 -- 172.21.15.32:0/2718666522 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65cc1f3050 con 0x7f65cc0cb270 2024-09-13T17:47:13.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.658+0000 7f65d41ad640 1 -- 172.21.15.32:0/2718666522 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65cc1f3240 con 0x7f65cc0cb270 2024-09-13T17:47:13.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.662+0000 7f65c27fc640 1 -- 172.21.15.32:0/2718666522 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f65c80b4400 con 0x7f65cc0cb270 2024-09-13T17:47:13.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.662+0000 7f65c27fc640 1 --2- 172.21.15.32:0/2718666522 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f65b0066690 0x7f65b0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.662+0000 7f65c27fc640 1 -- 172.21.15.32:0/2718666522 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f65c811e7c0 con 0x7f65cc0cb270 2024-09-13T17:47:13.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.662+0000 7f65d1748640 1 --2- 172.21.15.32:0/2718666522 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f65b0066690 0x7f65b0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.662+0000 7f65d1748640 1 --2- 172.21.15.32:0/2718666522 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f65b0066690 0x7f65b0068b50 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f65cc15f020 tx=0x7f65bc009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:13.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.666+0000 7f65c27fc640 1 -- 172.21.15.32:0/2718666522 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f65c80ec050 con 0x7f65cc0cb270 2024-09-13T17:47:13.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.826+0000 7f65d41ad640 1 -- 172.21.15.32:0/2718666522 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f65cc0c5820 con 0x7f65cc0cb270 2024-09-13T17:47:13.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.826+0000 7f65c27fc640 1 -- 172.21.15.32:0/2718666522 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+12838 (secure 0 0 0) 0x7f65c80ef670 con 0x7f65cc0cb270 2024-09-13T17:47:13.834 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:13.834 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":19,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:47:10.555725+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:47:13.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.830+0000 7f65d41ad640 1 -- 172.21.15.32:0/2718666522 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f65b0066690 msgr2=0x7f65b0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:13.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.830+0000 7f65d41ad640 1 --2- 172.21.15.32:0/2718666522 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f65b0066690 0x7f65b0068b50 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f65cc15f020 tx=0x7f65bc009040 comp rx=0 tx=0).stop 2024-09-13T17:47:13.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.830+0000 7f65d41ad640 1 -- 172.21.15.32:0/2718666522 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65cc0cb270 msgr2=0x7f65cc1f7050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:13.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.830+0000 7f65d41ad640 1 --2- 172.21.15.32:0/2718666522 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65cc0cb270 0x7f65cc1f7050 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f65c80190c0 tx=0x7f65c801acf0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.830+0000 7f65d41ad640 1 -- 172.21.15.32:0/2718666522 shutdown_connections 2024-09-13T17:47:13.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.830+0000 7f65d41ad640 1 --2- 172.21.15.32:0/2718666522 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f65b0066690 0x7f65b0068b50 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.830+0000 7f65d41ad640 1 --2- 172.21.15.32:0/2718666522 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f65cc0cbab0 0x7f65cc0c3e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.830+0000 7f65d41ad640 1 --2- 172.21.15.32:0/2718666522 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65cc0cb650 0x7f65cc0b48c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.830+0000 7f65d41ad640 1 --2- 172.21.15.32:0/2718666522 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65cc0cb270 0x7f65cc1f7050 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.830+0000 7f65d41ad640 1 -- 172.21.15.32:0/2718666522 >> 172.21.15.32:0/2718666522 conn(0x7f65cc0b1f60 msgr2=0x7f65cc0afce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:13.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.830+0000 7f65d41ad640 1 -- 172.21.15.32:0/2718666522 shutdown_connections 2024-09-13T17:47:13.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.830+0000 7f65d41ad640 1 -- 172.21.15.32:0/2718666522 wait complete. 2024-09-13T17:47:13.853 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:47:13.853 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:47:13.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.970+0000 7fe6f97bc640 1 Processor -- start 2024-09-13T17:47:13.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.970+0000 7fe6f97bc640 1 -- start start 2024-09-13T17:47:13.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f97bc640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6f415c500 0x7fe6f40d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f97bc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe6f4160ae0 0x7fe6f40d2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f97bc640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6f40d1320 con 0x7fe6f40d26d0 2024-09-13T17:47:13.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f97bc640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6f40d2b60 con 0x7fe6f4160ae0 2024-09-13T17:47:13.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f97bc640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f40d0710 con 0x7fe6f415c500 2024-09-13T17:47:13.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f37fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe6f40d26d0 0x7fe6f40cee50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56272/0 (socket says 172.21.15.32:56272) 2024-09-13T17:47:13.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f37fe640 1 -- 172.21.15.32:0/3519252051 learned_addr learned my addr 172.21.15.32:0/3519252051 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f27fc640 1 --2- 172.21.15.32:0/3519252051 >> v2:172.21.15.32:3300/0 conn(0x7fe6f4160ae0 0x7fe6f40d2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f2ffd640 1 --2- 172.21.15.32:0/3519252051 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6f415c500 0x7fe6f40d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f1ffb640 1 -- 172.21.15.32:0/3519252051 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 452207942 0 0) 0x7fe6f40d1320 con 0x7fe6f40d26d0 2024-09-13T17:47:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f1ffb640 1 -- 172.21.15.32:0/3519252051 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe6dc003530 con 0x7fe6f40d26d0 2024-09-13T17:47:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f27fc640 1 -- 172.21.15.32:0/3519252051 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6f415c500 msgr2=0x7fe6f40d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f27fc640 1 --2- 172.21.15.32:0/3519252051 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6f415c500 0x7fe6f40d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f27fc640 1 -- 172.21.15.32:0/3519252051 >> v1:172.21.15.32:6789/0 conn(0x7fe6f40d26d0 legacy=0x7fe6f40cee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f27fc640 1 -- 172.21.15.32:0/3519252051 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6f40d09f0 con 0x7fe6f4160ae0 2024-09-13T17:47:13.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f27fc640 1 --2- 172.21.15.32:0/3519252051 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6f4160ae0 0x7fe6f40d2190 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe6e80097c0 tx=0x7fe6e801c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6f500f6c2547bda server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:13.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f1ffb640 1 -- 172.21.15.32:0/3519252051 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6e80ab610 con 0x7fe6f4160ae0 2024-09-13T17:47:13.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f1ffb640 1 -- 172.21.15.32:0/3519252051 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6e80ab770 con 0x7fe6f4160ae0 2024-09-13T17:47:13.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.974+0000 7fe6f1ffb640 1 -- 172.21.15.32:0/3519252051 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6e80abb00 con 0x7fe6f4160ae0 2024-09-13T17:47:13.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f97bc640 1 -- 172.21.15.32:0/3519252051 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6f4160ae0 msgr2=0x7fe6f40d2190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:13.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f97bc640 1 --2- 172.21.15.32:0/3519252051 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6f4160ae0 0x7fe6f40d2190 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe6e80097c0 tx=0x7fe6e801c410 comp rx=0 tx=0).stop 2024-09-13T17:47:13.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f97bc640 1 -- 172.21.15.32:0/3519252051 shutdown_connections 2024-09-13T17:47:13.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f97bc640 1 --2- 172.21.15.32:0/3519252051 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6f4160ae0 0x7fe6f40d2190 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f97bc640 1 --2- 172.21.15.32:0/3519252051 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6f415c500 0x7fe6f40d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f97bc640 1 -- 172.21.15.32:0/3519252051 >> 172.21.15.32:0/3519252051 conn(0x7fe6f4089f70 msgr2=0x7fe6f409b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:13.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f97bc640 1 -- 172.21.15.32:0/3519252051 shutdown_connections 2024-09-13T17:47:13.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f97bc640 1 -- 172.21.15.32:0/3519252051 wait complete. 2024-09-13T17:47:13.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f97bc640 1 Processor -- start 2024-09-13T17:47:13.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f97bc640 1 -- start start 2024-09-13T17:47:13.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f97bc640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe6f40d26d0 0x7fe6f40b5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f97bc640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6f415c500 0x7fe6f40b3660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f97bc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6f4160ae0 0x7fe6f40c9770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f97bc640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f40b7e40 con 0x7fe6f4160ae0 2024-09-13T17:47:13.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f97bc640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f40b2b80 con 0x7fe6f40d26d0 2024-09-13T17:47:13.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f97bc640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f40b2e60 con 0x7fe6f415c500 2024-09-13T17:47:13.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f37fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6f4160ae0 0x7fe6f40c9770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f37fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6f4160ae0 0x7fe6f40c9770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41636/0 (socket says 172.21.15.32:41636) 2024-09-13T17:47:13.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f37fe640 1 -- 172.21.15.32:0/3805396524 learned_addr learned my addr 172.21.15.32:0/3805396524 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:13.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f2ffd640 1 --2- 172.21.15.32:0/3805396524 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe6f40d26d0 0x7fe6f40b5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f27fc640 1 --2- 172.21.15.32:0/3805396524 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6f415c500 0x7fe6f40b3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f37fe640 1 -- 172.21.15.32:0/3805396524 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6f415c500 msgr2=0x7fe6f40b3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:13.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f37fe640 1 --2- 172.21.15.32:0/3805396524 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6f415c500 0x7fe6f40b3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f37fe640 1 -- 172.21.15.32:0/3805396524 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe6f40d26d0 msgr2=0x7fe6f40b5270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:13.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f37fe640 1 --2- 172.21.15.32:0/3805396524 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe6f40d26d0 0x7fe6f40b5270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:13.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f37fe640 1 -- 172.21.15.32:0/3805396524 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6e8009420 con 0x7fe6f4160ae0 2024-09-13T17:47:13.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f37fe640 1 --2- 172.21.15.32:0/3805396524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6f4160ae0 0x7fe6f40c9770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe6ec00c9f0 tx=0x7fe6ec00ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:13.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6db7fe640 1 -- 172.21.15.32:0/3805396524 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6ec00ab70 con 0x7fe6f4160ae0 2024-09-13T17:47:13.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6db7fe640 1 -- 172.21.15.32:0/3805396524 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6ec00acd0 con 0x7fe6f4160ae0 2024-09-13T17:47:13.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f97bc640 1 -- 172.21.15.32:0/3805396524 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6f40b3140 con 0x7fe6f4160ae0 2024-09-13T17:47:13.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6db7fe640 1 -- 172.21.15.32:0/3805396524 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6ec012600 con 0x7fe6f4160ae0 2024-09-13T17:47:13.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.978+0000 7fe6f97bc640 1 -- 172.21.15.32:0/3805396524 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6f40b7a60 con 0x7fe6f4160ae0 2024-09-13T17:47:13.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.982+0000 7fe6f97bc640 1 -- 172.21.15.32:0/3805396524 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6f40b3380 con 0x7fe6f4160ae0 2024-09-13T17:47:13.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.982+0000 7fe6db7fe640 1 -- 172.21.15.32:0/3805396524 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe6ec007070 con 0x7fe6f4160ae0 2024-09-13T17:47:13.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.982+0000 7fe6db7fe640 1 --2- 172.21.15.32:0/3805396524 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe6e00666c0 0x7fe6e0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:13.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.982+0000 7fe6db7fe640 1 -- 172.21.15.32:0/3805396524 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fe6ec083af0 con 0x7fe6f4160ae0 2024-09-13T17:47:13.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.982+0000 7fe6f2ffd640 1 --2- 172.21.15.32:0/3805396524 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe6e00666c0 0x7fe6e0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:13.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.982+0000 7fe6f2ffd640 1 --2- 172.21.15.32:0/3805396524 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe6e00666c0 0x7fe6e0068b80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe6f40a0050 tx=0x7fe6e4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:13.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:13.986+0000 7fe6db7fe640 1 -- 172.21.15.32:0/3805396524 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe6f40b3380 con 0x7fe6f4160ae0 2024-09-13T17:47:14.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.146+0000 7fe6f97bc640 1 -- 172.21.15.32:0/3805396524 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe6f40b3380 con 0x7fe6f4160ae0 2024-09-13T17:47:14.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.146+0000 7fe6db7fe640 1 -- 172.21.15.32:0/3805396524 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v19) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe6f40b3380 con 0x7fe6f4160ae0 2024-09-13T17:47:14.152 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:47:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.150+0000 7fe6f97bc640 1 -- 172.21.15.32:0/3805396524 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe6e00666c0 msgr2=0x7fe6e0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.150+0000 7fe6f97bc640 1 --2- 172.21.15.32:0/3805396524 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe6e00666c0 0x7fe6e0068b80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe6f40a0050 tx=0x7fe6e4008040 comp rx=0 tx=0).stop 2024-09-13T17:47:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.150+0000 7fe6f97bc640 1 -- 172.21.15.32:0/3805396524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6f4160ae0 msgr2=0x7fe6f40c9770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.150+0000 7fe6f97bc640 1 --2- 172.21.15.32:0/3805396524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6f4160ae0 0x7fe6f40c9770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe6ec00c9f0 tx=0x7fe6ec00ceb0 comp rx=0 tx=0).stop 2024-09-13T17:47:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.150+0000 7fe6f97bc640 1 -- 172.21.15.32:0/3805396524 shutdown_connections 2024-09-13T17:47:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.150+0000 7fe6f97bc640 1 --2- 172.21.15.32:0/3805396524 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe6e00666c0 0x7fe6e0068b80 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.150+0000 7fe6f97bc640 1 --2- 172.21.15.32:0/3805396524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6f4160ae0 0x7fe6f40c9770 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.150+0000 7fe6f97bc640 1 --2- 172.21.15.32:0/3805396524 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6f415c500 0x7fe6f40b3660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.150+0000 7fe6f97bc640 1 --2- 172.21.15.32:0/3805396524 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe6f40d26d0 0x7fe6f40b5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.150+0000 7fe6f97bc640 1 -- 172.21.15.32:0/3805396524 >> 172.21.15.32:0/3805396524 conn(0x7fe6f4089f70 msgr2=0x7fe6f406b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.150+0000 7fe6f97bc640 1 -- 172.21.15.32:0/3805396524 shutdown_connections 2024-09-13T17:47:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.150+0000 7fe6f97bc640 1 -- 172.21.15.32:0/3805396524 wait complete. 2024-09-13T17:47:14.171 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:47:14.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.290+0000 7f8cef17d640 1 Processor -- start 2024-09-13T17:47:14.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.290+0000 7f8cef17d640 1 -- start start 2024-09-13T17:47:14.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.290+0000 7f8cef17d640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f8ce80c32e0 0x7f8ce80af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:14.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.290+0000 7f8cef17d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8ce80cfef0 0x7f8ce80ce210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:14.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.290+0000 7f8cef17d640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ce80ce750 con 0x7f8ce80c36c0 2024-09-13T17:47:14.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.290+0000 7f8cef17d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ce80afa70 con 0x7f8ce80cfef0 2024-09-13T17:47:14.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.290+0000 7f8cef17d640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ce80cf530 con 0x7f8ce80c32e0 2024-09-13T17:47:14.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.290+0000 7f8ce7fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8ce80cfef0 0x7f8ce80ce210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:14.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.290+0000 7f8ce7fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8ce80cfef0 0x7f8ce80ce210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41642/0 (socket says 172.21.15.32:41642) 2024-09-13T17:47:14.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.290+0000 7f8ce7fff640 1 -- 172.21.15.32:0/2120375461 learned_addr learned my addr 172.21.15.32:0/2120375461 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:14.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.290+0000 7f8cecf19640 1 --2- 172.21.15.32:0/2120375461 >> v2:172.21.15.159:3300/0 conn(0x7f8ce80c32e0 0x7f8ce80af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:14.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.290+0000 7f8ce7fff640 1 -- 172.21.15.32:0/2120375461 >> v2:172.21.15.159:3300/0 conn(0x7f8ce80c32e0 msgr2=0x7f8ce80af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:14.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.290+0000 7f8ce7fff640 1 --2- 172.21.15.32:0/2120375461 >> v2:172.21.15.159:3300/0 conn(0x7f8ce80c32e0 0x7f8ce80af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:14.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.290+0000 7f8ce7fff640 1 -- 172.21.15.32:0/2120375461 >> v1:172.21.15.159:6789/0 conn(0x7f8ce80c36c0 legacy=0x7f8ce8161370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:14.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.290+0000 7f8ce7fff640 1 -- 172.21.15.32:0/2120375461 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ce81645b0 con 0x7f8ce80cfef0 2024-09-13T17:47:14.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.294+0000 7f8ce7fff640 1 --2- 172.21.15.32:0/2120375461 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ce80cfef0 0x7f8ce80ce210 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8ce80718b0 tx=0x7f8cd001c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7f0cfb105e6f9be server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:14.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.294+0000 7f8ce77fe640 1 -- 172.21.15.32:0/2120375461 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cd00a5720 con 0x7f8ce80cfef0 2024-09-13T17:47:14.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.294+0000 7f8ce77fe640 1 -- 172.21.15.32:0/2120375461 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cd00a5880 con 0x7f8ce80cfef0 2024-09-13T17:47:14.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.294+0000 7f8ce77fe640 1 -- 172.21.15.32:0/2120375461 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cd00a5c10 con 0x7f8ce80cfef0 2024-09-13T17:47:14.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.294+0000 7f8cef17d640 1 -- 172.21.15.32:0/2120375461 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ce80cfef0 msgr2=0x7f8ce80ce210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:14.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.294+0000 7f8cef17d640 1 --2- 172.21.15.32:0/2120375461 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ce80cfef0 0x7f8ce80ce210 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8ce80718b0 tx=0x7f8cd001c860 comp rx=0 tx=0).stop 2024-09-13T17:47:14.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.294+0000 7f8cef17d640 1 -- 172.21.15.32:0/2120375461 shutdown_connections 2024-09-13T17:47:14.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.294+0000 7f8cef17d640 1 --2- 172.21.15.32:0/2120375461 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ce80cfef0 0x7f8ce80ce210 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:14.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.294+0000 7f8cef17d640 1 --2- 172.21.15.32:0/2120375461 >> v2:172.21.15.159:3300/0 conn(0x7f8ce80c32e0 0x7f8ce80af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:14.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.294+0000 7f8cef17d640 1 -- 172.21.15.32:0/2120375461 >> 172.21.15.32:0/2120375461 conn(0x7f8ce80b1e00 msgr2=0x7f8ce80b2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:14.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.294+0000 7f8cef17d640 1 -- 172.21.15.32:0/2120375461 shutdown_connections 2024-09-13T17:47:14.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.294+0000 7f8cef17d640 1 -- 172.21.15.32:0/2120375461 wait complete. 2024-09-13T17:47:14.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.294+0000 7f8cef17d640 1 Processor -- start 2024-09-13T17:47:14.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.294+0000 7f8cef17d640 1 -- start start 2024-09-13T17:47:14.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8cef17d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ce80c32e0 0x7f8ce80b6920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:14.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8cef17d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f8ce80c36c0 0x7f8ce815fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:14.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8cef17d640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8ce80cfef0 0x7f8ce81601c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:14.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8cef17d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce80b6130 con 0x7f8ce80c32e0 2024-09-13T17:47:14.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8cef17d640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce80b5520 con 0x7f8ce80cfef0 2024-09-13T17:47:14.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8cef17d640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce80b5800 con 0x7f8ce80c36c0 2024-09-13T17:47:14.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8cecf19640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ce80c32e0 0x7f8ce80b6920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:14.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8cecf19640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ce80c32e0 0x7f8ce80b6920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41644/0 (socket says 172.21.15.32:41644) 2024-09-13T17:47:14.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8cecf19640 1 -- 172.21.15.32:0/1824749464 learned_addr learned my addr 172.21.15.32:0/1824749464 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:14.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8ce7fff640 1 --2- 172.21.15.32:0/1824749464 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f8ce80c36c0 0x7f8ce815fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:14.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8cecf19640 1 -- 172.21.15.32:0/1824749464 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f8ce80c36c0 msgr2=0x7f8ce815fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:14.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8cecf19640 1 --2- 172.21.15.32:0/1824749464 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f8ce80c36c0 0x7f8ce815fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:14.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8ced71a640 1 --2- 172.21.15.32:0/1824749464 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8ce80cfef0 0x7f8ce81601c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:14.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8cecf19640 1 -- 172.21.15.32:0/1824749464 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8ce80cfef0 msgr2=0x7f8ce81601c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:14.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8cecf19640 1 --2- 172.21.15.32:0/1824749464 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8ce80cfef0 0x7f8ce81601c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:14.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8cecf19640 1 -- 172.21.15.32:0/1824749464 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cd0009b30 con 0x7f8ce80c32e0 2024-09-13T17:47:14.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8cecf19640 1 --2- 172.21.15.32:0/1824749464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ce80c32e0 0x7f8ce80b6920 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8cd800d5f0 tx=0x7f8cd800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:14.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8ce57fa640 1 -- 172.21.15.32:0/1824749464 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cd80125f0 con 0x7f8ce80c32e0 2024-09-13T17:47:14.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8ce57fa640 1 -- 172.21.15.32:0/1824749464 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cd8012750 con 0x7f8ce80c32e0 2024-09-13T17:47:14.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8cef17d640 1 -- 172.21.15.32:0/1824749464 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ce80b5ae0 con 0x7f8ce80c32e0 2024-09-13T17:47:14.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8ce57fa640 1 -- 172.21.15.32:0/1824749464 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cd8012ae0 con 0x7f8ce80c32e0 2024-09-13T17:47:14.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8cef17d640 1 -- 172.21.15.32:0/1824749464 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ce80b5160 con 0x7f8ce80c32e0 2024-09-13T17:47:14.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8cef17d640 1 -- 172.21.15.32:0/1824749464 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ce80c3af0 con 0x7f8ce80c32e0 2024-09-13T17:47:14.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8ce57fa640 1 -- 172.21.15.32:0/1824749464 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8cd8012c40 con 0x7f8ce80c32e0 2024-09-13T17:47:14.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8ce57fa640 1 --2- 172.21.15.32:0/1824749464 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f8cc80666c0 0x7f8cc8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:14.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8ce57fa640 1 -- 172.21.15.32:0/1824749464 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f8cd8084290 con 0x7f8ce80c32e0 2024-09-13T17:47:14.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.298+0000 7f8ce7fff640 1 --2- 172.21.15.32:0/1824749464 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f8cc80666c0 0x7f8cc8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:14.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.302+0000 7f8ce7fff640 1 --2- 172.21.15.32:0/1824749464 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f8cc80666c0 0x7f8cc8068b80 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8cd00ae000 tx=0x7f8cd00a7070 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:14.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.302+0000 7f8ce57fa640 1 -- 172.21.15.32:0/1824749464 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8cd80519e0 con 0x7f8ce80c32e0 2024-09-13T17:47:14.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.490+0000 7f8cef17d640 1 -- 172.21.15.32:0/1824749464 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8ce80cfa20 con 0x7f8ce80c32e0 2024-09-13T17:47:14.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.490+0000 7f8ce57fa640 1 -- 172.21.15.32:0/1824749464 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1256 (secure 0 0 0) 0x7f8cd8007380 con 0x7f8ce80c32e0 2024-09-13T17:47:14.497 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:14.497 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6834/1116780765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1116780765},{"type":"v1","addr":"172.21.15.32:6834","nonce":1116780765}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-09-13T17:47:14.497 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 2 2024-09-13T17:47:14.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.494+0000 7f8cef17d640 1 -- 172.21.15.32:0/1824749464 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f8cc80666c0 msgr2=0x7f8cc8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:14.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.494+0000 7f8cef17d640 1 --2- 172.21.15.32:0/1824749464 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f8cc80666c0 0x7f8cc8068b80 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8cd00ae000 tx=0x7f8cd00a7070 comp rx=0 tx=0).stop 2024-09-13T17:47:14.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.494+0000 7f8cef17d640 1 -- 172.21.15.32:0/1824749464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ce80c32e0 msgr2=0x7f8ce80b6920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:14.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.494+0000 7f8cef17d640 1 --2- 172.21.15.32:0/1824749464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ce80c32e0 0x7f8ce80b6920 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8cd800d5f0 tx=0x7f8cd800dab0 comp rx=0 tx=0).stop 2024-09-13T17:47:14.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.494+0000 7f8cef17d640 1 -- 172.21.15.32:0/1824749464 shutdown_connections 2024-09-13T17:47:14.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.494+0000 7f8cef17d640 1 --2- 172.21.15.32:0/1824749464 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f8cc80666c0 0x7f8cc8068b80 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:14.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.494+0000 7f8cef17d640 1 --2- 172.21.15.32:0/1824749464 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8ce80cfef0 0x7f8ce81601c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:14.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.494+0000 7f8cef17d640 1 --2- 172.21.15.32:0/1824749464 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f8ce80c36c0 0x7f8ce815fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:14.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.494+0000 7f8cef17d640 1 --2- 172.21.15.32:0/1824749464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ce80c32e0 0x7f8ce80b6920 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:14.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.494+0000 7f8cef17d640 1 -- 172.21.15.32:0/1824749464 >> 172.21.15.32:0/1824749464 conn(0x7f8ce80b1e00 msgr2=0x7f8ce806ecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:14.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.494+0000 7f8cef17d640 1 -- 172.21.15.32:0/1824749464 shutdown_connections 2024-09-13T17:47:14.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:14.494+0000 7f8cef17d640 1 -- 172.21.15.32:0/1824749464 wait complete. 2024-09-13T17:47:16.515 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:47:16.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.646+0000 7ff6f486c640 1 Processor -- start 2024-09-13T17:47:16.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.646+0000 7ff6f486c640 1 -- start start 2024-09-13T17:47:16.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.646+0000 7ff6f486c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff6f015a300 0x7ff6f006d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:16.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.646+0000 7ff6f486c640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7ff6f00cebe0 0x7ff6f00c8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:16.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.646+0000 7ff6f486c640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6f015a6e0 con 0x7ff6f006d5e0 2024-09-13T17:47:16.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.646+0000 7ff6f486c640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6f006da80 con 0x7ff6f00cebe0 2024-09-13T17:47:16.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.646+0000 7ff6f486c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6f006dd60 con 0x7ff6f015a300 2024-09-13T17:47:16.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.646+0000 7ff6ee59c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff6f015a300 0x7ff6f006d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:16.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.646+0000 7ff6eed9d640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7ff6f00cebe0 0x7ff6f00c8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:16.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.646+0000 7ff6edd9b640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7ff6f006d5e0 0x7ff6f00ce4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:37928/0 (socket says 172.21.15.32:37928) 2024-09-13T17:47:16.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.646+0000 7ff6eed9d640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7ff6f00cebe0 0x7ff6f00c8cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:47486/0 (socket says 172.21.15.32:47486) 2024-09-13T17:47:16.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.646+0000 7ff6ee59c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff6f015a300 0x7ff6f006d0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:48620/0 (socket says 172.21.15.32:48620) 2024-09-13T17:47:16.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.646+0000 7ff6edd9b640 1 -- 172.21.15.32:0/3561908044 learned_addr learned my addr 172.21.15.32:0/3561908044 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:16.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.646+0000 7ff6ee59c640 1 -- 172.21.15.32:0/3561908044 >> v2:172.21.15.159:3300/0 conn(0x7ff6f00cebe0 msgr2=0x7ff6f00c8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:16.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.646+0000 7ff6ee59c640 1 --2- 172.21.15.32:0/3561908044 >> v2:172.21.15.159:3300/0 conn(0x7ff6f00cebe0 0x7ff6f00c8cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:16.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.646+0000 7ff6ee59c640 1 -- 172.21.15.32:0/3561908044 >> v1:172.21.15.159:6789/0 conn(0x7ff6f006d5e0 legacy=0x7ff6f00ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:16.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.646+0000 7ff6ee59c640 1 -- 172.21.15.32:0/3561908044 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6f006e040 con 0x7ff6f015a300 2024-09-13T17:47:16.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.646+0000 7ff6eed9d640 1 --2- 172.21.15.32:0/3561908044 >> v2:172.21.15.159:3300/0 conn(0x7ff6f00cebe0 0x7ff6f00c8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:47:16.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.650+0000 7ff6ee59c640 1 --2- 172.21.15.32:0/3561908044 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff6f015a300 0x7ff6f006d0a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff6e00097c0 tx=0x7ff6e001c470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b0853708b1ae0436 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:16.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.654+0000 7ff6ed59a640 1 -- 172.21.15.32:0/3561908044 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6e00aa5f0 con 0x7ff6f015a300 2024-09-13T17:47:16.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.654+0000 7ff6ed59a640 1 -- 172.21.15.32:0/3561908044 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6e00aa750 con 0x7ff6f015a300 2024-09-13T17:47:16.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.654+0000 7ff6ed59a640 1 -- 172.21.15.32:0/3561908044 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6e00aaae0 con 0x7ff6f015a300 2024-09-13T17:47:16.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.654+0000 7ff6f486c640 1 -- 172.21.15.32:0/3561908044 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff6f015a300 msgr2=0x7ff6f006d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:16.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.654+0000 7ff6f486c640 1 --2- 172.21.15.32:0/3561908044 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff6f015a300 0x7ff6f006d0a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff6e00097c0 tx=0x7ff6e001c470 comp rx=0 tx=0).stop 2024-09-13T17:47:16.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.654+0000 7ff6f486c640 1 -- 172.21.15.32:0/3561908044 shutdown_connections 2024-09-13T17:47:16.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.654+0000 7ff6f486c640 1 --2- 172.21.15.32:0/3561908044 >> v2:172.21.15.159:3300/0 conn(0x7ff6f00cebe0 0x7ff6f00c8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:16.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.654+0000 7ff6f486c640 1 --2- 172.21.15.32:0/3561908044 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff6f015a300 0x7ff6f006d0a0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:16.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.654+0000 7ff6f486c640 1 -- 172.21.15.32:0/3561908044 >> 172.21.15.32:0/3561908044 conn(0x7ff6f006a150 msgr2=0x7ff6f006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:16.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.654+0000 7ff6f486c640 1 -- 172.21.15.32:0/3561908044 shutdown_connections 2024-09-13T17:47:16.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.654+0000 7ff6f486c640 1 -- 172.21.15.32:0/3561908044 wait complete. 2024-09-13T17:47:16.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.654+0000 7ff6f486c640 1 Processor -- start 2024-09-13T17:47:16.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.654+0000 7ff6f486c640 1 -- start start 2024-09-13T17:47:16.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6f486c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff6f006d5e0 0x7ff6f015d420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:16.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6f486c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff6f00cebe0 0x7ff6f01532d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:16.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6f486c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6f015a300 0x7ff6f0153b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:16.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6f486c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6f0154070 con 0x7ff6f015a300 2024-09-13T17:47:16.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6f486c640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6f0154310 con 0x7ff6f006d5e0 2024-09-13T17:47:16.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6f486c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6f01545f0 con 0x7ff6f00cebe0 2024-09-13T17:47:16.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6eed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6f015a300 0x7ff6f0153b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:16.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6eed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6f015a300 0x7ff6f0153b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41652/0 (socket says 172.21.15.32:41652) 2024-09-13T17:47:16.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6eed9d640 1 -- 172.21.15.32:0/2418099736 learned_addr learned my addr 172.21.15.32:0/2418099736 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:16.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6edd9b640 1 --2- 172.21.15.32:0/2418099736 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff6f00cebe0 0x7ff6f01532d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:16.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6ee59c640 1 --2- 172.21.15.32:0/2418099736 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff6f006d5e0 0x7ff6f015d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:16.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6eed9d640 1 -- 172.21.15.32:0/2418099736 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff6f00cebe0 msgr2=0x7ff6f01532d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:16.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6eed9d640 1 --2- 172.21.15.32:0/2418099736 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff6f00cebe0 0x7ff6f01532d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:16.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6eed9d640 1 -- 172.21.15.32:0/2418099736 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff6f006d5e0 msgr2=0x7ff6f015d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:16.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6eed9d640 1 --2- 172.21.15.32:0/2418099736 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff6f006d5e0 0x7ff6f015d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:16.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6eed9d640 1 -- 172.21.15.32:0/2418099736 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6e8009a70 con 0x7ff6f015a300 2024-09-13T17:47:16.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6ee59c640 1 --2- 172.21.15.32:0/2418099736 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff6f006d5e0 0x7ff6f015d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:16.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6eed9d640 1 --2- 172.21.15.32:0/2418099736 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6f015a300 0x7ff6f0153b30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff6e800ef90 tx=0x7ff6e800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:16.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6deffd640 1 -- 172.21.15.32:0/2418099736 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6e8009ca0 con 0x7ff6f015a300 2024-09-13T17:47:16.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6f486c640 1 -- 172.21.15.32:0/2418099736 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6e0009420 con 0x7ff6f015a300 2024-09-13T17:47:16.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6deffd640 1 -- 172.21.15.32:0/2418099736 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6e800f040 con 0x7ff6f015a300 2024-09-13T17:47:16.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6deffd640 1 -- 172.21.15.32:0/2418099736 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6e80146a0 con 0x7ff6f015a300 2024-09-13T17:47:16.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6f486c640 1 -- 172.21.15.32:0/2418099736 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6f0096b10 con 0x7ff6f015a300 2024-09-13T17:47:16.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6f486c640 1 -- 172.21.15.32:0/2418099736 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6f00ad9f0 con 0x7ff6f015a300 2024-09-13T17:47:16.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6deffd640 1 -- 172.21.15.32:0/2418099736 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff6e8014800 con 0x7ff6f015a300 2024-09-13T17:47:16.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6deffd640 1 --2- 172.21.15.32:0/2418099736 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff6d0066690 0x7ff6d0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:16.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6deffd640 1 -- 172.21.15.32:0/2418099736 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 4857+0+0 (secure 0 0 0) 0x7ff6e8084eb0 con 0x7ff6f015a300 2024-09-13T17:47:16.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.658+0000 7ff6ee59c640 1 --2- 172.21.15.32:0/2418099736 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff6d0066690 0x7ff6d0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:16.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.662+0000 7ff6ee59c640 1 --2- 172.21.15.32:0/2418099736 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff6d0066690 0x7ff6d0068b50 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff6e00ae000 tx=0x7ff6e00a7000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:16.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.666+0000 7ff6deffd640 1 -- 172.21.15.32:0/2418099736 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff6e80524f0 con 0x7ff6f015a300 2024-09-13T17:47:16.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.858+0000 7ff6f486c640 1 -- 172.21.15.32:0/2418099736 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff6f00c8cb0 con 0x7ff6f015a300 2024-09-13T17:47:16.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.858+0000 7ff6deffd640 1 -- 172.21.15.32:0/2418099736 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3527 (secure 0 0 0) 0x7ff6e8018de0 con 0x7ff6f015a300 2024-09-13T17:47:16.864 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:16.864 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6837/1164054309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6836","nonce":1164054309},{"type":"v1","addr":"172.21.15.159:6837","nonce":1164054309}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6834/1116780765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1116780765},{"type":"v1","addr":"172.21.15.32:6834","nonce":1116780765}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/3250001992","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6833","nonce":3250001992},{"type":"v1","addr":"172.21.15.32:6835","nonce":3250001992}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4279,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6835/578569681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6834","nonce":578569681},{"type":"v1","addr":"172.21.15.159:6835","nonce":578569681}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-09-13T17:47:16.865 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 3 2024-09-13T17:47:16.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.858+0000 7ff6f486c640 1 -- 172.21.15.32:0/2418099736 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff6d0066690 msgr2=0x7ff6d0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:16.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.858+0000 7ff6f486c640 1 --2- 172.21.15.32:0/2418099736 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff6d0066690 0x7ff6d0068b50 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff6e00ae000 tx=0x7ff6e00a7000 comp rx=0 tx=0).stop 2024-09-13T17:47:16.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.858+0000 7ff6f486c640 1 -- 172.21.15.32:0/2418099736 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6f015a300 msgr2=0x7ff6f0153b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:16.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.858+0000 7ff6f486c640 1 --2- 172.21.15.32:0/2418099736 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6f015a300 0x7ff6f0153b30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff6e800ef90 tx=0x7ff6e800c490 comp rx=0 tx=0).stop 2024-09-13T17:47:16.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.858+0000 7ff6f486c640 1 -- 172.21.15.32:0/2418099736 shutdown_connections 2024-09-13T17:47:16.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.858+0000 7ff6f486c640 1 --2- 172.21.15.32:0/2418099736 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff6d0066690 0x7ff6d0068b50 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:16.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.858+0000 7ff6f486c640 1 --2- 172.21.15.32:0/2418099736 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6f015a300 0x7ff6f0153b30 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:16.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.858+0000 7ff6f486c640 1 --2- 172.21.15.32:0/2418099736 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff6f00cebe0 0x7ff6f01532d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:16.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.858+0000 7ff6f486c640 1 --2- 172.21.15.32:0/2418099736 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff6f006d5e0 0x7ff6f015d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:16.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.858+0000 7ff6f486c640 1 -- 172.21.15.32:0/2418099736 >> 172.21.15.32:0/2418099736 conn(0x7ff6f006a150 msgr2=0x7ff6f0071b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:16.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.858+0000 7ff6f486c640 1 -- 172.21.15.32:0/2418099736 shutdown_connections 2024-09-13T17:47:16.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.858+0000 7ff6f486c640 1 -- 172.21.15.32:0/2418099736 wait complete. 2024-09-13T17:47:16.881 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:47:17.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.998+0000 7f7b209eb640 1 Processor -- start 2024-09-13T17:47:17.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.998+0000 7f7b209eb640 1 -- start start 2024-09-13T17:47:17.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.998+0000 7f7b209eb640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7b1c0cebf0 0x7f7b1c0ae420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.998+0000 7f7b209eb640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b1c0aec80 con 0x7f7b1c15a500 2024-09-13T17:47:17.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.998+0000 7f7b209eb640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b1c0b18a0 con 0x7f7b1c0b09b0 2024-09-13T17:47:17.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.998+0000 7f7b209eb640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b1c0aef20 con 0x7f7b1c0cebf0 2024-09-13T17:47:17.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.998+0000 7f7b1a59c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f7b1c15a500 0x7f7b1c0ce4e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56282/0 (socket says 172.21.15.32:56282) 2024-09-13T17:47:17.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.998+0000 7f7b1a59c640 1 -- 172.21.15.32:0/2063752448 learned_addr learned my addr 172.21.15.32:0/2063752448 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:17.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.998+0000 7f7b1ad9d640 1 --2- 172.21.15.32:0/2063752448 >> v2:172.21.15.32:3300/0 conn(0x7f7b1c0cebf0 0x7f7b1c0ae420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.998+0000 7f7b1ad9d640 1 -- 172.21.15.32:0/2063752448 >> v1:172.21.15.159:6789/0 conn(0x7f7b1c0b09b0 legacy=0x7f7b1c069f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:17.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.998+0000 7f7b1ad9d640 1 -- 172.21.15.32:0/2063752448 >> v1:172.21.15.32:6789/0 conn(0x7f7b1c15a500 legacy=0x7f7b1c0ce4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.998+0000 7f7b1959a640 1 -- 172.21.15.32:0/2063752448 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 926084618 0 0) 0x7f7b1c0aec80 con 0x7f7b1c15a500 2024-09-13T17:47:17.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:16.998+0000 7f7b1ad9d640 1 -- 172.21.15.32:0/2063752448 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b1c0af200 con 0x7f7b1c0cebf0 2024-09-13T17:47:17.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b1ad9d640 1 --2- 172.21.15.32:0/2063752448 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b1c0cebf0 0x7f7b1c0ae420 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7b140097c0 tx=0x7f7b1401c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=213d1d8c61c9d3dc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:17.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b1959a640 1 -- 172.21.15.32:0/2063752448 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b140ac620 con 0x7f7b1c0cebf0 2024-09-13T17:47:17.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b1959a640 1 -- 172.21.15.32:0/2063752448 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b140ac780 con 0x7f7b1c0cebf0 2024-09-13T17:47:17.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b1959a640 1 -- 172.21.15.32:0/2063752448 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b140acb10 con 0x7f7b1c0cebf0 2024-09-13T17:47:17.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b209eb640 1 -- 172.21.15.32:0/2063752448 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b1c0cebf0 msgr2=0x7f7b1c0ae420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b209eb640 1 --2- 172.21.15.32:0/2063752448 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b1c0cebf0 0x7f7b1c0ae420 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7b140097c0 tx=0x7f7b1401c3a0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b209eb640 1 -- 172.21.15.32:0/2063752448 shutdown_connections 2024-09-13T17:47:17.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b209eb640 1 --2- 172.21.15.32:0/2063752448 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b1c0cebf0 0x7f7b1c0ae420 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b209eb640 1 -- 172.21.15.32:0/2063752448 >> 172.21.15.32:0/2063752448 conn(0x7f7b1c0989e0 msgr2=0x7f7b1c0b0e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:17.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b209eb640 1 -- 172.21.15.32:0/2063752448 shutdown_connections 2024-09-13T17:47:17.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b209eb640 1 -- 172.21.15.32:0/2063752448 wait complete. 2024-09-13T17:47:17.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b209eb640 1 Processor -- start 2024-09-13T17:47:17.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b209eb640 1 -- start start 2024-09-13T17:47:17.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b209eb640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7b1c0b09b0 0x7f7b1c0c4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b209eb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b1c0cebf0 0x7f7b1c14b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b209eb640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7b1c15a500 0x7f7b1c14c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b209eb640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b1c0c4f70 con 0x7f7b1c0cebf0 2024-09-13T17:47:17.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b209eb640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b1c1f5830 con 0x7f7b1c15a500 2024-09-13T17:47:17.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b209eb640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b1c1f5b10 con 0x7f7b1c0b09b0 2024-09-13T17:47:17.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b19d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b1c0cebf0 0x7f7b1c14b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b19d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b1c0cebf0 0x7f7b1c14b860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41660/0 (socket says 172.21.15.32:41660) 2024-09-13T17:47:17.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b19d9b640 1 -- 172.21.15.32:0/193638629 learned_addr learned my addr 172.21.15.32:0/193638629 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:17.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b1a59c640 1 --2- 172.21.15.32:0/193638629 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7b1c0b09b0 0x7f7b1c0c4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b1ad9d640 1 --2- 172.21.15.32:0/193638629 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7b1c15a500 0x7f7b1c14c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b19d9b640 1 -- 172.21.15.32:0/193638629 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7b1c0b09b0 msgr2=0x7f7b1c0c4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b19d9b640 1 --2- 172.21.15.32:0/193638629 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7b1c0b09b0 0x7f7b1c0c4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b19d9b640 1 -- 172.21.15.32:0/193638629 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7b1c15a500 msgr2=0x7f7b1c14c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b19d9b640 1 --2- 172.21.15.32:0/193638629 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7b1c15a500 0x7f7b1c14c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b19d9b640 1 -- 172.21.15.32:0/193638629 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b14009420 con 0x7f7b1c0cebf0 2024-09-13T17:47:17.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.002+0000 7f7b19d9b640 1 --2- 172.21.15.32:0/193638629 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b1c0cebf0 0x7f7b1c14b860 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7b1000c450 tx=0x7f7b1000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:17.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.006+0000 7f7b0affd640 1 -- 172.21.15.32:0/193638629 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b10012830 con 0x7f7b1c0cebf0 2024-09-13T17:47:17.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.006+0000 7f7b0affd640 1 -- 172.21.15.32:0/193638629 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b100129b0 con 0x7f7b1c0cebf0 2024-09-13T17:47:17.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.006+0000 7f7b209eb640 1 -- 172.21.15.32:0/193638629 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b1c1f5df0 con 0x7f7b1c0cebf0 2024-09-13T17:47:17.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.006+0000 7f7b0affd640 1 -- 172.21.15.32:0/193638629 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b10012d60 con 0x7f7b1c0cebf0 2024-09-13T17:47:17.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.006+0000 7f7b209eb640 1 -- 172.21.15.32:0/193638629 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b1c1f5520 con 0x7f7b1c0cebf0 2024-09-13T17:47:17.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.006+0000 7f7b209eb640 1 -- 172.21.15.32:0/193638629 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b1c1f6310 con 0x7f7b1c0cebf0 2024-09-13T17:47:17.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.006+0000 7f7b0affd640 1 -- 172.21.15.32:0/193638629 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7b1001c460 con 0x7f7b1c0cebf0 2024-09-13T17:47:17.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.006+0000 7f7b0affd640 1 --2- 172.21.15.32:0/193638629 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7afc0666c0 0x7f7afc068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.006+0000 7f7b0affd640 1 -- 172.21.15.32:0/193638629 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f7b10083ca0 con 0x7f7b1c0cebf0 2024-09-13T17:47:17.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.006+0000 7f7b1a59c640 1 --2- 172.21.15.32:0/193638629 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7afc0666c0 0x7f7afc068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.006+0000 7f7b1a59c640 1 --2- 172.21.15.32:0/193638629 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7afc0666c0 0x7f7afc068b80 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7b0c005fd0 tx=0x7f7b0c005b80 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:17.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.010+0000 7f7b0affd640 1 -- 172.21.15.32:0/193638629 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7b1c1f6310 con 0x7f7b1c0cebf0 2024-09-13T17:47:17.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.170+0000 7f7b209eb640 1 -- 172.21.15.32:0/193638629 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7b1c1f6310 con 0x7f7b1c0cebf0 2024-09-13T17:47:17.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.170+0000 7f7b0affd640 1 -- 172.21.15.32:0/193638629 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+12838 (secure 0 0 0) 0x7f7b1c1f6310 con 0x7f7b1c0cebf0 2024-09-13T17:47:17.176 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:17.176 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":19,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:47:10.555725+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:47:17.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.174+0000 7f7b209eb640 1 -- 172.21.15.32:0/193638629 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7afc0666c0 msgr2=0x7f7afc068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.174+0000 7f7b209eb640 1 --2- 172.21.15.32:0/193638629 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7afc0666c0 0x7f7afc068b80 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7b0c005fd0 tx=0x7f7b0c005b80 comp rx=0 tx=0).stop 2024-09-13T17:47:17.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.174+0000 7f7b209eb640 1 -- 172.21.15.32:0/193638629 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b1c0cebf0 msgr2=0x7f7b1c14b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.174+0000 7f7b209eb640 1 --2- 172.21.15.32:0/193638629 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b1c0cebf0 0x7f7b1c14b860 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7b1000c450 tx=0x7f7b1000c910 comp rx=0 tx=0).stop 2024-09-13T17:47:17.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.174+0000 7f7b209eb640 1 -- 172.21.15.32:0/193638629 shutdown_connections 2024-09-13T17:47:17.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.174+0000 7f7b209eb640 1 --2- 172.21.15.32:0/193638629 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7afc0666c0 0x7f7afc068b80 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.174+0000 7f7b209eb640 1 --2- 172.21.15.32:0/193638629 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7b1c15a500 0x7f7b1c14c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.174+0000 7f7b209eb640 1 --2- 172.21.15.32:0/193638629 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b1c0cebf0 0x7f7b1c14b860 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.174+0000 7f7b209eb640 1 --2- 172.21.15.32:0/193638629 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7b1c0b09b0 0x7f7b1c0c4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.174+0000 7f7b209eb640 1 -- 172.21.15.32:0/193638629 >> 172.21.15.32:0/193638629 conn(0x7f7b1c0989e0 msgr2=0x7f7b1c1503e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:17.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.174+0000 7f7b209eb640 1 -- 172.21.15.32:0/193638629 shutdown_connections 2024-09-13T17:47:17.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.174+0000 7f7b209eb640 1 -- 172.21.15.32:0/193638629 wait complete. 2024-09-13T17:47:17.194 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:47:17.194 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:47:17.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.302+0000 7f6f9826c640 1 Processor -- start 2024-09-13T17:47:17.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.302+0000 7f6f9826c640 1 -- start start 2024-09-13T17:47:17.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.302+0000 7f6f9826c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6f9015a520 0x7f6f900ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.302+0000 7f6f9826c640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f6f900b2240 0x7f6f900abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.302+0000 7f6f9826c640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f900ab660 con 0x7f6f900cea30 2024-09-13T17:47:17.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.302+0000 7f6f9826c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f900ceec0 con 0x7f6f9015a520 2024-09-13T17:47:17.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.302+0000 7f6f9826c640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f900ada40 con 0x7f6f900b2240 2024-09-13T17:47:17.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.302+0000 7f6f96008640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6f9015a520 0x7f6f900ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.302+0000 7f6f96008640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6f9015a520 0x7f6f900ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41662/0 (socket says 172.21.15.32:41662) 2024-09-13T17:47:17.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.302+0000 7f6f96008640 1 -- 172.21.15.32:0/4151481874 learned_addr learned my addr 172.21.15.32:0/4151481874 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:17.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.306+0000 7f6f96809640 1 --2- 172.21.15.32:0/4151481874 >> v2:172.21.15.159:3300/0 conn(0x7f6f900b2240 0x7f6f900abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.306+0000 7f6f96008640 1 -- 172.21.15.32:0/4151481874 >> v2:172.21.15.159:3300/0 conn(0x7f6f900b2240 msgr2=0x7f6f900abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:17.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.306+0000 7f6f96008640 1 --2- 172.21.15.32:0/4151481874 >> v2:172.21.15.159:3300/0 conn(0x7f6f900b2240 0x7f6f900abaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.306+0000 7f6f96008640 1 -- 172.21.15.32:0/4151481874 >> v1:172.21.15.159:6789/0 conn(0x7f6f900cea30 legacy=0x7f6f900b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:17.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.306+0000 7f6f96008640 1 -- 172.21.15.32:0/4151481874 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f900b2760 con 0x7f6f9015a520 2024-09-13T17:47:17.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.306+0000 7f6f96008640 1 --2- 172.21.15.32:0/4151481874 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f9015a520 0x7f6f900ce4f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6f90070000 tx=0x7f6f8c01c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41fecd48f6b4babf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:17.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.306+0000 7f6f95006640 1 -- 172.21.15.32:0/4151481874 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f8c0aa610 con 0x7f6f9015a520 2024-09-13T17:47:17.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.306+0000 7f6f95006640 1 -- 172.21.15.32:0/4151481874 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f8c0a6040 con 0x7f6f9015a520 2024-09-13T17:47:17.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.306+0000 7f6f95006640 1 -- 172.21.15.32:0/4151481874 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f8c0aa990 con 0x7f6f9015a520 2024-09-13T17:47:17.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.306+0000 7f6f9826c640 1 -- 172.21.15.32:0/4151481874 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f9015a520 msgr2=0x7f6f900ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.306+0000 7f6f9826c640 1 --2- 172.21.15.32:0/4151481874 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f9015a520 0x7f6f900ce4f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6f90070000 tx=0x7f6f8c01c4b0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.306+0000 7f6f9826c640 1 -- 172.21.15.32:0/4151481874 shutdown_connections 2024-09-13T17:47:17.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.306+0000 7f6f9826c640 1 --2- 172.21.15.32:0/4151481874 >> v2:172.21.15.159:3300/0 conn(0x7f6f900b2240 0x7f6f900abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.306+0000 7f6f9826c640 1 --2- 172.21.15.32:0/4151481874 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f9015a520 0x7f6f900ce4f0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.306+0000 7f6f9826c640 1 -- 172.21.15.32:0/4151481874 >> 172.21.15.32:0/4151481874 conn(0x7f6f9006a150 msgr2=0x7f6f9006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:17.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.306+0000 7f6f9826c640 1 -- 172.21.15.32:0/4151481874 shutdown_connections 2024-09-13T17:47:17.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.306+0000 7f6f9826c640 1 -- 172.21.15.32:0/4151481874 wait complete. 2024-09-13T17:47:17.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f9826c640 1 Processor -- start 2024-09-13T17:47:17.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f9826c640 1 -- start start 2024-09-13T17:47:17.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f9826c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f900b2240 0x7f6f90155ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f9826c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f900cea30 0x7f6f900b00b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f9826c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f9015a520 0x7f6f900c1160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f9826c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f901563a0 con 0x7f6f900cea30 2024-09-13T17:47:17.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f9826c640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f90156680 con 0x7f6f9015a520 2024-09-13T17:47:17.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f9826c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f90156960 con 0x7f6f900b2240 2024-09-13T17:47:17.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f96809640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f9015a520 0x7f6f900c1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f95807640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f900cea30 0x7f6f900b00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f96809640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f9015a520 0x7f6f900c1160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:47520/0 (socket says 172.21.15.32:47520) 2024-09-13T17:47:17.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f96809640 1 -- 172.21.15.32:0/2031020796 learned_addr learned my addr 172.21.15.32:0/2031020796 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:17.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f96008640 1 --2- 172.21.15.32:0/2031020796 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f900b2240 0x7f6f90155ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f95807640 1 -- 172.21.15.32:0/2031020796 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f900b2240 msgr2=0x7f6f90155ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f95807640 1 --2- 172.21.15.32:0/2031020796 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f900b2240 0x7f6f90155ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f95807640 1 -- 172.21.15.32:0/2031020796 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f9015a520 msgr2=0x7f6f900c1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f95807640 1 --2- 172.21.15.32:0/2031020796 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f9015a520 0x7f6f900c1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f95807640 1 -- 172.21.15.32:0/2031020796 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f8c0094d0 con 0x7f6f900cea30 2024-09-13T17:47:17.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f95807640 1 --2- 172.21.15.32:0/2031020796 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f900cea30 0x7f6f900b00b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6f8000c3e0 tx=0x7f6f8000c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:17.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f86ffd640 1 -- 172.21.15.32:0/2031020796 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f80011790 con 0x7f6f900cea30 2024-09-13T17:47:17.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f86ffd640 1 -- 172.21.15.32:0/2031020796 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f800118f0 con 0x7f6f900cea30 2024-09-13T17:47:17.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f9826c640 1 -- 172.21.15.32:0/2031020796 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f90156c40 con 0x7f6f900cea30 2024-09-13T17:47:17.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f86ffd640 1 -- 172.21.15.32:0/2031020796 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f80011ce0 con 0x7f6f900cea30 2024-09-13T17:47:17.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.310+0000 7f6f9826c640 1 -- 172.21.15.32:0/2031020796 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f90156000 con 0x7f6f900cea30 2024-09-13T17:47:17.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.314+0000 7f6f9826c640 1 -- 172.21.15.32:0/2031020796 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f900c51e0 con 0x7f6f900cea30 2024-09-13T17:47:17.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.314+0000 7f6f86ffd640 1 -- 172.21.15.32:0/2031020796 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6f8001c460 con 0x7f6f900cea30 2024-09-13T17:47:17.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.314+0000 7f6f86ffd640 1 --2- 172.21.15.32:0/2031020796 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6f74066690 0x7f6f74068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.314+0000 7f6f86ffd640 1 -- 172.21.15.32:0/2031020796 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f6f80083d10 con 0x7f6f900cea30 2024-09-13T17:47:17.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.314+0000 7f6f96008640 1 --2- 172.21.15.32:0/2031020796 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6f74066690 0x7f6f74068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.314+0000 7f6f96008640 1 --2- 172.21.15.32:0/2031020796 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6f74066690 0x7f6f74068b50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c0ae000 tx=0x7f6f8c0b5040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:17.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.318+0000 7f6f86ffd640 1 -- 172.21.15.32:0/2031020796 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6f80089020 con 0x7f6f900cea30 2024-09-13T17:47:17.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.470+0000 7f6f9826c640 1 -- 172.21.15.32:0/2031020796 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6f900abad0 con 0x7f6f900cea30 2024-09-13T17:47:17.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.470+0000 7f6f86ffd640 1 -- 172.21.15.32:0/2031020796 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v19) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6f80051350 con 0x7f6f900cea30 2024-09-13T17:47:17.477 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:47:17.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.474+0000 7f6f9826c640 1 -- 172.21.15.32:0/2031020796 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6f74066690 msgr2=0x7f6f74068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.474+0000 7f6f9826c640 1 --2- 172.21.15.32:0/2031020796 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6f74066690 0x7f6f74068b50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c0ae000 tx=0x7f6f8c0b5040 comp rx=0 tx=0).stop 2024-09-13T17:47:17.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.474+0000 7f6f9826c640 1 -- 172.21.15.32:0/2031020796 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f900cea30 msgr2=0x7f6f900b00b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.474+0000 7f6f9826c640 1 --2- 172.21.15.32:0/2031020796 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f900cea30 0x7f6f900b00b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6f8000c3e0 tx=0x7f6f8000c8a0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.474+0000 7f6f9826c640 1 -- 172.21.15.32:0/2031020796 shutdown_connections 2024-09-13T17:47:17.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.474+0000 7f6f9826c640 1 --2- 172.21.15.32:0/2031020796 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6f74066690 0x7f6f74068b50 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.474+0000 7f6f9826c640 1 --2- 172.21.15.32:0/2031020796 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f9015a520 0x7f6f900c1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.474+0000 7f6f9826c640 1 --2- 172.21.15.32:0/2031020796 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f900cea30 0x7f6f900b00b0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.474+0000 7f6f9826c640 1 --2- 172.21.15.32:0/2031020796 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f900b2240 0x7f6f90155ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.474+0000 7f6f9826c640 1 -- 172.21.15.32:0/2031020796 >> 172.21.15.32:0/2031020796 conn(0x7f6f9006a150 msgr2=0x7f6f90157f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:17.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.474+0000 7f6f9826c640 1 -- 172.21.15.32:0/2031020796 shutdown_connections 2024-09-13T17:47:17.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.474+0000 7f6f9826c640 1 -- 172.21.15.32:0/2031020796 wait complete. 2024-09-13T17:47:17.494 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T17:47:17.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.614+0000 7fe5f76bc640 1 Processor -- start 2024-09-13T17:47:17.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.614+0000 7fe5f76bc640 1 -- start start 2024-09-13T17:47:17.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5f76bc640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5f00d0a10 0x7fe5f00cf860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5f76bc640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5f00ccfd0 con 0x7fe5f00cdca0 2024-09-13T17:47:17.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5f76bc640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5f00cd200 con 0x7fe5f015c4f0 2024-09-13T17:47:17.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5f76bc640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5f00d0e50 con 0x7fe5f00d0a10 2024-09-13T17:47:17.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5f5c59640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe5f00cdca0 0x7fe5f00d23c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56296/0 (socket says 172.21.15.32:56296) 2024-09-13T17:47:17.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5f5c59640 1 -- 172.21.15.32:0/2828601093 learned_addr learned my addr 172.21.15.32:0/2828601093 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:17.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5f4c57640 1 --2- 172.21.15.32:0/2828601093 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5f00d0a10 0x7fe5f00cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5e7fff640 1 -- 172.21.15.32:0/2828601093 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1150215520 0 0) 0x7fe5f00ccfd0 con 0x7fe5f00cdca0 2024-09-13T17:47:17.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5e7fff640 1 -- 172.21.15.32:0/2828601093 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe5dc003530 con 0x7fe5f00cdca0 2024-09-13T17:47:17.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5e7fff640 1 -- 172.21.15.32:0/2828601093 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2147228716 0 0) 0x7fe5dc003530 con 0x7fe5f00cdca0 2024-09-13T17:47:17.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5e7fff640 1 -- 172.21.15.32:0/2828601093 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5f00d0a10 msgr2=0x7fe5f00cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:17.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5e7fff640 1 --2- 172.21.15.32:0/2828601093 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5f00d0a10 0x7fe5f00cf860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5e7fff640 1 -- 172.21.15.32:0/2828601093 >> v1:172.21.15.159:6789/0 conn(0x7fe5f015c4f0 legacy=0x7fe5f006b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5e7fff640 1 -- 172.21.15.32:0/2828601093 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5f00d1110 con 0x7fe5f00cdca0 2024-09-13T17:47:17.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5e7fff640 1 -- 172.21.15.32:0/2828601093 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fe5e8001680 con 0x7fe5f00cdca0 2024-09-13T17:47:17.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5e7fff640 1 -- 172.21.15.32:0/2828601093 >> v1:172.21.15.32:6789/0 conn(0x7fe5f00cdca0 legacy=0x7fe5f00d23c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5e7fff640 1 --2- 172.21.15.32:0/2828601093 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5f00d0a10 0x7fe5dc0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5e7fff640 1 --2- 172.21.15.32:0/2828601093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5dc003f30 0x7fe5dc0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5e7fff640 1 --2- 172.21.15.32:0/2828601093 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5dc004d10 0x7fe5dc005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5e7fff640 1 -- 172.21.15.32:0/2828601093 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5f00d0e50 con 0x7fe5dc003f30 2024-09-13T17:47:17.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5e7fff640 1 -- 172.21.15.32:0/2828601093 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5dc00ba70 con 0x7fe5dc004d10 2024-09-13T17:47:17.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5e7fff640 1 -- 172.21.15.32:0/2828601093 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5dc00bc30 con 0x7fe5f00d0a10 2024-09-13T17:47:17.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5f4c57640 1 --2- 172.21.15.32:0/2828601093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5dc003f30 0x7fe5dc0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5f5458640 1 --2- 172.21.15.32:0/2828601093 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5f00d0a10 0x7fe5dc0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5f5c59640 1 --2- 172.21.15.32:0/2828601093 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5dc004d10 0x7fe5dc005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5f4c57640 1 -- 172.21.15.32:0/2828601093 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5f00d0a10 msgr2=0x7fe5dc0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:17.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5f4c57640 1 --2- 172.21.15.32:0/2828601093 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5f00d0a10 0x7fe5dc0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5f4c57640 1 -- 172.21.15.32:0/2828601093 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5dc004d10 msgr2=0x7fe5dc005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:17.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5f4c57640 1 --2- 172.21.15.32:0/2828601093 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5dc004d10 0x7fe5dc005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5f4c57640 1 -- 172.21.15.32:0/2828601093 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5dc003530 con 0x7fe5dc003f30 2024-09-13T17:47:17.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.618+0000 7fe5f5c59640 1 --2- 172.21.15.32:0/2828601093 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5dc004d10 0x7fe5dc005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:17.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f4c57640 1 --2- 172.21.15.32:0/2828601093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5dc003f30 0x7fe5dc0047d0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe5e0009ac0 tx=0x7fe5e001ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca4216fac8e033dd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:17.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5e7fff640 1 -- 172.21.15.32:0/2828601093 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5e00059a0 con 0x7fe5dc003f30 2024-09-13T17:47:17.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5e7fff640 1 -- 172.21.15.32:0/2828601093 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5e0005b00 con 0x7fe5dc003f30 2024-09-13T17:47:17.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5e7fff640 1 -- 172.21.15.32:0/2828601093 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5e00a5640 con 0x7fe5dc003f30 2024-09-13T17:47:17.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f76bc640 1 -- 172.21.15.32:0/2828601093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5dc003f30 msgr2=0x7fe5dc0047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f76bc640 1 --2- 172.21.15.32:0/2828601093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5dc003f30 0x7fe5dc0047d0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe5e0009ac0 tx=0x7fe5e001ca50 comp rx=0 tx=0).stop 2024-09-13T17:47:17.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f5c59640 1 -- 172.21.15.32:0/2828601093 reap_dead start 2024-09-13T17:47:17.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f76bc640 1 -- 172.21.15.32:0/2828601093 shutdown_connections 2024-09-13T17:47:17.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f76bc640 1 -- 172.21.15.32:0/2828601093 >> 172.21.15.32:0/2828601093 conn(0x7fe5f008bf30 msgr2=0x7fe5f009b850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:17.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f76bc640 1 -- 172.21.15.32:0/2828601093 shutdown_connections 2024-09-13T17:47:17.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f76bc640 1 -- 172.21.15.32:0/2828601093 wait complete. 2024-09-13T17:47:17.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f76bc640 1 Processor -- start 2024-09-13T17:47:17.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f76bc640 1 -- start start 2024-09-13T17:47:17.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f76bc640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5dc003f30 0x7fe5f01f6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f76bc640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5f01501d0 0x7fe5f00b02c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f76bc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5f00b0800 0x7fe5f00c9500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f76bc640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5f00b0c80 con 0x7fe5f00b0800 2024-09-13T17:47:17.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f76bc640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5f01f6640 con 0x7fe5dc003f30 2024-09-13T17:47:17.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f76bc640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5f00cbe80 con 0x7fe5f01501d0 2024-09-13T17:47:17.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f5c59640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5f00b0800 0x7fe5f00c9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f5c59640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5f00b0800 0x7fe5f00c9500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41686/0 (socket says 172.21.15.32:41686) 2024-09-13T17:47:17.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.622+0000 7fe5f5c59640 1 -- 172.21.15.32:0/3562704662 learned_addr learned my addr 172.21.15.32:0/3562704662 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:17.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5f5458640 1 --2- 172.21.15.32:0/3562704662 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5dc003f30 0x7fe5f01f6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5f4c57640 1 --2- 172.21.15.32:0/3562704662 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5f01501d0 0x7fe5f00b02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5f5c59640 1 -- 172.21.15.32:0/3562704662 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5f01501d0 msgr2=0x7fe5f00b02c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5f5c59640 1 --2- 172.21.15.32:0/3562704662 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5f01501d0 0x7fe5f00b02c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5f5c59640 1 -- 172.21.15.32:0/3562704662 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5dc003f30 msgr2=0x7fe5f01f6100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5f5c59640 1 --2- 172.21.15.32:0/3562704662 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5dc003f30 0x7fe5f01f6100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5f5c59640 1 -- 172.21.15.32:0/3562704662 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5f00cb270 con 0x7fe5f00b0800 2024-09-13T17:47:17.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5f5c59640 1 --2- 172.21.15.32:0/3562704662 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5f00b0800 0x7fe5f00c9500 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe5e8000c10 tx=0x7fe5e8010d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:17.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5e5ffb640 1 -- 172.21.15.32:0/3562704662 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5e800ea60 con 0x7fe5f00b0800 2024-09-13T17:47:17.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5e5ffb640 1 -- 172.21.15.32:0/3562704662 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5e800ebe0 con 0x7fe5f00b0800 2024-09-13T17:47:17.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5f76bc640 1 -- 172.21.15.32:0/3562704662 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5f00cb550 con 0x7fe5f00b0800 2024-09-13T17:47:17.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5e5ffb640 1 -- 172.21.15.32:0/3562704662 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5e8015400 con 0x7fe5f00b0800 2024-09-13T17:47:17.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5f76bc640 1 -- 172.21.15.32:0/3562704662 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5f00cbb10 con 0x7fe5f00b0800 2024-09-13T17:47:17.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5f76bc640 1 -- 172.21.15.32:0/3562704662 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5f00d13f0 con 0x7fe5f00b0800 2024-09-13T17:47:17.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5e5ffb640 1 -- 172.21.15.32:0/3562704662 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe5e801e3b0 con 0x7fe5f00b0800 2024-09-13T17:47:17.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5e5ffb640 1 --2- 172.21.15.32:0/3562704662 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe5d40666c0 0x7fe5d4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5e5ffb640 1 -- 172.21.15.32:0/3562704662 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fe5e80868c0 con 0x7fe5f00b0800 2024-09-13T17:47:17.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5f5458640 1 --2- 172.21.15.32:0/3562704662 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe5d40666c0 0x7fe5d4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.626+0000 7fe5f5458640 1 --2- 172.21.15.32:0/3562704662 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe5d40666c0 0x7fe5d4068b80 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe5f01f5650 tx=0x7fe5ec009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:17.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.630+0000 7fe5e5ffb640 1 -- 172.21.15.32:0/3562704662 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe5e8054010 con 0x7fe5f00b0800 2024-09-13T17:47:17.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.794+0000 7fe5f76bc640 1 -- 172.21.15.32:0/3562704662 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fe5f00cbfc0 con 0x7fe5f00b0800 2024-09-13T17:47:17.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.794+0000 7fe5e5ffb640 1 -- 172.21.15.32:0/3562704662 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v19) v1 ==== 84+0+65 (secure 0 0 0) 0x7fe5e801a070 con 0x7fe5f00b0800 2024-09-13T17:47:17.799 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:17.799 INFO:teuthology.orchestra.run.smithi032.stdout:[ 2024-09-13T17:47:17.799 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:47:17.799 INFO:teuthology.orchestra.run.smithi032.stdout: "poolnum": 1, 2024-09-13T17:47:17.799 INFO:teuthology.orchestra.run.smithi032.stdout: "poolname": ".mgr" 2024-09-13T17:47:17.799 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:47:17.799 INFO:teuthology.orchestra.run.smithi032.stdout:] 2024-09-13T17:47:17.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.794+0000 7fe5f76bc640 1 -- 172.21.15.32:0/3562704662 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe5d40666c0 msgr2=0x7fe5d4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.794+0000 7fe5f76bc640 1 --2- 172.21.15.32:0/3562704662 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe5d40666c0 0x7fe5d4068b80 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe5f01f5650 tx=0x7fe5ec009040 comp rx=0 tx=0).stop 2024-09-13T17:47:17.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.794+0000 7fe5f76bc640 1 -- 172.21.15.32:0/3562704662 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5f00b0800 msgr2=0x7fe5f00c9500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.794+0000 7fe5f76bc640 1 --2- 172.21.15.32:0/3562704662 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5f00b0800 0x7fe5f00c9500 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe5e8000c10 tx=0x7fe5e8010d00 comp rx=0 tx=0).stop 2024-09-13T17:47:17.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.794+0000 7fe5f76bc640 1 -- 172.21.15.32:0/3562704662 shutdown_connections 2024-09-13T17:47:17.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.794+0000 7fe5f76bc640 1 --2- 172.21.15.32:0/3562704662 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe5d40666c0 0x7fe5d4068b80 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.794+0000 7fe5f76bc640 1 --2- 172.21.15.32:0/3562704662 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5f00b0800 0x7fe5f00c9500 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.794+0000 7fe5f76bc640 1 --2- 172.21.15.32:0/3562704662 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5f01501d0 0x7fe5f00b02c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.794+0000 7fe5f76bc640 1 --2- 172.21.15.32:0/3562704662 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5dc003f30 0x7fe5f01f6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.794+0000 7fe5f76bc640 1 -- 172.21.15.32:0/3562704662 >> 172.21.15.32:0/3562704662 conn(0x7fe5f008bf30 msgr2=0x7fe5f006c530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:17.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.794+0000 7fe5f76bc640 1 -- 172.21.15.32:0/3562704662 shutdown_connections 2024-09-13T17:47:17.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.794+0000 7fe5f76bc640 1 -- 172.21.15.32:0/3562704662 wait complete. 2024-09-13T17:47:17.817 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T17:47:17.818 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T17:47:17.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.946+0000 7f83a5eb7640 1 Processor -- start 2024-09-13T17:47:17.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.946+0000 7f83a5eb7640 1 -- start start 2024-09-13T17:47:17.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.946+0000 7f83a5eb7640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f83a00b2f80 0x7f83a006dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.946+0000 7f83a5eb7640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83a00b1170 con 0x7f83a00b1bc0 2024-09-13T17:47:17.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.946+0000 7f83a5eb7640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83a00b1730 con 0x7f83a00cdbc0 2024-09-13T17:47:17.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.946+0000 7f83a5eb7640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83a00cb440 con 0x7f83a00b2f80 2024-09-13T17:47:17.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.946+0000 7f839ffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f83a00b1bc0 0x7f83a006c240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56310/0 (socket says 172.21.15.32:56310) 2024-09-13T17:47:17.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.946+0000 7f839ffff640 1 -- 172.21.15.32:0/213245998 learned_addr learned my addr 172.21.15.32:0/213245998 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:17.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.946+0000 7f839effd640 1 --2- 172.21.15.32:0/213245998 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f83a00b2f80 0x7f83a006dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.946+0000 7f839e7fc640 1 -- 172.21.15.32:0/213245998 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 490165401 0 0) 0x7f83a00b1170 con 0x7f83a00b1bc0 2024-09-13T17:47:17.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.946+0000 7f839e7fc640 1 -- 172.21.15.32:0/213245998 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8388003530 con 0x7f83a00b1bc0 2024-09-13T17:47:17.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839e7fc640 1 -- 172.21.15.32:0/213245998 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1722969876 0 0) 0x7f8388003530 con 0x7f83a00b1bc0 2024-09-13T17:47:17.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839e7fc640 1 -- 172.21.15.32:0/213245998 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f83a00b2f80 msgr2=0x7f83a006dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:17.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839e7fc640 1 --2- 172.21.15.32:0/213245998 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f83a00b2f80 0x7f83a006dcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839e7fc640 1 -- 172.21.15.32:0/213245998 >> v1:172.21.15.159:6789/0 conn(0x7f83a00cdbc0 legacy=0x7f83a00b2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839e7fc640 1 -- 172.21.15.32:0/213245998 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83a00cb720 con 0x7f83a00b1bc0 2024-09-13T17:47:17.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839e7fc640 1 -- 172.21.15.32:0/213245998 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f8398001a00 con 0x7f83a00b1bc0 2024-09-13T17:47:17.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839e7fc640 1 -- 172.21.15.32:0/213245998 >> v1:172.21.15.32:6789/0 conn(0x7f83a00b1bc0 legacy=0x7f83a006c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839e7fc640 1 --2- 172.21.15.32:0/213245998 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f83880039b0 0x7f8388003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839e7fc640 1 --2- 172.21.15.32:0/213245998 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8388004360 0x7f8388004830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839e7fc640 1 --2- 172.21.15.32:0/213245998 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f83a00b2f80 0x7f83880050c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839e7fc640 1 -- 172.21.15.32:0/213245998 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83a00cb440 con 0x7f8388004360 2024-09-13T17:47:17.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839e7fc640 1 -- 172.21.15.32:0/213245998 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f838800b9f0 con 0x7f83880039b0 2024-09-13T17:47:17.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839e7fc640 1 -- 172.21.15.32:0/213245998 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f838800bbb0 con 0x7f83a00b2f80 2024-09-13T17:47:17.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839effd640 1 --2- 172.21.15.32:0/213245998 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8388004360 0x7f8388004830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839ffff640 1 --2- 172.21.15.32:0/213245998 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f83a00b2f80 0x7f83880050c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839f7fe640 1 --2- 172.21.15.32:0/213245998 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f83880039b0 0x7f8388003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839effd640 1 -- 172.21.15.32:0/213245998 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f83a00b2f80 msgr2=0x7f83880050c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:17.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839effd640 1 --2- 172.21.15.32:0/213245998 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f83a00b2f80 0x7f83880050c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839effd640 1 -- 172.21.15.32:0/213245998 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f83880039b0 msgr2=0x7f8388003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:17.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839effd640 1 --2- 172.21.15.32:0/213245998 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f83880039b0 0x7f8388003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839effd640 1 -- 172.21.15.32:0/213245998 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8388003530 con 0x7f8388004360 2024-09-13T17:47:17.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839ffff640 1 --2- 172.21.15.32:0/213245998 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f83a00b2f80 0x7f83880050c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:17.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839f7fe640 1 --2- 172.21.15.32:0/213245998 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f83880039b0 0x7f8388003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:17.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839effd640 1 --2- 172.21.15.32:0/213245998 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8388004360 0x7f8388004830 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f839400aab0 tx=0x7f839401df60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e88392bb0a21dbb1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:17.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839e7fc640 1 -- 172.21.15.32:0/213245998 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83940ad600 con 0x7f8388004360 2024-09-13T17:47:17.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839e7fc640 1 -- 172.21.15.32:0/213245998 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83940a9050 con 0x7f8388004360 2024-09-13T17:47:17.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839e7fc640 1 -- 172.21.15.32:0/213245998 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83940ad9a0 con 0x7f8388004360 2024-09-13T17:47:17.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f83a5eb7640 1 -- 172.21.15.32:0/213245998 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8388004360 msgr2=0x7f8388004830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f83a5eb7640 1 --2- 172.21.15.32:0/213245998 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8388004360 0x7f8388004830 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f839400aab0 tx=0x7f839401df60 comp rx=0 tx=0).stop 2024-09-13T17:47:17.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f839ffff640 1 -- 172.21.15.32:0/213245998 reap_dead start 2024-09-13T17:47:17.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f83a5eb7640 1 -- 172.21.15.32:0/213245998 shutdown_connections 2024-09-13T17:47:17.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f83a5eb7640 1 -- 172.21.15.32:0/213245998 >> 172.21.15.32:0/213245998 conn(0x7f83a006a150 msgr2=0x7f83a006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:17.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f83a5eb7640 1 -- 172.21.15.32:0/213245998 shutdown_connections 2024-09-13T17:47:17.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.950+0000 7f83a5eb7640 1 -- 172.21.15.32:0/213245998 wait complete. 2024-09-13T17:47:17.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f83a5eb7640 1 Processor -- start 2024-09-13T17:47:17.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f83a5eb7640 1 -- start start 2024-09-13T17:47:17.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f83a5eb7640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f83a01566a0 0x7f83a015b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f83a5eb7640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f83a00ca5c0 0x7f83a00992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f83a5eb7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f83a0099820 0x7f83a0099ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f83a5eb7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83a0098260 con 0x7f83a0099820 2024-09-13T17:47:17.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f83a5eb7640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83a0098520 con 0x7f83a00ca5c0 2024-09-13T17:47:17.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f83a5eb7640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83a0098800 con 0x7f83a01566a0 2024-09-13T17:47:17.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f839ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f83a0099820 0x7f83a0099ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f839ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f83a0099820 0x7f83a0099ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41694/0 (socket says 172.21.15.32:41694) 2024-09-13T17:47:17.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f839ffff640 1 -- 172.21.15.32:0/3674116311 learned_addr learned my addr 172.21.15.32:0/3674116311 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:17.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f839f7fe640 1 --2- 172.21.15.32:0/3674116311 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f83a01566a0 0x7f83a015b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f839effd640 1 --2- 172.21.15.32:0/3674116311 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f83a00ca5c0 0x7f83a00992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f839ffff640 1 -- 172.21.15.32:0/3674116311 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f83a01566a0 msgr2=0x7f83a015b510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f839ffff640 1 --2- 172.21.15.32:0/3674116311 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f83a01566a0 0x7f83a015b510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f839ffff640 1 -- 172.21.15.32:0/3674116311 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f83a00ca5c0 msgr2=0x7f83a00992e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:17.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f839ffff640 1 --2- 172.21.15.32:0/3674116311 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f83a00ca5c0 0x7f83a00992e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:17.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f839ffff640 1 -- 172.21.15.32:0/3674116311 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83a0098ae0 con 0x7f83a0099820 2024-09-13T17:47:17.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f839ffff640 1 --2- 172.21.15.32:0/3674116311 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f83a0099820 0x7f83a0099ca0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f83a006af30 tx=0x7f839800b4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:17.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f8387fff640 1 -- 172.21.15.32:0/3674116311 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f839800bd90 con 0x7f83a0099820 2024-09-13T17:47:17.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f8387fff640 1 -- 172.21.15.32:0/3674116311 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83980123d0 con 0x7f83a0099820 2024-09-13T17:47:17.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f8387fff640 1 -- 172.21.15.32:0/3674116311 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8398012780 con 0x7f83a0099820 2024-09-13T17:47:17.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f83a5eb7640 1 -- 172.21.15.32:0/3674116311 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83a0098dc0 con 0x7f83a0099820 2024-09-13T17:47:17.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f83a5eb7640 1 -- 172.21.15.32:0/3674116311 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83a015ba50 con 0x7f83a0099820 2024-09-13T17:47:17.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f83a5eb7640 1 -- 172.21.15.32:0/3674116311 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83a006dcf0 con 0x7f83a0099820 2024-09-13T17:47:17.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.954+0000 7f8387fff640 1 -- 172.21.15.32:0/3674116311 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f83980128e0 con 0x7f83a0099820 2024-09-13T17:47:17.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.958+0000 7f8387fff640 1 --2- 172.21.15.32:0/3674116311 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f838c066690 0x7f838c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:17.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.958+0000 7f8387fff640 1 -- 172.21.15.32:0/3674116311 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f8398083ad0 con 0x7f83a0099820 2024-09-13T17:47:17.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.958+0000 7f839f7fe640 1 --2- 172.21.15.32:0/3674116311 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f838c066690 0x7f838c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:17.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.958+0000 7f839f7fe640 1 --2- 172.21.15.32:0/3674116311 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f838c066690 0x7f838c068b50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8390000c10 tx=0x7f839000a280 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:17.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:17.962+0000 7f8387fff640 1 -- 172.21.15.32:0/3674116311 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8398051220 con 0x7f83a0099820 2024-09-13T17:47:18.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.118+0000 7f83a5eb7640 1 -- 172.21.15.32:0/3674116311 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f83a00ad5b0 con 0x7f83a0099820 2024-09-13T17:47:18.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.666+0000 7f8387fff640 1 -- 172.21.15.32:0/3674116311 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v20) v1 ==== 138+0+0 (secure 0 0 0) 0x7f8398019020 con 0x7f83a0099820 2024-09-13T17:47:18.671 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' created 2024-09-13T17:47:18.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.670+0000 7f83a5eb7640 1 -- 172.21.15.32:0/3674116311 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f838c066690 msgr2=0x7f838c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:18.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.670+0000 7f83a5eb7640 1 --2- 172.21.15.32:0/3674116311 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f838c066690 0x7f838c068b50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8390000c10 tx=0x7f839000a280 comp rx=0 tx=0).stop 2024-09-13T17:47:18.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.670+0000 7f83a5eb7640 1 -- 172.21.15.32:0/3674116311 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f83a0099820 msgr2=0x7f83a0099ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:18.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.670+0000 7f83a5eb7640 1 --2- 172.21.15.32:0/3674116311 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f83a0099820 0x7f83a0099ca0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f83a006af30 tx=0x7f839800b4a0 comp rx=0 tx=0).stop 2024-09-13T17:47:18.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.670+0000 7f83a5eb7640 1 -- 172.21.15.32:0/3674116311 shutdown_connections 2024-09-13T17:47:18.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.670+0000 7f83a5eb7640 1 --2- 172.21.15.32:0/3674116311 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f838c066690 0x7f838c068b50 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:18.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.670+0000 7f83a5eb7640 1 --2- 172.21.15.32:0/3674116311 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f83a0099820 0x7f83a0099ca0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:18.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.670+0000 7f83a5eb7640 1 --2- 172.21.15.32:0/3674116311 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f83a00ca5c0 0x7f83a00992e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:18.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.670+0000 7f83a5eb7640 1 --2- 172.21.15.32:0/3674116311 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f83a01566a0 0x7f83a015b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:18.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.670+0000 7f83a5eb7640 1 -- 172.21.15.32:0/3674116311 >> 172.21.15.32:0/3674116311 conn(0x7f83a006a150 msgr2=0x7f83a00b2250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:18.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.670+0000 7f83a5eb7640 1 -- 172.21.15.32:0/3674116311 shutdown_connections 2024-09-13T17:47:18.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.670+0000 7f83a5eb7640 1 -- 172.21.15.32:0/3674116311 wait complete. 2024-09-13T17:47:18.699 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-13T17:47:18.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.822+0000 7fe82ec71640 1 Processor -- start 2024-09-13T17:47:18.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.822+0000 7fe82ec71640 1 -- start start 2024-09-13T17:47:18.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.822+0000 7fe82ec71640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe82815c430 0x7fe82815ff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:18.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.822+0000 7fe82ec71640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe8280cd9b0 0x7fe8280ca980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:18.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.822+0000 7fe82ec71640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe828160490 con 0x7fe82806e2d0 2024-09-13T17:47:18.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.822+0000 7fe82ec71640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe82806b2a0 con 0x7fe8280cd9b0 2024-09-13T17:47:18.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.822+0000 7fe82ec71640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe82806b580 con 0x7fe82815c430 2024-09-13T17:47:18.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.822+0000 7fe827fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe8280cd9b0 0x7fe8280ca980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:18.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.822+0000 7fe82d20e640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe82806e2d0 0x7fe82806ba10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53386/0 (socket says 172.21.15.32:53386) 2024-09-13T17:47:18.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.822+0000 7fe82d20e640 1 -- 172.21.15.32:0/1316709902 learned_addr learned my addr 172.21.15.32:0/1316709902 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:18.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.826+0000 7fe82ca0d640 1 --2- 172.21.15.32:0/1316709902 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe82815c430 0x7fe82815ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:18.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.826+0000 7fe827fff640 1 -- 172.21.15.32:0/1316709902 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe82815c430 msgr2=0x7fe82815ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:18.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.826+0000 7fe827fff640 1 --2- 172.21.15.32:0/1316709902 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe82815c430 0x7fe82815ff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:18.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.826+0000 7fe827fff640 1 -- 172.21.15.32:0/1316709902 >> v1:172.21.15.32:6789/0 conn(0x7fe82806e2d0 legacy=0x7fe82806ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:18.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.826+0000 7fe827fff640 1 -- 172.21.15.32:0/1316709902 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe82815c810 con 0x7fe8280cd9b0 2024-09-13T17:47:18.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.826+0000 7fe827fff640 1 --2- 172.21.15.32:0/1316709902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8280cd9b0 0x7fe8280ca980 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fe8140097c0 tx=0x7fe81401c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a59394c9e1ced5c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:18.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.826+0000 7fe8277fe640 1 -- 172.21.15.32:0/1316709902 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8140ab600 con 0x7fe8280cd9b0 2024-09-13T17:47:18.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.826+0000 7fe8277fe640 1 -- 172.21.15.32:0/1316709902 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8140a7050 con 0x7fe8280cd9b0 2024-09-13T17:47:18.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.826+0000 7fe8277fe640 1 -- 172.21.15.32:0/1316709902 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8140ab980 con 0x7fe8280cd9b0 2024-09-13T17:47:18.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.826+0000 7fe82ec71640 1 -- 172.21.15.32:0/1316709902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8280cd9b0 msgr2=0x7fe8280ca980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:18.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.826+0000 7fe82ec71640 1 --2- 172.21.15.32:0/1316709902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8280cd9b0 0x7fe8280ca980 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fe8140097c0 tx=0x7fe81401c410 comp rx=0 tx=0).stop 2024-09-13T17:47:18.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.826+0000 7fe82ec71640 1 -- 172.21.15.32:0/1316709902 shutdown_connections 2024-09-13T17:47:18.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.826+0000 7fe82ec71640 1 --2- 172.21.15.32:0/1316709902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8280cd9b0 0x7fe8280ca980 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:18.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.826+0000 7fe82ec71640 1 --2- 172.21.15.32:0/1316709902 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe82815c430 0x7fe82815ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:18.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.826+0000 7fe82ec71640 1 -- 172.21.15.32:0/1316709902 >> 172.21.15.32:0/1316709902 conn(0x7fe828069f80 msgr2=0x7fe82806a390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:18.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.826+0000 7fe82ec71640 1 -- 172.21.15.32:0/1316709902 shutdown_connections 2024-09-13T17:47:18.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.826+0000 7fe82ec71640 1 -- 172.21.15.32:0/1316709902 wait complete. 2024-09-13T17:47:18.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ec71640 1 Processor -- start 2024-09-13T17:47:18.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ec71640 1 -- start start 2024-09-13T17:47:18.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ec71640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe82806e2d0 0x7fe82815a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:18.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ec71640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8280cd9b0 0x7fe82815f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:18.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ec71640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe82815c430 0x7fe8280ab860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:18.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ec71640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8280c4e00 con 0x7fe82806e2d0 2024-09-13T17:47:18.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ec71640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8280c5050 con 0x7fe82815c430 2024-09-13T17:47:18.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ec71640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8280c5330 con 0x7fe8280cd9b0 2024-09-13T17:47:18.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ca0d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe82806e2d0 0x7fe82815a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:18.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ca0d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe82806e2d0 0x7fe82815a280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37644/0 (socket says 172.21.15.32:37644) 2024-09-13T17:47:18.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ca0d640 1 -- 172.21.15.32:0/2586576830 learned_addr learned my addr 172.21.15.32:0/2586576830 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:18.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe827fff640 1 --2- 172.21.15.32:0/2586576830 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8280cd9b0 0x7fe82815f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:18.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82d20e640 1 --2- 172.21.15.32:0/2586576830 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe82815c430 0x7fe8280ab860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:18.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ca0d640 1 -- 172.21.15.32:0/2586576830 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8280cd9b0 msgr2=0x7fe82815f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:18.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ca0d640 1 --2- 172.21.15.32:0/2586576830 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8280cd9b0 0x7fe82815f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:18.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ca0d640 1 -- 172.21.15.32:0/2586576830 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe82815c430 msgr2=0x7fe8280ab860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:18.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ca0d640 1 --2- 172.21.15.32:0/2586576830 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe82815c430 0x7fe8280ab860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:18.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ca0d640 1 -- 172.21.15.32:0/2586576830 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe814009420 con 0x7fe82806e2d0 2024-09-13T17:47:18.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82d20e640 1 --2- 172.21.15.32:0/2586576830 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe82815c430 0x7fe8280ab860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:18.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ca0d640 1 --2- 172.21.15.32:0/2586576830 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe82806e2d0 0x7fe82815a280 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe81c00d5f0 tx=0x7fe81c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:18.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe8257fa640 1 -- 172.21.15.32:0/2586576830 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe81c0125f0 con 0x7fe82806e2d0 2024-09-13T17:47:18.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe8257fa640 1 -- 172.21.15.32:0/2586576830 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe81c012750 con 0x7fe82806e2d0 2024-09-13T17:47:18.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ec71640 1 -- 172.21.15.32:0/2586576830 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8280c5610 con 0x7fe82806e2d0 2024-09-13T17:47:18.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe8257fa640 1 -- 172.21.15.32:0/2586576830 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe81c012ae0 con 0x7fe82806e2d0 2024-09-13T17:47:18.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ec71640 1 -- 172.21.15.32:0/2586576830 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe82815fa30 con 0x7fe82806e2d0 2024-09-13T17:47:18.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe82ec71640 1 -- 172.21.15.32:0/2586576830 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8280ca980 con 0x7fe82806e2d0 2024-09-13T17:47:18.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.830+0000 7fe8257fa640 1 -- 172.21.15.32:0/2586576830 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe81c012c40 con 0x7fe82806e2d0 2024-09-13T17:47:18.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.834+0000 7fe8257fa640 1 --2- 172.21.15.32:0/2586576830 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe80c066710 0x7fe80c068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:18.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.834+0000 7fe8257fa640 1 -- 172.21.15.32:0/2586576830 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5227+0+0 (secure 0 0 0) 0x7fe81c084450 con 0x7fe82806e2d0 2024-09-13T17:47:18.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.834+0000 7fe827fff640 1 --2- 172.21.15.32:0/2586576830 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe80c066710 0x7fe80c068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:18.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.834+0000 7fe827fff640 1 --2- 172.21.15.32:0/2586576830 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe80c066710 0x7fe80c068bd0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe8140ad000 tx=0x7fe814008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:18.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.838+0000 7fe8257fa640 1 -- 172.21.15.32:0/2586576830 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe81c051980 con 0x7fe82806e2d0 2024-09-13T17:47:19.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:18.998+0000 7fe82ec71640 1 -- 172.21.15.32:0/2586576830 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) v1 -- 0x7fe828067300 con 0x7fe82806e2d0 2024-09-13T17:47:19.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.670+0000 7fe8257fa640 1 -- 172.21.15.32:0/2586576830 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v21) v1 ==== 171+0+0 (secure 0 0 0) 0x7fe81c004650 con 0x7fe82806e2d0 2024-09-13T17:47:19.692 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' created 2024-09-13T17:47:19.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.694+0000 7fe82ec71640 1 -- 172.21.15.32:0/2586576830 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe80c066710 msgr2=0x7fe80c068bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:19.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.694+0000 7fe82ec71640 1 --2- 172.21.15.32:0/2586576830 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe80c066710 0x7fe80c068bd0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe8140ad000 tx=0x7fe814008040 comp rx=0 tx=0).stop 2024-09-13T17:47:19.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.694+0000 7fe82ec71640 1 -- 172.21.15.32:0/2586576830 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe82806e2d0 msgr2=0x7fe82815a280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:19.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.694+0000 7fe82ec71640 1 --2- 172.21.15.32:0/2586576830 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe82806e2d0 0x7fe82815a280 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe81c00d5f0 tx=0x7fe81c00dab0 comp rx=0 tx=0).stop 2024-09-13T17:47:19.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.694+0000 7fe82ec71640 1 -- 172.21.15.32:0/2586576830 shutdown_connections 2024-09-13T17:47:19.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.694+0000 7fe82ec71640 1 --2- 172.21.15.32:0/2586576830 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe80c066710 0x7fe80c068bd0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:19.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.694+0000 7fe82ec71640 1 --2- 172.21.15.32:0/2586576830 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe82815c430 0x7fe8280ab860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:19.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.694+0000 7fe82ec71640 1 --2- 172.21.15.32:0/2586576830 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8280cd9b0 0x7fe82815f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:19.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.694+0000 7fe82ec71640 1 --2- 172.21.15.32:0/2586576830 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe82806e2d0 0x7fe82815a280 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:19.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.694+0000 7fe82ec71640 1 -- 172.21.15.32:0/2586576830 >> 172.21.15.32:0/2586576830 conn(0x7fe828069f80 msgr2=0x7fe8280d0ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:19.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.694+0000 7fe82ec71640 1 -- 172.21.15.32:0/2586576830 shutdown_connections 2024-09-13T17:47:19.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.694+0000 7fe82ec71640 1 -- 172.21.15.32:0/2586576830 wait complete. 2024-09-13T17:47:19.733 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T17:47:19.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efdad494640 1 Processor -- start 2024-09-13T17:47:19.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efdad494640 1 -- start start 2024-09-13T17:47:19.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efdad494640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efda80ce050 0x7efda80ad5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:19.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efdad494640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7efda80af5c0 0x7efda80adb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:19.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efdad494640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efda8099660 con 0x7efda80989e0 2024-09-13T17:47:19.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efdad494640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efda80ad150 con 0x7efda80af5c0 2024-09-13T17:47:19.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efdad494640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efda80ce5d0 con 0x7efda80ce050 2024-09-13T17:47:19.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda6ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7efda80989e0 0x7efda8098dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53392/0 (socket says 172.21.15.32:53392) 2024-09-13T17:47:19.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda6ffd640 1 -- 172.21.15.32:0/3997463741 learned_addr learned my addr 172.21.15.32:0/3997463741 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:19.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda67fc640 1 --2- 172.21.15.32:0/3997463741 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efda80ce050 0x7efda80ad5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:19.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda77fe640 1 --2- 172.21.15.32:0/3997463741 >> v2:172.21.15.159:3300/0 conn(0x7efda80af5c0 0x7efda80adb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:19.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda5ffb640 1 -- 172.21.15.32:0/3997463741 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3502206055 0 0) 0x7efda8099660 con 0x7efda80989e0 2024-09-13T17:47:19.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda5ffb640 1 -- 172.21.15.32:0/3997463741 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efd90003530 con 0x7efda80989e0 2024-09-13T17:47:19.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda5ffb640 1 -- 172.21.15.32:0/3997463741 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3822278506 0 0) 0x7efd90003530 con 0x7efda80989e0 2024-09-13T17:47:19.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda5ffb640 1 -- 172.21.15.32:0/3997463741 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efda80ce050 msgr2=0x7efda80ad5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:19.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda5ffb640 1 --2- 172.21.15.32:0/3997463741 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efda80ce050 0x7efda80ad5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:19.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda5ffb640 1 -- 172.21.15.32:0/3997463741 >> v2:172.21.15.159:3300/0 conn(0x7efda80af5c0 msgr2=0x7efda80adb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:19.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda5ffb640 1 --2- 172.21.15.32:0/3997463741 >> v2:172.21.15.159:3300/0 conn(0x7efda80af5c0 0x7efda80adb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:19.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda5ffb640 1 -- 172.21.15.32:0/3997463741 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efda80998b0 con 0x7efda80989e0 2024-09-13T17:47:19.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda5ffb640 1 -- 172.21.15.32:0/3997463741 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7efd98001680 con 0x7efda80989e0 2024-09-13T17:47:19.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda5ffb640 1 -- 172.21.15.32:0/3997463741 >> v1:172.21.15.32:6789/0 conn(0x7efda80989e0 legacy=0x7efda8098dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:19.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda5ffb640 1 --2- 172.21.15.32:0/3997463741 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd90003980 0x7efd90003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:19.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda5ffb640 1 --2- 172.21.15.32:0/3997463741 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efda80ce050 0x7efd900047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:19.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda5ffb640 1 --2- 172.21.15.32:0/3997463741 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efd90004d10 0x7efd90005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:19.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda5ffb640 1 -- 172.21.15.32:0/3997463741 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efda80ad150 con 0x7efd90003980 2024-09-13T17:47:19.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda5ffb640 1 -- 172.21.15.32:0/3997463741 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efda80ce5d0 con 0x7efd90004d10 2024-09-13T17:47:19.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda5ffb640 1 -- 172.21.15.32:0/3997463741 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd9000ba10 con 0x7efda80ce050 2024-09-13T17:47:19.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda6ffd640 1 --2- 172.21.15.32:0/3997463741 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd90003980 0x7efd90003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:19.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda67fc640 1 --2- 172.21.15.32:0/3997463741 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efda80ce050 0x7efd900047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:19.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda77fe640 1 --2- 172.21.15.32:0/3997463741 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efd90004d10 0x7efd90005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:19.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda6ffd640 1 -- 172.21.15.32:0/3997463741 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efda80ce050 msgr2=0x7efd900047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:19.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda6ffd640 1 --2- 172.21.15.32:0/3997463741 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efda80ce050 0x7efd900047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:19.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda6ffd640 1 -- 172.21.15.32:0/3997463741 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efd90004d10 msgr2=0x7efd90005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:19.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda6ffd640 1 --2- 172.21.15.32:0/3997463741 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efd90004d10 0x7efd90005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:19.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.858+0000 7efda6ffd640 1 -- 172.21.15.32:0/3997463741 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd90003530 con 0x7efd90003980 2024-09-13T17:47:19.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.862+0000 7efda6ffd640 1 --2- 172.21.15.32:0/3997463741 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd90003980 0x7efd90003da0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7efd9800c160 tx=0x7efd9801cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e23c65724d626326 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:19.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.862+0000 7efda5ffb640 1 -- 172.21.15.32:0/3997463741 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd980058e0 con 0x7efd90003980 2024-09-13T17:47:19.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.862+0000 7efda5ffb640 1 -- 172.21.15.32:0/3997463741 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd98005a40 con 0x7efd90003980 2024-09-13T17:47:19.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.862+0000 7efda5ffb640 1 -- 172.21.15.32:0/3997463741 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd98005df0 con 0x7efd90003980 2024-09-13T17:47:19.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.862+0000 7efdad494640 1 -- 172.21.15.32:0/3997463741 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd90003980 msgr2=0x7efd90003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:19.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.862+0000 7efdad494640 1 --2- 172.21.15.32:0/3997463741 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd90003980 0x7efd90003da0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7efd9800c160 tx=0x7efd9801cba0 comp rx=0 tx=0).stop 2024-09-13T17:47:19.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.862+0000 7efda77fe640 1 -- 172.21.15.32:0/3997463741 reap_dead start 2024-09-13T17:47:19.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.862+0000 7efdad494640 1 -- 172.21.15.32:0/3997463741 shutdown_connections 2024-09-13T17:47:19.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.862+0000 7efdad494640 1 -- 172.21.15.32:0/3997463741 >> 172.21.15.32:0/3997463741 conn(0x7efda80b1f70 msgr2=0x7efda80b2380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:19.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.862+0000 7efdad494640 1 -- 172.21.15.32:0/3997463741 shutdown_connections 2024-09-13T17:47:19.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.862+0000 7efdad494640 1 -- 172.21.15.32:0/3997463741 wait complete. 2024-09-13T17:47:19.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efdad494640 1 Processor -- start 2024-09-13T17:47:19.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efdad494640 1 -- start start 2024-09-13T17:47:19.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efdad494640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efd90003980 0x7efda81f9a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:19.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efdad494640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efda806c980 0x7efda8157b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:19.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efdad494640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efda806cde0 0x7efda81580a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:19.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efdad494640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efda8156ff0 con 0x7efda806c980 2024-09-13T17:47:19.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efdad494640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efda806b6d0 con 0x7efda806cde0 2024-09-13T17:47:19.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efdad494640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efda806b8e0 con 0x7efd90003980 2024-09-13T17:47:19.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efda67fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efda806c980 0x7efda8157b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:19.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efda67fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efda806c980 0x7efda8157b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37664/0 (socket says 172.21.15.32:37664) 2024-09-13T17:47:19.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efda67fc640 1 -- 172.21.15.32:0/4158441626 learned_addr learned my addr 172.21.15.32:0/4158441626 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:19.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efda77fe640 1 --2- 172.21.15.32:0/4158441626 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efda806cde0 0x7efda81580a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:19.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efda6ffd640 1 --2- 172.21.15.32:0/4158441626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efd90003980 0x7efda81f9a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:19.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efda67fc640 1 -- 172.21.15.32:0/4158441626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efd90003980 msgr2=0x7efda81f9a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:19.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efda67fc640 1 --2- 172.21.15.32:0/4158441626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efd90003980 0x7efda81f9a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:19.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efda67fc640 1 -- 172.21.15.32:0/4158441626 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efda806cde0 msgr2=0x7efda81580a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:19.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efda67fc640 1 --2- 172.21.15.32:0/4158441626 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efda806cde0 0x7efda81580a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:19.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efda67fc640 1 -- 172.21.15.32:0/4158441626 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efda806bbc0 con 0x7efda806c980 2024-09-13T17:47:19.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efda67fc640 1 --2- 172.21.15.32:0/4158441626 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efda806c980 0x7efda8157b60 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7efd9c0119d0 tx=0x7efd9c011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:19.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efd8f7fe640 1 -- 172.21.15.32:0/4158441626 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd9c00fb50 con 0x7efda806c980 2024-09-13T17:47:19.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efd8f7fe640 1 -- 172.21.15.32:0/4158441626 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd9c00fcb0 con 0x7efda806c980 2024-09-13T17:47:19.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efdad494640 1 -- 172.21.15.32:0/4158441626 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efda806bea0 con 0x7efda806c980 2024-09-13T17:47:19.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efd8f7fe640 1 -- 172.21.15.32:0/4158441626 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd9c014440 con 0x7efda806c980 2024-09-13T17:47:19.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efdad494640 1 -- 172.21.15.32:0/4158441626 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efda806c460 con 0x7efda806c980 2024-09-13T17:47:19.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.866+0000 7efdad494640 1 -- 172.21.15.32:0/4158441626 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efda80adb00 con 0x7efda806c980 2024-09-13T17:47:19.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.870+0000 7efd8f7fe640 1 -- 172.21.15.32:0/4158441626 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efd9c01d400 con 0x7efda806c980 2024-09-13T17:47:19.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.870+0000 7efd8f7fe640 1 --2- 172.21.15.32:0/4158441626 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7efd940666c0 0x7efd94068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:19.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.870+0000 7efd8f7fe640 1 -- 172.21.15.32:0/4158441626 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5609+0+0 (secure 0 0 0) 0x7efd9c0849a0 con 0x7efda806c980 2024-09-13T17:47:19.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.870+0000 7efda6ffd640 1 --2- 172.21.15.32:0/4158441626 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7efd940666c0 0x7efd94068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:19.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.870+0000 7efda6ffd640 1 --2- 172.21.15.32:0/4158441626 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7efd940666c0 0x7efd94068b80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efd98001060 tx=0x7efd98001940 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:19.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:19.874+0000 7efd8f7fe640 1 -- 172.21.15.32:0/4158441626 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7efd9c051e30 con 0x7efda806c980 2024-09-13T17:47:20.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.070+0000 7efdad494640 1 -- 172.21.15.32:0/4158441626 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7efda80ccc70 con 0x7efda806c980 2024-09-13T17:47:20.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.078+0000 7efd8f7fe640 1 -- 172.21.15.32:0/4158441626 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7efd9c055450 con 0x7efda806c980 2024-09-13T17:47:20.090 INFO:teuthology.orchestra.run.smithi032.stderr:new fs with metadata pool 2 and data pool 3 2024-09-13T17:47:20.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.102+0000 7efdad494640 1 -- 172.21.15.32:0/4158441626 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7efd940666c0 msgr2=0x7efd94068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:20.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.102+0000 7efdad494640 1 --2- 172.21.15.32:0/4158441626 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7efd940666c0 0x7efd94068b80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efd98001060 tx=0x7efd98001940 comp rx=0 tx=0).stop 2024-09-13T17:47:20.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.102+0000 7efdad494640 1 -- 172.21.15.32:0/4158441626 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efda806c980 msgr2=0x7efda8157b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:20.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.102+0000 7efdad494640 1 --2- 172.21.15.32:0/4158441626 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efda806c980 0x7efda8157b60 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7efd9c0119d0 tx=0x7efd9c011e90 comp rx=0 tx=0).stop 2024-09-13T17:47:20.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.118+0000 7efdad494640 1 -- 172.21.15.32:0/4158441626 shutdown_connections 2024-09-13T17:47:20.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.118+0000 7efdad494640 1 --2- 172.21.15.32:0/4158441626 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7efd940666c0 0x7efd94068b80 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:20.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.118+0000 7efdad494640 1 --2- 172.21.15.32:0/4158441626 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efda806cde0 0x7efda81580a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:20.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.118+0000 7efdad494640 1 --2- 172.21.15.32:0/4158441626 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efda806c980 0x7efda8157b60 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:20.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.118+0000 7efdad494640 1 --2- 172.21.15.32:0/4158441626 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efd90003980 0x7efda81f9a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:20.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.118+0000 7efdad494640 1 -- 172.21.15.32:0/4158441626 >> 172.21.15.32:0/4158441626 conn(0x7efda80b1f70 msgr2=0x7efda80b2410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:20.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.118+0000 7efdad494640 1 -- 172.21.15.32:0/4158441626 shutdown_connections 2024-09-13T17:47:20.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.118+0000 7efdad494640 1 -- 172.21.15.32:0/4158441626 wait complete. 2024-09-13T17:47:20.143 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-13T17:47:20.143 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-13T17:47:20.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.258+0000 7f64f8406640 1 Processor -- start 2024-09-13T17:47:20.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.258+0000 7f64f8406640 1 -- start start 2024-09-13T17:47:20.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.258+0000 7f64f8406640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f64f00cc6d0 0x7f64f006dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:20.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.258+0000 7f64f8406640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f64f0159650 0x7f64f015d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:20.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.258+0000 7f64f8406640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64f0159da0 con 0x7f64f015d820 2024-09-13T17:47:20.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.258+0000 7f64f8406640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64f015a640 con 0x7f64f0159650 2024-09-13T17:47:20.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.258+0000 7f64f8406640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64f00ccab0 con 0x7f64f00cc6d0 2024-09-13T17:47:20.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f69a3640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f64f015d820 0x7f64f00ab150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53408/0 (socket says 172.21.15.32:53408) 2024-09-13T17:47:20.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f69a3640 1 -- 172.21.15.32:0/1647016343 learned_addr learned my addr 172.21.15.32:0/1647016343 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:20.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f59a1640 1 --2- 172.21.15.32:0/1647016343 >> v2:172.21.15.32:3300/0 conn(0x7f64f0159650 0x7f64f015d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:20.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f61a2640 1 --2- 172.21.15.32:0/1647016343 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f64f00cc6d0 0x7f64f006dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:20.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f51a0640 1 -- 172.21.15.32:0/1647016343 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1607259966 0 0) 0x7f64f0159da0 con 0x7f64f015d820 2024-09-13T17:47:20.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f51a0640 1 -- 172.21.15.32:0/1647016343 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f64dc003530 con 0x7f64f015d820 2024-09-13T17:47:20.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f59a1640 1 -- 172.21.15.32:0/1647016343 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f64f00cc6d0 msgr2=0x7f64f006dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:20.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f59a1640 1 --2- 172.21.15.32:0/1647016343 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f64f00cc6d0 0x7f64f006dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:20.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f59a1640 1 -- 172.21.15.32:0/1647016343 >> v1:172.21.15.32:6789/0 conn(0x7f64f015d820 legacy=0x7f64f00ab150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:20.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f59a1640 1 -- 172.21.15.32:0/1647016343 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64f015a080 con 0x7f64f0159650 2024-09-13T17:47:20.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f59a1640 1 --2- 172.21.15.32:0/1647016343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64f0159650 0x7f64f015d2e0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f64e00097c0 tx=0x7f64e001c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=801455f4eddf4518 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:20.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f51a0640 1 -- 172.21.15.32:0/1647016343 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64e00ad640 con 0x7f64f0159650 2024-09-13T17:47:20.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f51a0640 1 -- 172.21.15.32:0/1647016343 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64e00ad7a0 con 0x7f64f0159650 2024-09-13T17:47:20.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f51a0640 1 -- 172.21.15.32:0/1647016343 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64e00adb30 con 0x7f64f0159650 2024-09-13T17:47:20.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f8406640 1 -- 172.21.15.32:0/1647016343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64f0159650 msgr2=0x7f64f015d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:20.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f8406640 1 --2- 172.21.15.32:0/1647016343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64f0159650 0x7f64f015d2e0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f64e00097c0 tx=0x7f64e001c4a0 comp rx=0 tx=0).stop 2024-09-13T17:47:20.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f8406640 1 -- 172.21.15.32:0/1647016343 shutdown_connections 2024-09-13T17:47:20.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f8406640 1 --2- 172.21.15.32:0/1647016343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64f0159650 0x7f64f015d2e0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:20.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f8406640 1 --2- 172.21.15.32:0/1647016343 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f64f00cc6d0 0x7f64f006dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:20.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f8406640 1 -- 172.21.15.32:0/1647016343 >> 172.21.15.32:0/1647016343 conn(0x7f64f006a150 msgr2=0x7f64f006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:20.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f8406640 1 -- 172.21.15.32:0/1647016343 shutdown_connections 2024-09-13T17:47:20.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.262+0000 7f64f8406640 1 -- 172.21.15.32:0/1647016343 wait complete. 2024-09-13T17:47:20.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f8406640 1 Processor -- start 2024-09-13T17:47:20.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f8406640 1 -- start start 2024-09-13T17:47:20.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f8406640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f64f00cc6d0 0x7f64f0097a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:20.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f8406640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64f0159650 0x7f64f014bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:20.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f8406640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f64f015d820 0x7f64f014c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:20.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f8406640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64f014e070 con 0x7f64f0159650 2024-09-13T17:47:20.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f8406640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64f0070290 con 0x7f64f015d820 2024-09-13T17:47:20.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f8406640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64f015c5e0 con 0x7f64f00cc6d0 2024-09-13T17:47:20.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f59a1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64f0159650 0x7f64f014bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:20.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f59a1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64f0159650 0x7f64f014bf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37686/0 (socket says 172.21.15.32:37686) 2024-09-13T17:47:20.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f59a1640 1 -- 172.21.15.32:0/2579861911 learned_addr learned my addr 172.21.15.32:0/2579861911 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:20.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f69a3640 1 --2- 172.21.15.32:0/2579861911 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f64f015d820 0x7f64f014c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:20.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f61a2640 1 --2- 172.21.15.32:0/2579861911 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f64f00cc6d0 0x7f64f0097a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:20.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f59a1640 1 -- 172.21.15.32:0/2579861911 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f64f00cc6d0 msgr2=0x7f64f0097a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:20.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f59a1640 1 --2- 172.21.15.32:0/2579861911 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f64f00cc6d0 0x7f64f0097a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:20.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f59a1640 1 -- 172.21.15.32:0/2579861911 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f64f015d820 msgr2=0x7f64f014c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:20.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f59a1640 1 --2- 172.21.15.32:0/2579861911 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f64f015d820 0x7f64f014c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:20.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f59a1640 1 -- 172.21.15.32:0/2579861911 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64e0009420 con 0x7f64f0159650 2024-09-13T17:47:20.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f59a1640 1 --2- 172.21.15.32:0/2579861911 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64f0159650 0x7f64f014bf50 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f64e001ab50 tx=0x7f64e0019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:20.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64e6ffd640 1 -- 172.21.15.32:0/2579861911 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64e00bb070 con 0x7f64f0159650 2024-09-13T17:47:20.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64e6ffd640 1 -- 172.21.15.32:0/2579861911 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64e00a6050 con 0x7f64f0159650 2024-09-13T17:47:20.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f8406640 1 -- 172.21.15.32:0/2579861911 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64f014e2c0 con 0x7f64f0159650 2024-09-13T17:47:20.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64e6ffd640 1 -- 172.21.15.32:0/2579861911 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64e00b6650 con 0x7f64f0159650 2024-09-13T17:47:20.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f8406640 1 -- 172.21.15.32:0/2579861911 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64f014ba90 con 0x7f64f0159650 2024-09-13T17:47:20.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.266+0000 7f64f8406640 1 -- 172.21.15.32:0/2579861911 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64f015c820 con 0x7f64f0159650 2024-09-13T17:47:20.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.270+0000 7f64e6ffd640 1 -- 172.21.15.32:0/2579861911 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f64e00b4040 con 0x7f64f0159650 2024-09-13T17:47:20.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.270+0000 7f64e6ffd640 1 --2- 172.21.15.32:0/2579861911 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f64d4066690 0x7f64d4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:20.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.270+0000 7f64e6ffd640 1 -- 172.21.15.32:0/2579861911 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f64e011dab0 con 0x7f64f0159650 2024-09-13T17:47:20.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.270+0000 7f64f61a2640 1 --2- 172.21.15.32:0/2579861911 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f64d4066690 0x7f64d4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:20.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.270+0000 7f64f61a2640 1 --2- 172.21.15.32:0/2579861911 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f64d4066690 0x7f64d4068b50 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f64ec00b9d0 tx=0x7f64ec008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:20.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.274+0000 7f64e6ffd640 1 -- 172.21.15.32:0/2579861911 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f64e00eae20 con 0x7f64f0159650 2024-09-13T17:47:20.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:20.442+0000 7f64f8406640 1 -- 172.21.15.32:0/2579861911 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) v1 -- 0x7f64f006dc70 con 0x7f64f0159650 2024-09-13T17:47:20.648 INFO:tasks.ceph.mds.d.smithi159.stderr:2024-09-13T17:47:20.645+0000 7efd6c35e640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T17:47:21.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.082+0000 7f64e6ffd640 1 -- 172.21.15.32:0/2579861911 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v23) v1 ==== 157+0+0 (secure 0 0 0) 0x7f64e00b2020 con 0x7f64f0159650 2024-09-13T17:47:21.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.086+0000 7f64f8406640 1 -- 172.21.15.32:0/2579861911 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f64d4066690 msgr2=0x7f64d4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:21.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.086+0000 7f64f8406640 1 --2- 172.21.15.32:0/2579861911 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f64d4066690 0x7f64d4068b50 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f64ec00b9d0 tx=0x7f64ec008040 comp rx=0 tx=0).stop 2024-09-13T17:47:21.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.086+0000 7f64f8406640 1 -- 172.21.15.32:0/2579861911 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64f0159650 msgr2=0x7f64f014bf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:21.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.086+0000 7f64f8406640 1 --2- 172.21.15.32:0/2579861911 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64f0159650 0x7f64f014bf50 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f64e001ab50 tx=0x7f64e0019240 comp rx=0 tx=0).stop 2024-09-13T17:47:21.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.086+0000 7f64f8406640 1 -- 172.21.15.32:0/2579861911 shutdown_connections 2024-09-13T17:47:21.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.086+0000 7f64f8406640 1 --2- 172.21.15.32:0/2579861911 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f64d4066690 0x7f64d4068b50 secure :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f64ec00b9d0 tx=0x7f64ec008040 comp rx=0 tx=0).stop 2024-09-13T17:47:21.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.086+0000 7f64f8406640 1 --2- 172.21.15.32:0/2579861911 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f64f015d820 0x7f64f014c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:21.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.086+0000 7f64f8406640 1 --2- 172.21.15.32:0/2579861911 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64f0159650 0x7f64f014bf50 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:21.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.086+0000 7f64f8406640 1 --2- 172.21.15.32:0/2579861911 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f64f00cc6d0 0x7f64f0097a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:21.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.086+0000 7f64f8406640 1 -- 172.21.15.32:0/2579861911 >> 172.21.15.32:0/2579861911 conn(0x7f64f006a150 msgr2=0x7f64f00acb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:21.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.086+0000 7f64f8406640 1 -- 172.21.15.32:0/2579861911 shutdown_connections 2024-09-13T17:47:21.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.086+0000 7f64f8406640 1 -- 172.21.15.32:0/2579861911 wait complete. 2024-09-13T17:47:21.115 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T17:47:21.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.250+0000 7f3981a97640 1 Processor -- start 2024-09-13T17:47:21.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.250+0000 7f3981a97640 1 -- start start 2024-09-13T17:47:21.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.254+0000 7f3981a97640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f397c0989e0 0x7f397c098dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:21.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.254+0000 7f3981a97640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f397c0ae5f0 0x7f397c0cb710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:21.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.254+0000 7f3981a97640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f397c099660 con 0x7f397c0ce050 2024-09-13T17:47:21.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.254+0000 7f3981a97640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f397c0ad150 con 0x7f397c0ae5f0 2024-09-13T17:47:21.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.254+0000 7f3981a97640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f397c099300 con 0x7f397c0989e0 2024-09-13T17:47:21.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.254+0000 7f397bfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f397c0ae5f0 0x7f397c0cb710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:21.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.254+0000 7f397affd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f397c0ce050 0x7f397c0cb000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53420/0 (socket says 172.21.15.32:53420) 2024-09-13T17:47:21.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.254+0000 7f397affd640 1 -- 172.21.15.32:0/955602130 learned_addr learned my addr 172.21.15.32:0/955602130 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:21.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.254+0000 7f397bfff640 1 -- 172.21.15.32:0/955602130 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f397c0989e0 msgr2=0x7f397c098dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:21.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.254+0000 7f397bfff640 1 --2- 172.21.15.32:0/955602130 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f397c0989e0 0x7f397c098dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:21.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.254+0000 7f397bfff640 1 -- 172.21.15.32:0/955602130 >> v1:172.21.15.32:6789/0 conn(0x7f397c0ce050 legacy=0x7f397c0cb000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:21.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.254+0000 7f397bfff640 1 -- 172.21.15.32:0/955602130 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f397c0ce5d0 con 0x7f397c0ae5f0 2024-09-13T17:47:21.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.254+0000 7f397a7fc640 1 -- 172.21.15.32:0/955602130 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2710691219 0 0) 0x7f397c099660 con 0x7f397c0ce050 2024-09-13T17:47:21.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f397bfff640 1 --2- 172.21.15.32:0/955602130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f397c0ae5f0 0x7f397c0cb710 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3974009d90 tx=0x7f397401c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af2cdff619965ffc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:21.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f397a7fc640 1 -- 172.21.15.32:0/955602130 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39740a5890 con 0x7f397c0ae5f0 2024-09-13T17:47:21.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f397a7fc640 1 -- 172.21.15.32:0/955602130 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39740a59f0 con 0x7f397c0ae5f0 2024-09-13T17:47:21.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f397a7fc640 1 -- 172.21.15.32:0/955602130 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39740a5d80 con 0x7f397c0ae5f0 2024-09-13T17:47:21.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3981a97640 1 -- 172.21.15.32:0/955602130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f397c0ae5f0 msgr2=0x7f397c0cb710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:21.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3981a97640 1 --2- 172.21.15.32:0/955602130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f397c0ae5f0 0x7f397c0cb710 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3974009d90 tx=0x7f397401c8e0 comp rx=0 tx=0).stop 2024-09-13T17:47:21.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3981a97640 1 -- 172.21.15.32:0/955602130 shutdown_connections 2024-09-13T17:47:21.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3981a97640 1 --2- 172.21.15.32:0/955602130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f397c0ae5f0 0x7f397c0cb710 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:21.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3981a97640 1 --2- 172.21.15.32:0/955602130 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f397c0989e0 0x7f397c098dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:21.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3981a97640 1 -- 172.21.15.32:0/955602130 >> 172.21.15.32:0/955602130 conn(0x7f397c0b1f70 msgr2=0x7f397c0b2380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:21.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3981a97640 1 -- 172.21.15.32:0/955602130 shutdown_connections 2024-09-13T17:47:21.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3981a97640 1 -- 172.21.15.32:0/955602130 wait complete. 2024-09-13T17:47:21.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3981a97640 1 Processor -- start 2024-09-13T17:47:21.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3981a97640 1 -- start start 2024-09-13T17:47:21.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3981a97640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f397c0989e0 0x7f397c151470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:21.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3981a97640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f397c0ae5f0 0x7f397c156020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:21.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3981a97640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f397c0ce050 0x7f397c156560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:21.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3981a97640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f397c0b1d50 con 0x7f397c0ce050 2024-09-13T17:47:21.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3981a97640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f397c0b1a70 con 0x7f397c0ae5f0 2024-09-13T17:47:21.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3981a97640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f397c1571d0 con 0x7f397c0989e0 2024-09-13T17:47:21.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f397bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f397c0ce050 0x7f397c156560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:21.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f397bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f397c0ce050 0x7f397c156560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37700/0 (socket says 172.21.15.32:37700) 2024-09-13T17:47:21.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f397bfff640 1 -- 172.21.15.32:0/3301997111 learned_addr learned my addr 172.21.15.32:0/3301997111 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:21.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f397b7fe640 1 --2- 172.21.15.32:0/3301997111 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f397c0989e0 0x7f397c151470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:21.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f397bfff640 1 -- 172.21.15.32:0/3301997111 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f397c0989e0 msgr2=0x7f397c151470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:21.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f397bfff640 1 --2- 172.21.15.32:0/3301997111 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f397c0989e0 0x7f397c151470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:21.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f397bfff640 1 -- 172.21.15.32:0/3301997111 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f397c0ae5f0 msgr2=0x7f397c156020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:21.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f397bfff640 1 --2- 172.21.15.32:0/3301997111 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f397c0ae5f0 0x7f397c156020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:21.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f397bfff640 1 -- 172.21.15.32:0/3301997111 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3974009a70 con 0x7f397c0ce050 2024-09-13T17:47:21.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f397bfff640 1 --2- 172.21.15.32:0/3301997111 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f397c0ce050 0x7f397c156560 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f39740b0040 tx=0x7f3974019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:21.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3963fff640 1 -- 172.21.15.32:0/3301997111 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39740ad850 con 0x7f397c0ce050 2024-09-13T17:47:21.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3963fff640 1 -- 172.21.15.32:0/3301997111 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39740ad9b0 con 0x7f397c0ce050 2024-09-13T17:47:21.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.258+0000 7f3963fff640 1 -- 172.21.15.32:0/3301997111 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39740add80 con 0x7f397c0ce050 2024-09-13T17:47:21.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.262+0000 7f3981a97640 1 -- 172.21.15.32:0/3301997111 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f397c1574b0 con 0x7f397c0ce050 2024-09-13T17:47:21.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.262+0000 7f3981a97640 1 -- 172.21.15.32:0/3301997111 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f397c0b1720 con 0x7f397c0ce050 2024-09-13T17:47:21.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.262+0000 7f3981a97640 1 -- 172.21.15.32:0/3301997111 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f397c0cc1b0 con 0x7f397c0ce050 2024-09-13T17:47:21.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.262+0000 7f3963fff640 1 -- 172.21.15.32:0/3301997111 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f39740b4050 con 0x7f397c0ce050 2024-09-13T17:47:21.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.262+0000 7f3963fff640 1 --2- 172.21.15.32:0/3301997111 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3968066690 0x7f3968068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:21.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.262+0000 7f3963fff640 1 -- 172.21.15.32:0/3301997111 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5935+0+0 (secure 0 0 0) 0x7f397411f260 con 0x7f397c0ce050 2024-09-13T17:47:21.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.262+0000 7f397b7fe640 1 --2- 172.21.15.32:0/3301997111 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3968066690 0x7f3968068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:21.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.262+0000 7f397b7fe640 1 --2- 172.21.15.32:0/3301997111 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3968066690 0x7f3968068b50 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f397c0c6df0 tx=0x7f396c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:21.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.266+0000 7f3963fff640 1 -- 172.21.15.32:0/3301997111 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f39740ec600 con 0x7f397c0ce050 2024-09-13T17:47:21.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:21.430+0000 7f3981a97640 1 -- 172.21.15.32:0/3301997111 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f397c157960 con 0x7f397c0ce050 2024-09-13T17:47:23.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.202+0000 7f3963fff640 1 -- 172.21.15.32:0/3301997111 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v25) v1 ==== 228+0+0 (secure 0 0 0) 0x7f39740efc20 con 0x7f397c0ce050 2024-09-13T17:47:23.209 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data_ec' created 2024-09-13T17:47:23.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.210+0000 7f3981a97640 1 -- 172.21.15.32:0/3301997111 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3968066690 msgr2=0x7f3968068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:23.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.210+0000 7f3981a97640 1 --2- 172.21.15.32:0/3301997111 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3968066690 0x7f3968068b50 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f397c0c6df0 tx=0x7f396c008040 comp rx=0 tx=0).stop 2024-09-13T17:47:23.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.210+0000 7f3981a97640 1 -- 172.21.15.32:0/3301997111 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f397c0ce050 msgr2=0x7f397c156560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:23.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.210+0000 7f3981a97640 1 --2- 172.21.15.32:0/3301997111 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f397c0ce050 0x7f397c156560 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f39740b0040 tx=0x7f3974019680 comp rx=0 tx=0).stop 2024-09-13T17:47:23.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.210+0000 7f3981a97640 1 -- 172.21.15.32:0/3301997111 shutdown_connections 2024-09-13T17:47:23.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.210+0000 7f3981a97640 1 --2- 172.21.15.32:0/3301997111 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3968066690 0x7f3968068b50 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:23.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.210+0000 7f3981a97640 1 --2- 172.21.15.32:0/3301997111 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f397c0ce050 0x7f397c156560 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:23.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.210+0000 7f3981a97640 1 --2- 172.21.15.32:0/3301997111 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f397c0ae5f0 0x7f397c156020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:23.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.210+0000 7f3981a97640 1 --2- 172.21.15.32:0/3301997111 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f397c0989e0 0x7f397c151470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:23.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.210+0000 7f3981a97640 1 -- 172.21.15.32:0/3301997111 >> 172.21.15.32:0/3301997111 conn(0x7f397c0b1f70 msgr2=0x7f397c157cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:23.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.210+0000 7f3981a97640 1 -- 172.21.15.32:0/3301997111 shutdown_connections 2024-09-13T17:47:23.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.210+0000 7f3981a97640 1 -- 172.21.15.32:0/3301997111 wait complete. 2024-09-13T17:47:23.244 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-13T17:47:23.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.366+0000 7f0e01f6b640 1 Processor -- start 2024-09-13T17:47:23.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.366+0000 7f0e01f6b640 1 -- start start 2024-09-13T17:47:23.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.366+0000 7f0e01f6b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0dfc065c80 0x7f0dfc06b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:23.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.366+0000 7f0e01f6b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0dfc0c9190 0x7f0dfc06cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:23.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.366+0000 7f0e01f6b640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0dfc06b900 con 0x7f0dfc0cde10 2024-09-13T17:47:23.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.366+0000 7f0e01f6b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0dfc15c9a0 con 0x7f0dfc065c80 2024-09-13T17:47:23.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.366+0000 7f0e01f6b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0dfc06a320 con 0x7f0dfc0c9190 2024-09-13T17:47:23.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.366+0000 7f0dfaffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0dfc065c80 0x7f0dfc06b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:23.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.366+0000 7f0dfaffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0dfc065c80 0x7f0dfc06b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37716/0 (socket says 172.21.15.32:37716) 2024-09-13T17:47:23.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.366+0000 7f0dfaffd640 1 -- 172.21.15.32:0/3630175401 learned_addr learned my addr 172.21.15.32:0/3630175401 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:23.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.366+0000 7f0dfbfff640 1 --2- 172.21.15.32:0/3630175401 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0dfc0c9190 0x7f0dfc06cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:23.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.366+0000 7f0dfaffd640 1 -- 172.21.15.32:0/3630175401 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0dfc0c9190 msgr2=0x7f0dfc06cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:23.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.366+0000 7f0dfaffd640 1 --2- 172.21.15.32:0/3630175401 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0dfc0c9190 0x7f0dfc06cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:23.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.366+0000 7f0dfaffd640 1 -- 172.21.15.32:0/3630175401 >> v1:172.21.15.159:6789/0 conn(0x7f0dfc0cde10 legacy=0x7f0dfc0ce1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:23.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.366+0000 7f0dfaffd640 1 -- 172.21.15.32:0/3630175401 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dfc06a600 con 0x7f0dfc065c80 2024-09-13T17:47:23.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.370+0000 7f0dfaffd640 1 --2- 172.21.15.32:0/3630175401 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dfc065c80 0x7f0dfc06b3c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0df0009870 tx=0x7f0df001c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e98ab7757e007ab server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:23.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.370+0000 7f0dfa7fc640 1 -- 172.21.15.32:0/3630175401 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0df00ab620 con 0x7f0dfc065c80 2024-09-13T17:47:23.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.370+0000 7f0dfa7fc640 1 -- 172.21.15.32:0/3630175401 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0df00ab780 con 0x7f0dfc065c80 2024-09-13T17:47:23.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.370+0000 7f0dfa7fc640 1 -- 172.21.15.32:0/3630175401 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0df00abb10 con 0x7f0dfc065c80 2024-09-13T17:47:23.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.370+0000 7f0e01f6b640 1 -- 172.21.15.32:0/3630175401 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dfc065c80 msgr2=0x7f0dfc06b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:23.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.370+0000 7f0e01f6b640 1 --2- 172.21.15.32:0/3630175401 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dfc065c80 0x7f0dfc06b3c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0df0009870 tx=0x7f0df001c4a0 comp rx=0 tx=0).stop 2024-09-13T17:47:23.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.370+0000 7f0e01f6b640 1 -- 172.21.15.32:0/3630175401 shutdown_connections 2024-09-13T17:47:23.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.370+0000 7f0e01f6b640 1 --2- 172.21.15.32:0/3630175401 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0dfc0c9190 0x7f0dfc06cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:23.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.370+0000 7f0e01f6b640 1 --2- 172.21.15.32:0/3630175401 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dfc065c80 0x7f0dfc06b3c0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:23.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.370+0000 7f0e01f6b640 1 -- 172.21.15.32:0/3630175401 >> 172.21.15.32:0/3630175401 conn(0x7f0dfc0cb5c0 msgr2=0x7f0dfc0cb9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:23.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.370+0000 7f0e01f6b640 1 -- 172.21.15.32:0/3630175401 shutdown_connections 2024-09-13T17:47:23.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.370+0000 7f0e01f6b640 1 -- 172.21.15.32:0/3630175401 wait complete. 2024-09-13T17:47:23.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.370+0000 7f0e01f6b640 1 Processor -- start 2024-09-13T17:47:23.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.370+0000 7f0e01f6b640 1 -- start start 2024-09-13T17:47:23.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.370+0000 7f0e01f6b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dfc065c80 0x7f0dfc1f6600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:23.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.370+0000 7f0e01f6b640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0dfc0c9190 0x7f0dfc1f5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:23.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0e01f6b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0dfc0cde10 0x7f0dfc0c1160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:23.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0e01f6b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dfc0c2030 con 0x7f0dfc065c80 2024-09-13T17:47:23.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0e01f6b640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dfc0c1d50 con 0x7f0dfc0c9190 2024-09-13T17:47:23.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0e01f6b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0dfc1f5e60 con 0x7f0dfc0cde10 2024-09-13T17:47:23.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0dfb7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dfc065c80 0x7f0dfc1f6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:23.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0dfb7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dfc065c80 0x7f0dfc1f6600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37718/0 (socket says 172.21.15.32:37718) 2024-09-13T17:47:23.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0dfb7fe640 1 -- 172.21.15.32:0/2593841755 learned_addr learned my addr 172.21.15.32:0/2593841755 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:23.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0dfbfff640 1 --2- 172.21.15.32:0/2593841755 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0dfc0cde10 0x7f0dfc0c1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:23.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0dfaffd640 1 --2- 172.21.15.32:0/2593841755 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0dfc0c9190 0x7f0dfc1f5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:23.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0dfb7fe640 1 -- 172.21.15.32:0/2593841755 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0dfc0cde10 msgr2=0x7f0dfc0c1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:23.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0dfb7fe640 1 --2- 172.21.15.32:0/2593841755 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0dfc0cde10 0x7f0dfc0c1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:23.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0dfb7fe640 1 -- 172.21.15.32:0/2593841755 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0dfc0c9190 msgr2=0x7f0dfc1f5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:23.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0dfb7fe640 1 --2- 172.21.15.32:0/2593841755 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0dfc0c9190 0x7f0dfc1f5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:23.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0dfb7fe640 1 -- 172.21.15.32:0/2593841755 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0df00094d0 con 0x7f0dfc065c80 2024-09-13T17:47:23.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0dfaffd640 1 --2- 172.21.15.32:0/2593841755 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0dfc0c9190 0x7f0dfc1f5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:23.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0dfb7fe640 1 --2- 172.21.15.32:0/2593841755 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dfc065c80 0x7f0dfc1f6600 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0dec00c500 tx=0x7f0dec00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:23.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0de3fff640 1 -- 172.21.15.32:0/2593841755 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dec005220 con 0x7f0dfc065c80 2024-09-13T17:47:23.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0de3fff640 1 -- 172.21.15.32:0/2593841755 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0dec005380 con 0x7f0dfc065c80 2024-09-13T17:47:23.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0de3fff640 1 -- 172.21.15.32:0/2593841755 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dec007270 con 0x7f0dfc065c80 2024-09-13T17:47:23.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0e01f6b640 1 -- 172.21.15.32:0/2593841755 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0dfc1f6140 con 0x7f0dfc065c80 2024-09-13T17:47:23.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0e01f6b640 1 -- 172.21.15.32:0/2593841755 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0dfc158fc0 con 0x7f0dfc065c80 2024-09-13T17:47:23.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0e01f6b640 1 -- 172.21.15.32:0/2593841755 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0dfc06b3c0 con 0x7f0dfc065c80 2024-09-13T17:47:23.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0de3fff640 1 -- 172.21.15.32:0/2593841755 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0dec0073d0 con 0x7f0dfc065c80 2024-09-13T17:47:23.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0de3fff640 1 --2- 172.21.15.32:0/2593841755 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0de8066690 0x7f0de8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:23.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0de3fff640 1 -- 172.21.15.32:0/2593841755 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6428+0+0 (secure 0 0 0) 0x7f0dec083da0 con 0x7f0dfc065c80 2024-09-13T17:47:23.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.374+0000 7f0dfaffd640 1 --2- 172.21.15.32:0/2593841755 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0de8066690 0x7f0de8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:23.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.378+0000 7f0dfaffd640 1 --2- 172.21.15.32:0/2593841755 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0de8066690 0x7f0de8068b50 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0df00af000 tx=0x7f0df00a7000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:23.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.378+0000 7f0de3fff640 1 -- 172.21.15.32:0/2593841755 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0dec050e50 con 0x7f0dfc065c80 2024-09-13T17:47:23.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:23.538+0000 7f0e01f6b640 1 -- 172.21.15.32:0/2593841755 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) v1 -- 0x7f0dfc0c2450 con 0x7f0dfc065c80 2024-09-13T17:47:24.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.210+0000 7f0de3fff640 1 -- 172.21.15.32:0/2593841755 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v26) v1 ==== 169+0+0 (secure 0 0 0) 0x7f0dec054470 con 0x7f0dfc065c80 2024-09-13T17:47:24.216 INFO:teuthology.orchestra.run.smithi032.stderr:set pool 4 allow_ec_overwrites to true 2024-09-13T17:47:24.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.226+0000 7f0e01f6b640 1 -- 172.21.15.32:0/2593841755 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0de8066690 msgr2=0x7f0de8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:24.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.226+0000 7f0e01f6b640 1 --2- 172.21.15.32:0/2593841755 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0de8066690 0x7f0de8068b50 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0df00af000 tx=0x7f0df00a7000 comp rx=0 tx=0).stop 2024-09-13T17:47:24.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.226+0000 7f0e01f6b640 1 -- 172.21.15.32:0/2593841755 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dfc065c80 msgr2=0x7f0dfc1f6600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:24.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.226+0000 7f0e01f6b640 1 --2- 172.21.15.32:0/2593841755 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dfc065c80 0x7f0dfc1f6600 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0dec00c500 tx=0x7f0dec00c9c0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.226+0000 7f0e01f6b640 1 -- 172.21.15.32:0/2593841755 shutdown_connections 2024-09-13T17:47:24.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.226+0000 7f0e01f6b640 1 --2- 172.21.15.32:0/2593841755 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0de8066690 0x7f0de8068b50 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.226+0000 7f0e01f6b640 1 --2- 172.21.15.32:0/2593841755 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0dfc0cde10 0x7f0dfc0c1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.226+0000 7f0e01f6b640 1 --2- 172.21.15.32:0/2593841755 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0dfc0c9190 0x7f0dfc1f5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.226+0000 7f0e01f6b640 1 --2- 172.21.15.32:0/2593841755 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dfc065c80 0x7f0dfc1f6600 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.226+0000 7f0e01f6b640 1 -- 172.21.15.32:0/2593841755 >> 172.21.15.32:0/2593841755 conn(0x7f0dfc0cb5c0 msgr2=0x7f0dfc1598e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:24.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.230+0000 7f0e01f6b640 1 -- 172.21.15.32:0/2593841755 shutdown_connections 2024-09-13T17:47:24.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.230+0000 7f0e01f6b640 1 -- 172.21.15.32:0/2593841755 wait complete. 2024-09-13T17:47:24.266 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-13T17:47:24.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.378+0000 7fb5f007f640 1 Processor -- start 2024-09-13T17:47:24.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5f007f640 1 -- start start 2024-09-13T17:47:24.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5f007f640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fb5e80990f0 0x7fb5e8099660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:24.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5f007f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb5e80cb370 0x7fb5e80cb800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:24.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5f007f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5e80caee0 con 0x7fb5e815c830 2024-09-13T17:47:24.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5f007f640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5e8099ba0 con 0x7fb5e80990f0 2024-09-13T17:47:24.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5f007f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5e80cf9c0 con 0x7fb5e80cb370 2024-09-13T17:47:24.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ede1b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fb5e815c830 0x7fb5e80989e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53432/0 (socket says 172.21.15.32:53432) 2024-09-13T17:47:24.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ede1b640 1 -- 172.21.15.32:0/475790915 learned_addr learned my addr 172.21.15.32:0/475790915 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:24.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ed61a640 1 --2- 172.21.15.32:0/475790915 >> v2:172.21.15.159:3300/0 conn(0x7fb5e80990f0 0x7fb5e8099660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:24.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ee61c640 1 --2- 172.21.15.32:0/475790915 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb5e80cb370 0x7fb5e80cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:24.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ece19640 1 -- 172.21.15.32:0/475790915 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4218933577 0 0) 0x7fb5e80caee0 con 0x7fb5e815c830 2024-09-13T17:47:24.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ece19640 1 -- 172.21.15.32:0/475790915 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb5d4003530 con 0x7fb5e815c830 2024-09-13T17:47:24.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ece19640 1 -- 172.21.15.32:0/475790915 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2882608252 0 0) 0x7fb5d4003530 con 0x7fb5e815c830 2024-09-13T17:47:24.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ece19640 1 -- 172.21.15.32:0/475790915 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb5e80cb370 msgr2=0x7fb5e80cb800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:24.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ece19640 1 --2- 172.21.15.32:0/475790915 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb5e80cb370 0x7fb5e80cb800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ece19640 1 -- 172.21.15.32:0/475790915 >> v2:172.21.15.159:3300/0 conn(0x7fb5e80990f0 msgr2=0x7fb5e8099660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:24.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ece19640 1 --2- 172.21.15.32:0/475790915 >> v2:172.21.15.159:3300/0 conn(0x7fb5e80990f0 0x7fb5e8099660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ece19640 1 -- 172.21.15.32:0/475790915 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5e80cf120 con 0x7fb5e815c830 2024-09-13T17:47:24.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ece19640 1 -- 172.21.15.32:0/475790915 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fb5e4001680 con 0x7fb5e815c830 2024-09-13T17:47:24.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ece19640 1 -- 172.21.15.32:0/475790915 >> v1:172.21.15.32:6789/0 conn(0x7fb5e815c830 legacy=0x7fb5e80989e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:24.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ece19640 1 --2- 172.21.15.32:0/475790915 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb5d4003980 0x7fb5d4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:24.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ece19640 1 --2- 172.21.15.32:0/475790915 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5d40047d0 0x7fb5d4004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:24.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ece19640 1 --2- 172.21.15.32:0/475790915 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb5e80cb370 0x7fb5d4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:24.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ece19640 1 -- 172.21.15.32:0/475790915 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5e8099ba0 con 0x7fb5d40047d0 2024-09-13T17:47:24.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ece19640 1 -- 172.21.15.32:0/475790915 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5e80cf9c0 con 0x7fb5d4003980 2024-09-13T17:47:24.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ece19640 1 -- 172.21.15.32:0/475790915 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5d400b990 con 0x7fb5e80cb370 2024-09-13T17:47:24.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ed61a640 1 --2- 172.21.15.32:0/475790915 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5d40047d0 0x7fb5d4004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:24.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ede1b640 1 --2- 172.21.15.32:0/475790915 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb5d4003980 0x7fb5d4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:24.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ee61c640 1 --2- 172.21.15.32:0/475790915 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb5e80cb370 0x7fb5d4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:24.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ed61a640 1 -- 172.21.15.32:0/475790915 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb5e80cb370 msgr2=0x7fb5d4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:24.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ed61a640 1 --2- 172.21.15.32:0/475790915 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb5e80cb370 0x7fb5d4005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ed61a640 1 -- 172.21.15.32:0/475790915 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb5d4003980 msgr2=0x7fb5d4003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:24.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ed61a640 1 --2- 172.21.15.32:0/475790915 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb5d4003980 0x7fb5d4003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ed61a640 1 -- 172.21.15.32:0/475790915 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5d4003530 con 0x7fb5d40047d0 2024-09-13T17:47:24.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.382+0000 7fb5ee61c640 1 --2- 172.21.15.32:0/475790915 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb5e80cb370 0x7fb5d4005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:24.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5ed61a640 1 --2- 172.21.15.32:0/475790915 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5d40047d0 0x7fb5d4004c50 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb5d8009ae0 tx=0x7fb5d801ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d1486b068ddad30 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:24.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5ece19640 1 -- 172.21.15.32:0/475790915 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5d80a55c0 con 0x7fb5d40047d0 2024-09-13T17:47:24.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5ece19640 1 -- 172.21.15.32:0/475790915 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5d80a5720 con 0x7fb5d40047d0 2024-09-13T17:47:24.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5ece19640 1 -- 172.21.15.32:0/475790915 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5d80a5ad0 con 0x7fb5d40047d0 2024-09-13T17:47:24.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5f007f640 1 -- 172.21.15.32:0/475790915 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5d40047d0 msgr2=0x7fb5d4004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:24.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5f007f640 1 --2- 172.21.15.32:0/475790915 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5d40047d0 0x7fb5d4004c50 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb5d8009ae0 tx=0x7fb5d801ca50 comp rx=0 tx=0).stop 2024-09-13T17:47:24.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5ee61c640 1 -- 172.21.15.32:0/475790915 reap_dead start 2024-09-13T17:47:24.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5f007f640 1 -- 172.21.15.32:0/475790915 shutdown_connections 2024-09-13T17:47:24.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5f007f640 1 -- 172.21.15.32:0/475790915 >> 172.21.15.32:0/475790915 conn(0x7fb5e80b1f70 msgr2=0x7fb5e80b2380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:24.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5f007f640 1 -- 172.21.15.32:0/475790915 shutdown_connections 2024-09-13T17:47:24.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5f007f640 1 -- 172.21.15.32:0/475790915 wait complete. 2024-09-13T17:47:24.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5f007f640 1 Processor -- start 2024-09-13T17:47:24.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5f007f640 1 -- start start 2024-09-13T17:47:24.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5f007f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb5d40047d0 0x7fb5e80ca5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:24.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5f007f640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb5e809a260 0x7fb5e809bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:24.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5f007f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5e8152510 0x7fb5e8152990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:24.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5f007f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5e8152ed0 con 0x7fb5e8152510 2024-09-13T17:47:24.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5f007f640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5e809b3a0 con 0x7fb5e809a260 2024-09-13T17:47:24.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.386+0000 7fb5f007f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5e809a790 con 0x7fb5d40047d0 2024-09-13T17:47:24.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5ede1b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb5d40047d0 0x7fb5e80ca5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:24.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5ee61c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5e8152510 0x7fb5e8152990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:24.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5ee61c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5e8152510 0x7fb5e8152990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37724/0 (socket says 172.21.15.32:37724) 2024-09-13T17:47:24.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5ede1b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb5d40047d0 0x7fb5e80ca5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:33472/0 (socket says 172.21.15.32:33472) 2024-09-13T17:47:24.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5ee61c640 1 -- 172.21.15.32:0/2868801002 learned_addr learned my addr 172.21.15.32:0/2868801002 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:24.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5ed61a640 1 --2- 172.21.15.32:0/2868801002 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb5e809a260 0x7fb5e809bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:24.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5ee61c640 1 -- 172.21.15.32:0/2868801002 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb5d40047d0 msgr2=0x7fb5e80ca5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:24.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5ee61c640 1 --2- 172.21.15.32:0/2868801002 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb5d40047d0 0x7fb5e80ca5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5ee61c640 1 -- 172.21.15.32:0/2868801002 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb5e809a260 msgr2=0x7fb5e809bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:24.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5ee61c640 1 --2- 172.21.15.32:0/2868801002 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb5e809a260 0x7fb5e809bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5ee61c640 1 -- 172.21.15.32:0/2868801002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5e809aa70 con 0x7fb5e8152510 2024-09-13T17:47:24.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5ee61c640 1 --2- 172.21.15.32:0/2868801002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5e8152510 0x7fb5e8152990 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb5e8071f40 tx=0x7fb5e000f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:24.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5de7fc640 1 -- 172.21.15.32:0/2868801002 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5e0017400 con 0x7fb5e8152510 2024-09-13T17:47:24.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5de7fc640 1 -- 172.21.15.32:0/2868801002 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5e0011040 con 0x7fb5e8152510 2024-09-13T17:47:24.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5f007f640 1 -- 172.21.15.32:0/2868801002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5e809ad50 con 0x7fb5e8152510 2024-09-13T17:47:24.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5de7fc640 1 -- 172.21.15.32:0/2868801002 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5e0017780 con 0x7fb5e8152510 2024-09-13T17:47:24.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5f007f640 1 -- 172.21.15.32:0/2868801002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5e815be80 con 0x7fb5e8152510 2024-09-13T17:47:24.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5f007f640 1 -- 172.21.15.32:0/2868801002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5e80c7140 con 0x7fb5e8152510 2024-09-13T17:47:24.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5de7fc640 1 -- 172.21.15.32:0/2868801002 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb5e00203b0 con 0x7fb5e8152510 2024-09-13T17:47:24.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5de7fc640 1 --2- 172.21.15.32:0/2868801002 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb5cc066690 0x7fb5cc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:24.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5de7fc640 1 -- 172.21.15.32:0/2868801002 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6428+0+0 (secure 0 0 0) 0x7fb5e00845b0 con 0x7fb5e8152510 2024-09-13T17:47:24.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.390+0000 7fb5ede1b640 1 --2- 172.21.15.32:0/2868801002 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb5cc066690 0x7fb5cc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:24.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.394+0000 7fb5ede1b640 1 --2- 172.21.15.32:0/2868801002 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb5cc066690 0x7fb5cc068b50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb5e4000fc0 tx=0x7fb5e4001570 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:24.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.394+0000 7fb5de7fc640 1 -- 172.21.15.32:0/2868801002 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb5e0051700 con 0x7fb5e8152510 2024-09-13T17:47:24.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.594+0000 7fb5f007f640 1 -- 172.21.15.32:0/2868801002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) v1 -- 0x7fb5e80cab20 con 0x7fb5e8152510 2024-09-13T17:47:24.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.602+0000 7fb5de7fc640 1 -- 172.21.15.32:0/2868801002 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v6) v1 ==== 137+0+0 (secure 0 0 0) 0x7fb5e0054d20 con 0x7fb5e8152510 2024-09-13T17:47:24.607 INFO:teuthology.orchestra.run.smithi032.stderr:added data pool 4 to fsmap 2024-09-13T17:47:24.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.602+0000 7fb5f007f640 1 -- 172.21.15.32:0/2868801002 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb5cc066690 msgr2=0x7fb5cc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:24.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.602+0000 7fb5f007f640 1 --2- 172.21.15.32:0/2868801002 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb5cc066690 0x7fb5cc068b50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb5e4000fc0 tx=0x7fb5e4001570 comp rx=0 tx=0).stop 2024-09-13T17:47:24.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.606+0000 7fb5f007f640 1 -- 172.21.15.32:0/2868801002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5e8152510 msgr2=0x7fb5e8152990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:24.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.606+0000 7fb5f007f640 1 --2- 172.21.15.32:0/2868801002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5e8152510 0x7fb5e8152990 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb5e8071f40 tx=0x7fb5e000f4a0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.606+0000 7fb5f007f640 1 -- 172.21.15.32:0/2868801002 shutdown_connections 2024-09-13T17:47:24.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.606+0000 7fb5f007f640 1 --2- 172.21.15.32:0/2868801002 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb5cc066690 0x7fb5cc068b50 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.606+0000 7fb5f007f640 1 --2- 172.21.15.32:0/2868801002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5e8152510 0x7fb5e8152990 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.606+0000 7fb5f007f640 1 --2- 172.21.15.32:0/2868801002 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb5e809a260 0x7fb5e809bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.606+0000 7fb5f007f640 1 --2- 172.21.15.32:0/2868801002 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb5d40047d0 0x7fb5e80ca5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.606+0000 7fb5f007f640 1 -- 172.21.15.32:0/2868801002 >> 172.21.15.32:0/2868801002 conn(0x7fb5e80b1f70 msgr2=0x7fb5e806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:24.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.606+0000 7fb5f007f640 1 -- 172.21.15.32:0/2868801002 shutdown_connections 2024-09-13T17:47:24.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.606+0000 7fb5f007f640 1 -- 172.21.15.32:0/2868801002 wait complete. 2024-09-13T17:47:24.628 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:47:24.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.742+0000 7f7f3a0bb640 1 Processor -- start 2024-09-13T17:47:24.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.742+0000 7f7f3a0bb640 1 -- start start 2024-09-13T17:47:24.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.742+0000 7f7f3a0bb640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7f340ade70 0x7f7f3415d450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:24.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.742+0000 7f7f3a0bb640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f3415a3d0 con 0x7f7f34159ff0 2024-09-13T17:47:24.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.742+0000 7f7f3a0bb640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f34065fd0 con 0x7f7f340ad210 2024-09-13T17:47:24.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.742+0000 7f7f3a0bb640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f340b4e00 con 0x7f7f340ade70 2024-09-13T17:47:24.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.742+0000 7f7f33fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7f340ade70 0x7f7f3415d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:24.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.742+0000 7f7f33fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7f340ade70 0x7f7f3415d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37730/0 (socket says 172.21.15.32:37730) 2024-09-13T17:47:24.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.742+0000 7f7f33fff640 1 -- 172.21.15.32:0/3084629978 learned_addr learned my addr 172.21.15.32:0/3084629978 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:24.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.742+0000 7f7f337fe640 1 --1- 172.21.15.32:0/3084629978 >> v1:172.21.15.32:6789/0 conn(0x7f7f34159ff0 0x7f7f340ad760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53446/0 (socket says 172.21.15.32:53446) 2024-09-13T17:47:24.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.746+0000 7f7f33fff640 1 -- 172.21.15.32:0/3084629978 >> v1:172.21.15.159:6789/0 conn(0x7f7f340ad210 legacy=0x7f7f3406cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:24.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.746+0000 7f7f33fff640 1 -- 172.21.15.32:0/3084629978 >> v1:172.21.15.32:6789/0 conn(0x7f7f34159ff0 legacy=0x7f7f340ad760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:24.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.746+0000 7f7f32ffd640 1 -- 172.21.15.32:0/3084629978 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1453853420 0 0) 0x7f7f3415a3d0 con 0x7f7f34159ff0 2024-09-13T17:47:24.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.746+0000 7f7f33fff640 1 -- 172.21.15.32:0/3084629978 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f34160eb0 con 0x7f7f340ade70 2024-09-13T17:47:24.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.746+0000 7f7f33fff640 1 --2- 172.21.15.32:0/3084629978 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f340ade70 0x7f7f3415d450 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7f2c009e50 tx=0x7f7f2c01c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fab0691cbcd5066 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:24.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.746+0000 7f7f32ffd640 1 -- 172.21.15.32:0/3084629978 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f2c0a5620 con 0x7f7f340ade70 2024-09-13T17:47:24.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.746+0000 7f7f32ffd640 1 -- 172.21.15.32:0/3084629978 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f2c0a5780 con 0x7f7f340ade70 2024-09-13T17:47:24.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.746+0000 7f7f32ffd640 1 -- 172.21.15.32:0/3084629978 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f2c0a5b10 con 0x7f7f340ade70 2024-09-13T17:47:24.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.746+0000 7f7f3a0bb640 1 -- 172.21.15.32:0/3084629978 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f340ade70 msgr2=0x7f7f3415d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:24.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.746+0000 7f7f3a0bb640 1 --2- 172.21.15.32:0/3084629978 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f340ade70 0x7f7f3415d450 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7f2c009e50 tx=0x7f7f2c01c960 comp rx=0 tx=0).stop 2024-09-13T17:47:24.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.746+0000 7f7f3a0bb640 1 -- 172.21.15.32:0/3084629978 shutdown_connections 2024-09-13T17:47:24.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.746+0000 7f7f3a0bb640 1 --2- 172.21.15.32:0/3084629978 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f340ade70 0x7f7f3415d450 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.746+0000 7f7f3a0bb640 1 -- 172.21.15.32:0/3084629978 >> 172.21.15.32:0/3084629978 conn(0x7f7f340717d0 msgr2=0x7f7f34069f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:24.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.746+0000 7f7f3a0bb640 1 -- 172.21.15.32:0/3084629978 shutdown_connections 2024-09-13T17:47:24.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.746+0000 7f7f3a0bb640 1 -- 172.21.15.32:0/3084629978 wait complete. 2024-09-13T17:47:24.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f3a0bb640 1 Processor -- start 2024-09-13T17:47:24.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f3a0bb640 1 -- start start 2024-09-13T17:47:24.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f3a0bb640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7f340ad210 0x7f7f3414f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:24.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f3a0bb640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7f340ade70 0x7f7f3415b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:24.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f3a0bb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f34159ff0 0x7f7f3414c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:24.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f3a0bb640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f3415c010 con 0x7f7f34159ff0 2024-09-13T17:47:24.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f3a0bb640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f3415f2d0 con 0x7f7f340ade70 2024-09-13T17:47:24.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f3a0bb640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f3415ba90 con 0x7f7f340ad210 2024-09-13T17:47:24.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f33fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f34159ff0 0x7f7f3414c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:24.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f33fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f34159ff0 0x7f7f3414c7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37738/0 (socket says 172.21.15.32:37738) 2024-09-13T17:47:24.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f33fff640 1 -- 172.21.15.32:0/189944208 learned_addr learned my addr 172.21.15.32:0/189944208 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:24.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f2bfff640 1 --2- 172.21.15.32:0/189944208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7f340ade70 0x7f7f3415b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:24.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f337fe640 1 --2- 172.21.15.32:0/189944208 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7f340ad210 0x7f7f3414f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:24.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f33fff640 1 -- 172.21.15.32:0/189944208 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7f340ad210 msgr2=0x7f7f3414f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:24.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f33fff640 1 --2- 172.21.15.32:0/189944208 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7f340ad210 0x7f7f3414f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f33fff640 1 -- 172.21.15.32:0/189944208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7f340ade70 msgr2=0x7f7f3415b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:24.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f33fff640 1 --2- 172.21.15.32:0/189944208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7f340ade70 0x7f7f3415b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f33fff640 1 -- 172.21.15.32:0/189944208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f2c009b30 con 0x7f7f34159ff0 2024-09-13T17:47:24.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f2bfff640 1 --2- 172.21.15.32:0/189944208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7f340ade70 0x7f7f3415b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:24.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f337fe640 1 --2- 172.21.15.32:0/189944208 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7f340ad210 0x7f7f3414f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:24.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f33fff640 1 --2- 172.21.15.32:0/189944208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f34159ff0 0x7f7f3414c7b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7f2c0af040 tx=0x7f7f2c019700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:24.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f30ff9640 1 -- 172.21.15.32:0/189944208 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f2c0b8470 con 0x7f7f34159ff0 2024-09-13T17:47:24.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f30ff9640 1 -- 172.21.15.32:0/189944208 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f2c0b85d0 con 0x7f7f34159ff0 2024-09-13T17:47:24.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f3a0bb640 1 -- 172.21.15.32:0/189944208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f3415bd30 con 0x7f7f34159ff0 2024-09-13T17:47:24.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f30ff9640 1 -- 172.21.15.32:0/189944208 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f2c0b8940 con 0x7f7f34159ff0 2024-09-13T17:47:24.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f3a0bb640 1 -- 172.21.15.32:0/189944208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f3415ef60 con 0x7f7f34159ff0 2024-09-13T17:47:24.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.750+0000 7f7f3a0bb640 1 -- 172.21.15.32:0/189944208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f340abb70 con 0x7f7f34159ff0 2024-09-13T17:47:24.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.754+0000 7f7f30ff9640 1 -- 172.21.15.32:0/189944208 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7f2c0b8aa0 con 0x7f7f34159ff0 2024-09-13T17:47:24.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.754+0000 7f7f30ff9640 1 --2- 172.21.15.32:0/189944208 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7f140666c0 0x7f7f14068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:24.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.754+0000 7f7f30ff9640 1 -- 172.21.15.32:0/189944208 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7f2c11f830 con 0x7f7f34159ff0 2024-09-13T17:47:24.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.754+0000 7f7f337fe640 1 --2- 172.21.15.32:0/189944208 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7f140666c0 0x7f7f14068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:24.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.754+0000 7f7f337fe640 1 --2- 172.21.15.32:0/189944208 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7f140666c0 0x7f7f14068b80 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f7f24000f70 tx=0x7f7f24009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:24.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.758+0000 7f7f30ff9640 1 -- 172.21.15.32:0/189944208 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7f2c0ec940 con 0x7f7f34159ff0 2024-09-13T17:47:24.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.954+0000 7f7f3a0bb640 1 -- 172.21.15.32:0/189944208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7f3415d450 con 0x7f7f34159ff0 2024-09-13T17:47:24.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.954+0000 7f7f30ff9640 1 -- 172.21.15.32:0/189944208 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4733 (secure 0 0 0) 0x7f7f2c0eff60 con 0x7f7f34159ff0 2024-09-13T17:47:24.959 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:24.959 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6837/1164054309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6836","nonce":1164054309},{"type":"v1","addr":"172.21.15.159:6837","nonce":1164054309}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6834/1116780765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1116780765},{"type":"v1","addr":"172.21.15.32:6834","nonce":1116780765}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/3250001992","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6833","nonce":3250001992},{"type":"v1","addr":"172.21.15.32:6835","nonce":3250001992}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:47:20.077204+0000","modified":"2024-09-13T17:47:24.599596+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.159:6835/578569681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6834","nonce":578569681},{"type":"v1","addr":"172.21.15.159:6835","nonce":578569681}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2024-09-13T17:47:24.959 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 6 2024-09-13T17:47:24.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.954+0000 7f7f3a0bb640 1 -- 172.21.15.32:0/189944208 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7f140666c0 msgr2=0x7f7f14068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:24.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.954+0000 7f7f3a0bb640 1 --2- 172.21.15.32:0/189944208 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7f140666c0 0x7f7f14068b80 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f7f24000f70 tx=0x7f7f24009040 comp rx=0 tx=0).stop 2024-09-13T17:47:24.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.954+0000 7f7f3a0bb640 1 -- 172.21.15.32:0/189944208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f34159ff0 msgr2=0x7f7f3414c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:24.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.954+0000 7f7f3a0bb640 1 --2- 172.21.15.32:0/189944208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f34159ff0 0x7f7f3414c7b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7f2c0af040 tx=0x7f7f2c019700 comp rx=0 tx=0).stop 2024-09-13T17:47:24.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.954+0000 7f7f3a0bb640 1 -- 172.21.15.32:0/189944208 shutdown_connections 2024-09-13T17:47:24.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.954+0000 7f7f3a0bb640 1 --2- 172.21.15.32:0/189944208 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7f140666c0 0x7f7f14068b80 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.954+0000 7f7f3a0bb640 1 --2- 172.21.15.32:0/189944208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f34159ff0 0x7f7f3414c7b0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.954+0000 7f7f3a0bb640 1 --2- 172.21.15.32:0/189944208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7f340ade70 0x7f7f3415b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.954+0000 7f7f3a0bb640 1 --2- 172.21.15.32:0/189944208 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7f340ad210 0x7f7f3414f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:24.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.954+0000 7f7f3a0bb640 1 -- 172.21.15.32:0/189944208 >> 172.21.15.32:0/189944208 conn(0x7f7f340717d0 msgr2=0x7f7f3406cac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:24.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.954+0000 7f7f3a0bb640 1 -- 172.21.15.32:0/189944208 shutdown_connections 2024-09-13T17:47:24.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:24.954+0000 7f7f3a0bb640 1 -- 172.21.15.32:0/189944208 wait complete. 2024-09-13T17:47:24.978 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:47:25.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.102+0000 7ff8596da640 1 Processor -- start 2024-09-13T17:47:25.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.102+0000 7ff8596da640 1 -- start start 2024-09-13T17:47:25.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff8596da640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7ff85415a300 0x7ff85406d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff8596da640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff85406d5e0 0x7ff8540ce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff8596da640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8540b21d0 0x7ff8540cea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff8596da640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff85415a6e0 con 0x7ff85406d5e0 2024-09-13T17:47:25.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff8596da640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff85406da80 con 0x7ff85415a300 2024-09-13T17:47:25.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff8596da640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff85406dd60 con 0x7ff8540b21d0 2024-09-13T17:47:25.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff8527fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff85406d5e0 0x7ff8540ce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff8527fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff85406d5e0 0x7ff8540ce4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37746/0 (socket says 172.21.15.32:37746) 2024-09-13T17:47:25.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff8527fc640 1 -- 172.21.15.32:0/3727552923 learned_addr learned my addr 172.21.15.32:0/3727552923 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:25.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff852ffd640 1 --2- 172.21.15.32:0/3727552923 >> v2:172.21.15.159:3300/0 conn(0x7ff85415a300 0x7ff85406d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff8537fe640 1 --2- 172.21.15.32:0/3727552923 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8540b21d0 0x7ff8540cea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff8527fc640 1 -- 172.21.15.32:0/3727552923 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8540b21d0 msgr2=0x7ff8540cea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:25.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff8527fc640 1 --2- 172.21.15.32:0/3727552923 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8540b21d0 0x7ff8540cea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff8527fc640 1 -- 172.21.15.32:0/3727552923 >> v2:172.21.15.159:3300/0 conn(0x7ff85415a300 msgr2=0x7ff85406d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:25.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff8527fc640 1 --2- 172.21.15.32:0/3727552923 >> v2:172.21.15.159:3300/0 conn(0x7ff85415a300 0x7ff85406d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff8527fc640 1 -- 172.21.15.32:0/3727552923 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff85406e040 con 0x7ff85406d5e0 2024-09-13T17:47:25.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff8537fe640 1 --2- 172.21.15.32:0/3727552923 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8540b21d0 0x7ff8540cea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:25.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff8527fc640 1 --2- 172.21.15.32:0/3727552923 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff85406d5e0 0x7ff8540ce4d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff8540b43f0 tx=0x7ff84801c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41afea6c81d092d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:25.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff851ffb640 1 -- 172.21.15.32:0/3727552923 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8480a5860 con 0x7ff85406d5e0 2024-09-13T17:47:25.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff851ffb640 1 -- 172.21.15.32:0/3727552923 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8480a59c0 con 0x7ff85406d5e0 2024-09-13T17:47:25.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.106+0000 7ff851ffb640 1 -- 172.21.15.32:0/3727552923 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8480a5d50 con 0x7ff85406d5e0 2024-09-13T17:47:25.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 -- 172.21.15.32:0/3727552923 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff85406d5e0 msgr2=0x7ff8540ce4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:25.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 --2- 172.21.15.32:0/3727552923 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff85406d5e0 0x7ff8540ce4d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff8540b43f0 tx=0x7ff84801c9c0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 -- 172.21.15.32:0/3727552923 shutdown_connections 2024-09-13T17:47:25.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 --2- 172.21.15.32:0/3727552923 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8540b21d0 0x7ff8540cea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 --2- 172.21.15.32:0/3727552923 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff85406d5e0 0x7ff8540ce4d0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 --2- 172.21.15.32:0/3727552923 >> v2:172.21.15.159:3300/0 conn(0x7ff85415a300 0x7ff85406d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 -- 172.21.15.32:0/3727552923 >> 172.21.15.32:0/3727552923 conn(0x7ff85406a150 msgr2=0x7ff85406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:25.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 -- 172.21.15.32:0/3727552923 shutdown_connections 2024-09-13T17:47:25.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 -- 172.21.15.32:0/3727552923 wait complete. 2024-09-13T17:47:25.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 Processor -- start 2024-09-13T17:47:25.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 -- start start 2024-09-13T17:47:25.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff85406d5e0 0x7ff854163240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8540b21d0 0x7ff854157f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff85415a300 0x7ff8541f7b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8541f89e0 con 0x7ff85415a300 2024-09-13T17:47:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8541640c0 con 0x7ff85406d5e0 2024-09-13T17:47:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff854163820 con 0x7ff8540b21d0 2024-09-13T17:47:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8537fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff85415a300 0x7ff8541f7b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8537fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff85415a300 0x7ff8541f7b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37748/0 (socket says 172.21.15.32:37748) 2024-09-13T17:47:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8537fe640 1 -- 172.21.15.32:0/1822829108 learned_addr learned my addr 172.21.15.32:0/1822829108 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8527fc640 1 --2- 172.21.15.32:0/1822829108 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8540b21d0 0x7ff854157f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff852ffd640 1 --2- 172.21.15.32:0/1822829108 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff85406d5e0 0x7ff854163240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8537fe640 1 -- 172.21.15.32:0/1822829108 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8540b21d0 msgr2=0x7ff854157f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8537fe640 1 --2- 172.21.15.32:0/1822829108 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8540b21d0 0x7ff854157f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8537fe640 1 -- 172.21.15.32:0/1822829108 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff85406d5e0 msgr2=0x7ff854163240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8537fe640 1 --2- 172.21.15.32:0/1822829108 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff85406d5e0 0x7ff854163240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8537fe640 1 -- 172.21.15.32:0/1822829108 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff848009b30 con 0x7ff85415a300 2024-09-13T17:47:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8537fe640 1 --2- 172.21.15.32:0/1822829108 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff85415a300 0x7ff8541f7b60 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff84c00c5c0 tx=0x7ff84c00ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff83b7fe640 1 -- 172.21.15.32:0/1822829108 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff84c011800 con 0x7ff85415a300 2024-09-13T17:47:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff83b7fe640 1 -- 172.21.15.32:0/1822829108 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff84c011960 con 0x7ff85415a300 2024-09-13T17:47:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff83b7fe640 1 -- 172.21.15.32:0/1822829108 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff84c011d10 con 0x7ff85415a300 2024-09-13T17:47:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 -- 172.21.15.32:0/1822829108 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff854163b00 con 0x7ff85415a300 2024-09-13T17:47:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.110+0000 7ff8596da640 1 -- 172.21.15.32:0/1822829108 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8540c8d00 con 0x7ff85415a300 2024-09-13T17:47:25.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.114+0000 7ff8596da640 1 -- 172.21.15.32:0/1822829108 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8540c8f20 con 0x7ff85415a300 2024-09-13T17:47:25.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.114+0000 7ff83b7fe640 1 -- 172.21.15.32:0/1822829108 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff84c022350 con 0x7ff85415a300 2024-09-13T17:47:25.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.114+0000 7ff83b7fe640 1 --2- 172.21.15.32:0/1822829108 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff8400666c0 0x7ff840068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.114+0000 7ff83b7fe640 1 -- 172.21.15.32:0/1822829108 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff84c0844e0 con 0x7ff85415a300 2024-09-13T17:47:25.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.114+0000 7ff852ffd640 1 --2- 172.21.15.32:0/1822829108 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff8400666c0 0x7ff840068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.114+0000 7ff852ffd640 1 --2- 172.21.15.32:0/1822829108 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff8400666c0 0x7ff840068b80 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff84400b930 tx=0x7ff844008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:25.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.118+0000 7ff83b7fe640 1 -- 172.21.15.32:0/1822829108 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff84c051550 con 0x7ff85415a300 2024-09-13T17:47:25.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.282+0000 7ff8596da640 1 -- 172.21.15.32:0/1822829108 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff85406d0a0 con 0x7ff85415a300 2024-09-13T17:47:25.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.286+0000 7ff83b7fe640 1 -- 172.21.15.32:0/1822829108 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18334 (secure 0 0 0) 0x7ff84c054b70 con 0x7ff85415a300 2024-09-13T17:47:25.290 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:25.290 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":27,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:47:24.598946+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:47:25.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.286+0000 7ff8596da640 1 -- 172.21.15.32:0/1822829108 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff8400666c0 msgr2=0x7ff840068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:25.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.286+0000 7ff8596da640 1 --2- 172.21.15.32:0/1822829108 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff8400666c0 0x7ff840068b80 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff84400b930 tx=0x7ff844008040 comp rx=0 tx=0).stop 2024-09-13T17:47:25.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.286+0000 7ff8596da640 1 -- 172.21.15.32:0/1822829108 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff85415a300 msgr2=0x7ff8541f7b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:25.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.286+0000 7ff8596da640 1 --2- 172.21.15.32:0/1822829108 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff85415a300 0x7ff8541f7b60 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff84c00c5c0 tx=0x7ff84c00ca80 comp rx=0 tx=0).stop 2024-09-13T17:47:25.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.286+0000 7ff8596da640 1 -- 172.21.15.32:0/1822829108 shutdown_connections 2024-09-13T17:47:25.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.286+0000 7ff8596da640 1 --2- 172.21.15.32:0/1822829108 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff8400666c0 0x7ff840068b80 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.286+0000 7ff8596da640 1 --2- 172.21.15.32:0/1822829108 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff85415a300 0x7ff8541f7b60 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.286+0000 7ff8596da640 1 --2- 172.21.15.32:0/1822829108 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8540b21d0 0x7ff854157f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.286+0000 7ff8596da640 1 --2- 172.21.15.32:0/1822829108 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff85406d5e0 0x7ff854163240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.286+0000 7ff8596da640 1 -- 172.21.15.32:0/1822829108 >> 172.21.15.32:0/1822829108 conn(0x7ff85406a150 msgr2=0x7ff8540cd290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:25.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.286+0000 7ff8596da640 1 -- 172.21.15.32:0/1822829108 shutdown_connections 2024-09-13T17:47:25.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.286+0000 7ff8596da640 1 -- 172.21.15.32:0/1822829108 wait complete. 2024-09-13T17:47:25.310 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:47:25.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.430+0000 7fdfbc2f5640 1 Processor -- start 2024-09-13T17:47:25.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.430+0000 7fdfbc2f5640 1 -- start start 2024-09-13T17:47:25.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.430+0000 7fdfbc2f5640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfb40b4b10 0x7fdfb40cd380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.430+0000 7fdfbc2f5640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdfb40d0ac0 0x7fdfb40b1e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.430+0000 7fdfbc2f5640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfb40b4680 con 0x7fdfb40ccfa0 2024-09-13T17:47:25.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.430+0000 7fdfbc2f5640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfb40b4f50 con 0x7fdfb40d0ac0 2024-09-13T17:47:25.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.430+0000 7fdfbc2f5640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfb40cda50 con 0x7fdfb40b4b10 2024-09-13T17:47:25.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.430+0000 7fdfba091640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fdfb40ccfa0 0x7fdfb40d03b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53448/0 (socket says 172.21.15.32:53448) 2024-09-13T17:47:25.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.430+0000 7fdfba091640 1 -- 172.21.15.32:0/3720238810 learned_addr learned my addr 172.21.15.32:0/3720238810 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:25.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.430+0000 7fdfba892640 1 --2- 172.21.15.32:0/3720238810 >> v2:172.21.15.32:3300/0 conn(0x7fdfb40d0ac0 0x7fdfb40b1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.430+0000 7fdfb9890640 1 --2- 172.21.15.32:0/3720238810 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfb40b4b10 0x7fdfb40cd380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.430+0000 7fdfb908f640 1 -- 172.21.15.32:0/3720238810 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 862617412 0 0) 0x7fdfb40b4680 con 0x7fdfb40ccfa0 2024-09-13T17:47:25.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.430+0000 7fdfb908f640 1 -- 172.21.15.32:0/3720238810 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdfa0003530 con 0x7fdfb40ccfa0 2024-09-13T17:47:25.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.430+0000 7fdfba892640 1 -- 172.21.15.32:0/3720238810 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfb40b4b10 msgr2=0x7fdfb40cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:25.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.430+0000 7fdfba892640 1 --2- 172.21.15.32:0/3720238810 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfb40b4b10 0x7fdfb40cd380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.430+0000 7fdfba892640 1 -- 172.21.15.32:0/3720238810 >> v1:172.21.15.32:6789/0 conn(0x7fdfb40ccfa0 legacy=0x7fdfb40d03b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:25.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.430+0000 7fdfba892640 1 -- 172.21.15.32:0/3720238810 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfb40b4310 con 0x7fdfb40d0ac0 2024-09-13T17:47:25.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfba892640 1 --2- 172.21.15.32:0/3720238810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb40d0ac0 0x7fdfb40b1e40 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fdfac009d90 tx=0x7fdfac01c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f40990976fc51ec0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:25.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfb908f640 1 -- 172.21.15.32:0/3720238810 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfac0a5a50 con 0x7fdfb40d0ac0 2024-09-13T17:47:25.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfb908f640 1 -- 172.21.15.32:0/3720238810 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfac0a5bb0 con 0x7fdfb40d0ac0 2024-09-13T17:47:25.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfb908f640 1 -- 172.21.15.32:0/3720238810 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfac0ad440 con 0x7fdfb40d0ac0 2024-09-13T17:47:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfbc2f5640 1 -- 172.21.15.32:0/3720238810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb40d0ac0 msgr2=0x7fdfb40b1e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfbc2f5640 1 --2- 172.21.15.32:0/3720238810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb40d0ac0 0x7fdfb40b1e40 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fdfac009d90 tx=0x7fdfac01c970 comp rx=0 tx=0).stop 2024-09-13T17:47:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfbc2f5640 1 -- 172.21.15.32:0/3720238810 shutdown_connections 2024-09-13T17:47:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfbc2f5640 1 --2- 172.21.15.32:0/3720238810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb40d0ac0 0x7fdfb40b1e40 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfbc2f5640 1 --2- 172.21.15.32:0/3720238810 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfb40b4b10 0x7fdfb40cd380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfbc2f5640 1 -- 172.21.15.32:0/3720238810 >> 172.21.15.32:0/3720238810 conn(0x7fdfb4089f70 msgr2=0x7fdfb40d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfbc2f5640 1 -- 172.21.15.32:0/3720238810 shutdown_connections 2024-09-13T17:47:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfbc2f5640 1 -- 172.21.15.32:0/3720238810 wait complete. 2024-09-13T17:47:25.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfbc2f5640 1 Processor -- start 2024-09-13T17:47:25.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfbc2f5640 1 -- start start 2024-09-13T17:47:25.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfbc2f5640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfb40b4b10 0x7fdfb4142e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfbc2f5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb40ccfa0 0x7fdfb41550d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfbc2f5640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdfb40d0ac0 0x7fdfb40cbfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfbc2f5640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfb40b83e0 con 0x7fdfb40ccfa0 2024-09-13T17:47:25.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfbc2f5640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfb4143340 con 0x7fdfb40d0ac0 2024-09-13T17:47:25.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfbc2f5640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfb40b8100 con 0x7fdfb40b4b10 2024-09-13T17:47:25.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfb9890640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb40ccfa0 0x7fdfb41550d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfb9890640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb40ccfa0 0x7fdfb41550d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37774/0 (socket says 172.21.15.32:37774) 2024-09-13T17:47:25.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.434+0000 7fdfb9890640 1 -- 172.21.15.32:0/298253422 learned_addr learned my addr 172.21.15.32:0/298253422 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:25.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfba091640 1 --2- 172.21.15.32:0/298253422 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfb40b4b10 0x7fdfb4142e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfb9890640 1 -- 172.21.15.32:0/298253422 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfb40b4b10 msgr2=0x7fdfb4142e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:25.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfba892640 1 --2- 172.21.15.32:0/298253422 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdfb40d0ac0 0x7fdfb40cbfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfb9890640 1 --2- 172.21.15.32:0/298253422 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfb40b4b10 0x7fdfb4142e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfb9890640 1 -- 172.21.15.32:0/298253422 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdfb40d0ac0 msgr2=0x7fdfb40cbfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:25.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfb9890640 1 --2- 172.21.15.32:0/298253422 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdfb40d0ac0 0x7fdfb40cbfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfb9890640 1 -- 172.21.15.32:0/298253422 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfac009a70 con 0x7fdfb40ccfa0 2024-09-13T17:47:25.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfba091640 1 --2- 172.21.15.32:0/298253422 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfb40b4b10 0x7fdfb4142e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:25.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfb9890640 1 --2- 172.21.15.32:0/298253422 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb40ccfa0 0x7fdfb41550d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fdfa400e870 tx=0x7fdfa400ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:25.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfaaffd640 1 -- 172.21.15.32:0/298253422 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa4009510 con 0x7fdfb40ccfa0 2024-09-13T17:47:25.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfaaffd640 1 -- 172.21.15.32:0/298253422 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfa400eec0 con 0x7fdfb40ccfa0 2024-09-13T17:47:25.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfbc2f5640 1 -- 172.21.15.32:0/298253422 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfb41545f0 con 0x7fdfb40ccfa0 2024-09-13T17:47:25.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfaaffd640 1 -- 172.21.15.32:0/298253422 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa400cb40 con 0x7fdfb40ccfa0 2024-09-13T17:47:25.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfbc2f5640 1 -- 172.21.15.32:0/298253422 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfb4154bb0 con 0x7fdfb40ccfa0 2024-09-13T17:47:25.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfaaffd640 1 -- 172.21.15.32:0/298253422 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdfa400ccc0 con 0x7fdfb40ccfa0 2024-09-13T17:47:25.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfbc2f5640 1 -- 172.21.15.32:0/298253422 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfb40b1e40 con 0x7fdfb40ccfa0 2024-09-13T17:47:25.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfaaffd640 1 --2- 172.21.15.32:0/298253422 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdf98066690 0x7fdf98068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfaaffd640 1 -- 172.21.15.32:0/298253422 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fdfa40845b0 con 0x7fdfb40ccfa0 2024-09-13T17:47:25.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfba091640 1 --2- 172.21.15.32:0/298253422 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdf98066690 0x7fdf98068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.438+0000 7fdfba091640 1 --2- 172.21.15.32:0/298253422 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdf98066690 0x7fdf98068b50 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fdfb00011f0 tx=0x7fdfb0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:25.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.442+0000 7fdfaaffd640 1 -- 172.21.15.32:0/298253422 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdfa4051620 con 0x7fdfb40ccfa0 2024-09-13T17:47:25.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.602+0000 7fdfbc2f5640 1 -- 172.21.15.32:0/298253422 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdfb41674f0 con 0x7fdfb40ccfa0 2024-09-13T17:47:25.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.606+0000 7fdfaaffd640 1 -- 172.21.15.32:0/298253422 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18334 (secure 0 0 0) 0x7fdfa4054c40 con 0x7fdfb40ccfa0 2024-09-13T17:47:25.611 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:25.611 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":27,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:47:24.598946+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:47:25.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.606+0000 7fdfbc2f5640 1 -- 172.21.15.32:0/298253422 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdf98066690 msgr2=0x7fdf98068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:25.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.606+0000 7fdfbc2f5640 1 --2- 172.21.15.32:0/298253422 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdf98066690 0x7fdf98068b50 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fdfb00011f0 tx=0x7fdfb0009040 comp rx=0 tx=0).stop 2024-09-13T17:47:25.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.606+0000 7fdfbc2f5640 1 -- 172.21.15.32:0/298253422 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb40ccfa0 msgr2=0x7fdfb41550d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:25.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.606+0000 7fdfbc2f5640 1 --2- 172.21.15.32:0/298253422 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb40ccfa0 0x7fdfb41550d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fdfa400e870 tx=0x7fdfa400ec70 comp rx=0 tx=0).stop 2024-09-13T17:47:25.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.606+0000 7fdfbc2f5640 1 -- 172.21.15.32:0/298253422 shutdown_connections 2024-09-13T17:47:25.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.606+0000 7fdfbc2f5640 1 --2- 172.21.15.32:0/298253422 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdf98066690 0x7fdf98068b50 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.606+0000 7fdfbc2f5640 1 --2- 172.21.15.32:0/298253422 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdfb40d0ac0 0x7fdfb40cbfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.606+0000 7fdfbc2f5640 1 --2- 172.21.15.32:0/298253422 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfb40ccfa0 0x7fdfb41550d0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.606+0000 7fdfbc2f5640 1 --2- 172.21.15.32:0/298253422 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfb40b4b10 0x7fdfb4142e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.606+0000 7fdfbc2f5640 1 -- 172.21.15.32:0/298253422 >> 172.21.15.32:0/298253422 conn(0x7fdfb4089f70 msgr2=0x7fdfb40af0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:25.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.610+0000 7fdfbc2f5640 1 -- 172.21.15.32:0/298253422 shutdown_connections 2024-09-13T17:47:25.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.610+0000 7fdfbc2f5640 1 -- 172.21.15.32:0/298253422 wait complete. 2024-09-13T17:47:25.648 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:47:25.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.762+0000 7f6fcab6f640 1 Processor -- start 2024-09-13T17:47:25.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.762+0000 7f6fcab6f640 1 -- start start 2024-09-13T17:47:25.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.762+0000 7f6fcab6f640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f6fc41592f0 0x7f6fc40cc380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.762+0000 7f6fcab6f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6fc40b1b80 0x7f6fc40ce5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.762+0000 7f6fcab6f640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6fc40cc8c0 con 0x7f6fc40b1ff0 2024-09-13T17:47:25.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.762+0000 7f6fcab6f640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6fc40ad840 con 0x7f6fc40b1b80 2024-09-13T17:47:25.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.762+0000 7f6fcab6f640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6fc40c88f0 con 0x7f6fc41592f0 2024-09-13T17:47:25.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.762+0000 7f6fc3fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6fc40b1b80 0x7f6fc40ce5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.762+0000 7f6fc3fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6fc40b1b80 0x7f6fc40ce5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37778/0 (socket says 172.21.15.32:37778) 2024-09-13T17:47:25.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.762+0000 7f6fc3fff640 1 -- 172.21.15.32:0/3520814279 learned_addr learned my addr 172.21.15.32:0/3520814279 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:25.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.762+0000 7f6fc890b640 1 --2- 172.21.15.32:0/3520814279 >> v2:172.21.15.159:3300/0 conn(0x7f6fc41592f0 0x7f6fc40cc380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.762+0000 7f6fc3fff640 1 -- 172.21.15.32:0/3520814279 >> v2:172.21.15.159:3300/0 conn(0x7f6fc41592f0 msgr2=0x7f6fc40cc380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:25.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.762+0000 7f6fc3fff640 1 --2- 172.21.15.32:0/3520814279 >> v2:172.21.15.159:3300/0 conn(0x7f6fc41592f0 0x7f6fc40cc380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.762+0000 7f6fc3fff640 1 -- 172.21.15.32:0/3520814279 >> v1:172.21.15.159:6789/0 conn(0x7f6fc40b1ff0 legacy=0x7f6fc4159d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:25.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.762+0000 7f6fc3fff640 1 -- 172.21.15.32:0/3520814279 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fc40c8bd0 con 0x7f6fc40b1b80 2024-09-13T17:47:25.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fc3fff640 1 --2- 172.21.15.32:0/3520814279 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6fc40b1b80 0x7f6fc40ce5c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f6fc40ce510 tx=0x7f6fb801c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ad81f717a91e126 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:25.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fc37fe640 1 -- 172.21.15.32:0/3520814279 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fb80ab600 con 0x7f6fc40b1b80 2024-09-13T17:47:25.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fc37fe640 1 -- 172.21.15.32:0/3520814279 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fb80a7050 con 0x7f6fc40b1b80 2024-09-13T17:47:25.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fc37fe640 1 -- 172.21.15.32:0/3520814279 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fb80ab980 con 0x7f6fc40b1b80 2024-09-13T17:47:25.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fcab6f640 1 -- 172.21.15.32:0/3520814279 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6fc40b1b80 msgr2=0x7f6fc40ce5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:25.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fcab6f640 1 --2- 172.21.15.32:0/3520814279 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6fc40b1b80 0x7f6fc40ce5c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f6fc40ce510 tx=0x7f6fb801c420 comp rx=0 tx=0).stop 2024-09-13T17:47:25.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fcab6f640 1 -- 172.21.15.32:0/3520814279 shutdown_connections 2024-09-13T17:47:25.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fcab6f640 1 --2- 172.21.15.32:0/3520814279 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6fc40b1b80 0x7f6fc40ce5c0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fcab6f640 1 --2- 172.21.15.32:0/3520814279 >> v2:172.21.15.159:3300/0 conn(0x7f6fc41592f0 0x7f6fc40cc380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fcab6f640 1 -- 172.21.15.32:0/3520814279 >> 172.21.15.32:0/3520814279 conn(0x7f6fc406a150 msgr2=0x7f6fc406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:25.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fcab6f640 1 -- 172.21.15.32:0/3520814279 shutdown_connections 2024-09-13T17:47:25.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fcab6f640 1 -- 172.21.15.32:0/3520814279 wait complete. 2024-09-13T17:47:25.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fcab6f640 1 Processor -- start 2024-09-13T17:47:25.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fcab6f640 1 -- start start 2024-09-13T17:47:25.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fcab6f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6fc40b1b80 0x7f6fc40ad150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fcab6f640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fc40b1ff0 0x7f6fc40ac1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fcab6f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6fc41592f0 0x7f6fc40ac6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fcab6f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc409bb90 con 0x7f6fc40b1b80 2024-09-13T17:47:25.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fcab6f640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc409c0c0 con 0x7f6fc40b1ff0 2024-09-13T17:47:25.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fcab6f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc409bde0 con 0x7f6fc41592f0 2024-09-13T17:47:25.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fc890b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6fc40b1b80 0x7f6fc40ad150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fc890b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6fc40b1b80 0x7f6fc40ad150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37782/0 (socket says 172.21.15.32:37782) 2024-09-13T17:47:25.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fc890b640 1 -- 172.21.15.32:0/871561928 learned_addr learned my addr 172.21.15.32:0/871561928 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:25.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.766+0000 7f6fc3fff640 1 --2- 172.21.15.32:0/871561928 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fc40b1ff0 0x7f6fc40ac1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.770+0000 7f6fc910c640 1 --2- 172.21.15.32:0/871561928 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6fc41592f0 0x7f6fc40ac6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.770+0000 7f6fc890b640 1 -- 172.21.15.32:0/871561928 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6fc41592f0 msgr2=0x7f6fc40ac6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:25.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.770+0000 7f6fc890b640 1 --2- 172.21.15.32:0/871561928 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6fc41592f0 0x7f6fc40ac6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.770+0000 7f6fc890b640 1 -- 172.21.15.32:0/871561928 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fc40b1ff0 msgr2=0x7f6fc40ac1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:25.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.770+0000 7f6fc890b640 1 --2- 172.21.15.32:0/871561928 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fc40b1ff0 0x7f6fc40ac1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.770+0000 7f6fc890b640 1 -- 172.21.15.32:0/871561928 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fb80094d0 con 0x7f6fc40b1b80 2024-09-13T17:47:25.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.770+0000 7f6fc890b640 1 --2- 172.21.15.32:0/871561928 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6fc40b1b80 0x7f6fc40ad150 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6fb400d5f0 tx=0x7f6fb400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:25.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.770+0000 7f6fc17fa640 1 -- 172.21.15.32:0/871561928 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fb40125f0 con 0x7f6fc40b1b80 2024-09-13T17:47:25.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.770+0000 7f6fc17fa640 1 -- 172.21.15.32:0/871561928 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fb4012750 con 0x7f6fc40b1b80 2024-09-13T17:47:25.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.770+0000 7f6fcab6f640 1 -- 172.21.15.32:0/871561928 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fc40c54a0 con 0x7f6fc40b1b80 2024-09-13T17:47:25.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.770+0000 7f6fc17fa640 1 -- 172.21.15.32:0/871561928 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fb4012ae0 con 0x7f6fc40b1b80 2024-09-13T17:47:25.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.770+0000 7f6fcab6f640 1 -- 172.21.15.32:0/871561928 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fc40c2900 con 0x7f6fc40b1b80 2024-09-13T17:47:25.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.770+0000 7f6fcab6f640 1 -- 172.21.15.32:0/871561928 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fc40b2fa0 con 0x7f6fc40b1b80 2024-09-13T17:47:25.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.770+0000 7f6fc17fa640 1 -- 172.21.15.32:0/871561928 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6fb4012c40 con 0x7f6fc40b1b80 2024-09-13T17:47:25.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.770+0000 7f6fc17fa640 1 --2- 172.21.15.32:0/871561928 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6fb00666c0 0x7f6fb0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:25.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.770+0000 7f6fc17fa640 1 -- 172.21.15.32:0/871561928 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6fb40848b0 con 0x7f6fc40b1b80 2024-09-13T17:47:25.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.770+0000 7f6fc3fff640 1 --2- 172.21.15.32:0/871561928 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6fb00666c0 0x7f6fb0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:25.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.770+0000 7f6fc3fff640 1 --2- 172.21.15.32:0/871561928 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6fb00666c0 0x7f6fb0068b80 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f6fb80ad000 tx=0x7f6fb8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:25.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.774+0000 7f6fc17fa640 1 -- 172.21.15.32:0/871561928 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6fb40519c0 con 0x7f6fc40b1b80 2024-09-13T17:47:25.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.970+0000 7f6fcab6f640 1 -- 172.21.15.32:0/871561928 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6fc415a840 con 0x7f6fc40b1b80 2024-09-13T17:47:25.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.970+0000 7f6fc17fa640 1 -- 172.21.15.32:0/871561928 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4733 (secure 0 0 0) 0x7f6fb4054fe0 con 0x7f6fc40b1b80 2024-09-13T17:47:25.977 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:25.977 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6837/1164054309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6836","nonce":1164054309},{"type":"v1","addr":"172.21.15.159:6837","nonce":1164054309}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6834/1116780765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1116780765},{"type":"v1","addr":"172.21.15.32:6834","nonce":1116780765}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/3250001992","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6833","nonce":3250001992},{"type":"v1","addr":"172.21.15.32:6835","nonce":3250001992}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:47:20.077204+0000","modified":"2024-09-13T17:47:24.599596+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.159:6835/578569681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6834","nonce":578569681},{"type":"v1","addr":"172.21.15.159:6835","nonce":578569681}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2024-09-13T17:47:25.978 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 6 2024-09-13T17:47:25.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.974+0000 7f6fcab6f640 1 -- 172.21.15.32:0/871561928 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6fb00666c0 msgr2=0x7f6fb0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:25.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.974+0000 7f6fcab6f640 1 --2- 172.21.15.32:0/871561928 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6fb00666c0 0x7f6fb0068b80 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f6fb80ad000 tx=0x7f6fb8008040 comp rx=0 tx=0).stop 2024-09-13T17:47:25.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.974+0000 7f6fcab6f640 1 -- 172.21.15.32:0/871561928 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6fc40b1b80 msgr2=0x7f6fc40ad150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:25.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.974+0000 7f6fcab6f640 1 --2- 172.21.15.32:0/871561928 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6fc40b1b80 0x7f6fc40ad150 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6fb400d5f0 tx=0x7f6fb400dab0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.974+0000 7f6fcab6f640 1 -- 172.21.15.32:0/871561928 shutdown_connections 2024-09-13T17:47:25.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.974+0000 7f6fcab6f640 1 --2- 172.21.15.32:0/871561928 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6fb00666c0 0x7f6fb0068b80 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.974+0000 7f6fcab6f640 1 --2- 172.21.15.32:0/871561928 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6fc41592f0 0x7f6fc40ac6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.974+0000 7f6fcab6f640 1 --2- 172.21.15.32:0/871561928 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fc40b1ff0 0x7f6fc40ac1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.974+0000 7f6fcab6f640 1 --2- 172.21.15.32:0/871561928 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6fc40b1b80 0x7f6fc40ad150 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:25.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.974+0000 7f6fcab6f640 1 -- 172.21.15.32:0/871561928 >> 172.21.15.32:0/871561928 conn(0x7f6fc406a150 msgr2=0x7f6fc406dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:25.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.974+0000 7f6fcab6f640 1 -- 172.21.15.32:0/871561928 shutdown_connections 2024-09-13T17:47:25.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:25.974+0000 7f6fcab6f640 1 -- 172.21.15.32:0/871561928 wait complete. 2024-09-13T17:47:25.996 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:47:26.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.114+0000 7fc2a1fea640 1 Processor -- start 2024-09-13T17:47:26.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.114+0000 7fc2a1fea640 1 -- start start 2024-09-13T17:47:26.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc2a1fea640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fc29c15c400 0x7fc29c0ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc2a1fea640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc29c0cd230 0x7fc29c06b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc2a1fea640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc29c0cf840 con 0x7fc29c0cf420 2024-09-13T17:47:26.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc2a1fea640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc29c06b200 con 0x7fc29c15c400 2024-09-13T17:47:26.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc2a1fea640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc29c0d0a00 con 0x7fc29c0cd230 2024-09-13T17:47:26.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29affd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fc29c0cf420 0x7fc29c0ccb20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53460/0 (socket says 172.21.15.32:53460) 2024-09-13T17:47:26.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29affd640 1 -- 172.21.15.32:0/1978010959 learned_addr learned my addr 172.21.15.32:0/1978010959 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:26.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29b7fe640 1 --2- 172.21.15.32:0/1978010959 >> v2:172.21.15.159:3300/0 conn(0x7fc29c15c400 0x7fc29c0ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29bfff640 1 --2- 172.21.15.32:0/1978010959 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc29c0cd230 0x7fc29c06b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29a7fc640 1 -- 172.21.15.32:0/1978010959 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3411794201 0 0) 0x7fc29c0cf840 con 0x7fc29c0cf420 2024-09-13T17:47:26.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29a7fc640 1 -- 172.21.15.32:0/1978010959 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc284003530 con 0x7fc29c0cf420 2024-09-13T17:47:26.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29a7fc640 1 -- 172.21.15.32:0/1978010959 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1414777413 0 0) 0x7fc284003530 con 0x7fc29c0cf420 2024-09-13T17:47:26.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29a7fc640 1 -- 172.21.15.32:0/1978010959 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc29c0cd230 msgr2=0x7fc29c06b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:26.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29a7fc640 1 --2- 172.21.15.32:0/1978010959 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc29c0cd230 0x7fc29c06b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29a7fc640 1 -- 172.21.15.32:0/1978010959 >> v2:172.21.15.159:3300/0 conn(0x7fc29c15c400 msgr2=0x7fc29c0ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:26.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29a7fc640 1 --2- 172.21.15.32:0/1978010959 >> v2:172.21.15.159:3300/0 conn(0x7fc29c15c400 0x7fc29c0ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29a7fc640 1 -- 172.21.15.32:0/1978010959 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc29c0cdff0 con 0x7fc29c0cf420 2024-09-13T17:47:26.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29a7fc640 1 -- 172.21.15.32:0/1978010959 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fc290001680 con 0x7fc29c0cf420 2024-09-13T17:47:26.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29a7fc640 1 -- 172.21.15.32:0/1978010959 >> v1:172.21.15.32:6789/0 conn(0x7fc29c0cf420 legacy=0x7fc29c0ccb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:26.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29a7fc640 1 --2- 172.21.15.32:0/1978010959 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc29c0cd230 0x7fc284003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29a7fc640 1 --2- 172.21.15.32:0/1978010959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc284003f00 0x7fc2840047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29a7fc640 1 --2- 172.21.15.32:0/1978010959 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc284004d10 0x7fc284005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29a7fc640 1 -- 172.21.15.32:0/1978010959 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc29c06b200 con 0x7fc284003f00 2024-09-13T17:47:26.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29a7fc640 1 -- 172.21.15.32:0/1978010959 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc29c0d0a00 con 0x7fc284004d10 2024-09-13T17:47:26.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29a7fc640 1 -- 172.21.15.32:0/1978010959 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc28400b990 con 0x7fc29c0cd230 2024-09-13T17:47:26.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29affd640 1 --2- 172.21.15.32:0/1978010959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc284003f00 0x7fc2840047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29b7fe640 1 --2- 172.21.15.32:0/1978010959 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc29c0cd230 0x7fc284003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29bfff640 1 --2- 172.21.15.32:0/1978010959 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc284004d10 0x7fc284005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29affd640 1 -- 172.21.15.32:0/1978010959 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc29c0cd230 msgr2=0x7fc284003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:26.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29affd640 1 --2- 172.21.15.32:0/1978010959 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc29c0cd230 0x7fc284003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29affd640 1 -- 172.21.15.32:0/1978010959 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc284004d10 msgr2=0x7fc284005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:26.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29affd640 1 --2- 172.21.15.32:0/1978010959 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc284004d10 0x7fc284005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.118+0000 7fc29affd640 1 -- 172.21.15.32:0/1978010959 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc284003530 con 0x7fc284003f00 2024-09-13T17:47:26.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc29affd640 1 --2- 172.21.15.32:0/1978010959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc284003f00 0x7fc2840047d0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc29000c240 tx=0x7fc29001f390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3896db878e28a4e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:26.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc29a7fc640 1 -- 172.21.15.32:0/1978010959 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc290005ae0 con 0x7fc284003f00 2024-09-13T17:47:26.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc29a7fc640 1 -- 172.21.15.32:0/1978010959 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2900ab070 con 0x7fc284003f00 2024-09-13T17:47:26.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc29a7fc640 1 -- 172.21.15.32:0/1978010959 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc290007070 con 0x7fc284003f00 2024-09-13T17:47:26.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc2a1fea640 1 -- 172.21.15.32:0/1978010959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc284003f00 msgr2=0x7fc2840047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:26.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc2a1fea640 1 --2- 172.21.15.32:0/1978010959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc284003f00 0x7fc2840047d0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc29000c240 tx=0x7fc29001f390 comp rx=0 tx=0).stop 2024-09-13T17:47:26.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc29bfff640 1 -- 172.21.15.32:0/1978010959 reap_dead start 2024-09-13T17:47:26.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc2a1fea640 1 -- 172.21.15.32:0/1978010959 shutdown_connections 2024-09-13T17:47:26.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc2a1fea640 1 -- 172.21.15.32:0/1978010959 >> 172.21.15.32:0/1978010959 conn(0x7fc29c09b860 msgr2=0x7fc29c089f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:26.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc2a1fea640 1 -- 172.21.15.32:0/1978010959 shutdown_connections 2024-09-13T17:47:26.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc2a1fea640 1 -- 172.21.15.32:0/1978010959 wait complete. 2024-09-13T17:47:26.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc2a1fea640 1 Processor -- start 2024-09-13T17:47:26.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc2a1fea640 1 -- start start 2024-09-13T17:47:26.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc2a1fea640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc284003f00 0x7fc29c15eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc2a1fea640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc29c158310 0x7fc29c15b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc2a1fea640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc29c158770 0x7fc29c15b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc2a1fea640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc29c0b6360 con 0x7fc284003f00 2024-09-13T17:47:26.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc2a1fea640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc29c158f80 con 0x7fc29c158310 2024-09-13T17:47:26.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc2a1fea640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc29c0b56e0 con 0x7fc29c158770 2024-09-13T17:47:26.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc29b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc284003f00 0x7fc29c15eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc29b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc284003f00 0x7fc29c15eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37800/0 (socket says 172.21.15.32:37800) 2024-09-13T17:47:26.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.122+0000 7fc29b7fe640 1 -- 172.21.15.32:0/1007794780 learned_addr learned my addr 172.21.15.32:0/1007794780 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:26.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc29bfff640 1 --2- 172.21.15.32:0/1007794780 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc29c158770 0x7fc29c15b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc29affd640 1 --2- 172.21.15.32:0/1007794780 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc29c158310 0x7fc29c15b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc29b7fe640 1 -- 172.21.15.32:0/1007794780 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc29c158770 msgr2=0x7fc29c15b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:26.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc29b7fe640 1 --2- 172.21.15.32:0/1007794780 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc29c158770 0x7fc29c15b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc29b7fe640 1 -- 172.21.15.32:0/1007794780 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc29c158310 msgr2=0x7fc29c15b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:26.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc29b7fe640 1 --2- 172.21.15.32:0/1007794780 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc29c158310 0x7fc29c15b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc29b7fe640 1 -- 172.21.15.32:0/1007794780 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc29c0b59c0 con 0x7fc284003f00 2024-09-13T17:47:26.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc29affd640 1 --2- 172.21.15.32:0/1007794780 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc29c158310 0x7fc29c15b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:26.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc29b7fe640 1 --2- 172.21.15.32:0/1007794780 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc284003f00 0x7fc29c15eb70 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc28c0119d0 tx=0x7fc28c011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:26.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc283fff640 1 -- 172.21.15.32:0/1007794780 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc28c00fb50 con 0x7fc284003f00 2024-09-13T17:47:26.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc283fff640 1 -- 172.21.15.32:0/1007794780 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc28c00fcb0 con 0x7fc284003f00 2024-09-13T17:47:26.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc2a1fea640 1 -- 172.21.15.32:0/1007794780 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc29c0b5ca0 con 0x7fc284003f00 2024-09-13T17:47:26.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc283fff640 1 -- 172.21.15.32:0/1007794780 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc28c014440 con 0x7fc284003f00 2024-09-13T17:47:26.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc2a1fea640 1 -- 172.21.15.32:0/1007794780 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc29c0b5300 con 0x7fc284003f00 2024-09-13T17:47:26.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc2a1fea640 1 -- 172.21.15.32:0/1007794780 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc29c0ceee0 con 0x7fc284003f00 2024-09-13T17:47:26.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc283fff640 1 -- 172.21.15.32:0/1007794780 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc28c0145a0 con 0x7fc284003f00 2024-09-13T17:47:26.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc283fff640 1 --2- 172.21.15.32:0/1007794780 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc2880666c0 0x7fc288068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc283fff640 1 -- 172.21.15.32:0/1007794780 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc28c084dc0 con 0x7fc284003f00 2024-09-13T17:47:26.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc29affd640 1 --2- 172.21.15.32:0/1007794780 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc2880666c0 0x7fc288068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.126+0000 7fc29affd640 1 --2- 172.21.15.32:0/1007794780 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc2880666c0 0x7fc288068b80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc2900ae000 tx=0x7fc290001a80 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:26.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.130+0000 7fc283fff640 1 -- 172.21.15.32:0/1007794780 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc28c051e60 con 0x7fc284003f00 2024-09-13T17:47:26.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.290+0000 7fc2a1fea640 1 -- 172.21.15.32:0/1007794780 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc29c159920 con 0x7fc284003f00 2024-09-13T17:47:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.294+0000 7fc283fff640 1 -- 172.21.15.32:0/1007794780 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18334 (secure 0 0 0) 0x7fc28c07ce60 con 0x7fc284003f00 2024-09-13T17:47:26.299 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:26.299 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":27,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:47:24.598946+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:47:26.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.294+0000 7fc2a1fea640 1 -- 172.21.15.32:0/1007794780 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc2880666c0 msgr2=0x7fc288068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:26.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.294+0000 7fc2a1fea640 1 --2- 172.21.15.32:0/1007794780 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc2880666c0 0x7fc288068b80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc2900ae000 tx=0x7fc290001a80 comp rx=0 tx=0).stop 2024-09-13T17:47:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.294+0000 7fc2a1fea640 1 -- 172.21.15.32:0/1007794780 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc284003f00 msgr2=0x7fc29c15eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.294+0000 7fc2a1fea640 1 --2- 172.21.15.32:0/1007794780 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc284003f00 0x7fc29c15eb70 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc28c0119d0 tx=0x7fc28c011e90 comp rx=0 tx=0).stop 2024-09-13T17:47:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.294+0000 7fc2a1fea640 1 -- 172.21.15.32:0/1007794780 shutdown_connections 2024-09-13T17:47:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.294+0000 7fc2a1fea640 1 --2- 172.21.15.32:0/1007794780 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc2880666c0 0x7fc288068b80 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.294+0000 7fc2a1fea640 1 --2- 172.21.15.32:0/1007794780 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc29c158770 0x7fc29c15b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.294+0000 7fc2a1fea640 1 --2- 172.21.15.32:0/1007794780 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc29c158310 0x7fc29c15b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.294+0000 7fc2a1fea640 1 --2- 172.21.15.32:0/1007794780 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc284003f00 0x7fc29c15eb70 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.294+0000 7fc2a1fea640 1 -- 172.21.15.32:0/1007794780 >> 172.21.15.32:0/1007794780 conn(0x7fc29c09b860 msgr2=0x7fc29c0c65a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.294+0000 7fc2a1fea640 1 -- 172.21.15.32:0/1007794780 shutdown_connections 2024-09-13T17:47:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.294+0000 7fc2a1fea640 1 -- 172.21.15.32:0/1007794780 wait complete. 2024-09-13T17:47:26.722 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T17:47:20.077204+0000', 'modified': '2024-09-13T17:47:24.599596+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4279}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4279': {'gid': 4279, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.159:6835/578569681', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.159:6834', 'nonce': 578569681}, {'type': 'v1', 'addr': '172.21.15.159:6835', 'nonce': 578569681}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1} 2024-09-13T17:47:26.722 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T17:47:26.723 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-13T17:47:26.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.854+0000 7f1c396de640 1 Processor -- start 2024-09-13T17:47:26.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.854+0000 7f1c396de640 1 -- start start 2024-09-13T17:47:26.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.854+0000 7f1c396de640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f1c3415d7b0 0x7f1c34071f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.854+0000 7f1c396de640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1c340aaed0 0x7f1c340ac7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.854+0000 7f1c396de640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1c3415db90 con 0x7f1c340ca940 2024-09-13T17:47:26.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.854+0000 7f1c396de640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c340ab720 con 0x7f1c3415d7b0 2024-09-13T17:47:26.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.854+0000 7f1c396de640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c340aba00 con 0x7f1c340aaed0 2024-09-13T17:47:26.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.854+0000 7f1c327fc640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1c340aaed0 0x7f1c340ac7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.854+0000 7f1c32ffd640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f1c3415d7b0 0x7f1c34071f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.854+0000 7f1c327fc640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1c340aaed0 0x7f1c340ac7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:33566/0 (socket says 172.21.15.32:33566) 2024-09-13T17:47:26.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.854+0000 7f1c327fc640 1 -- 172.21.15.32:0/946875909 learned_addr learned my addr 172.21.15.32:0/946875909 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:26.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.858+0000 7f1c327fc640 1 -- 172.21.15.32:0/946875909 >> v2:172.21.15.159:3300/0 conn(0x7f1c3415d7b0 msgr2=0x7f1c34071f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:26.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.858+0000 7f1c327fc640 1 --2- 172.21.15.32:0/946875909 >> v2:172.21.15.159:3300/0 conn(0x7f1c3415d7b0 0x7f1c34071f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.858+0000 7f1c327fc640 1 -- 172.21.15.32:0/946875909 >> v1:172.21.15.159:6789/0 conn(0x7f1c340ca940 legacy=0x7f1c340cadb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:26.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.858+0000 7f1c327fc640 1 -- 172.21.15.32:0/946875909 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c340abce0 con 0x7f1c340aaed0 2024-09-13T17:47:26.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.858+0000 7f1c327fc640 1 --2- 172.21.15.32:0/946875909 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1c340aaed0 0x7f1c340ac7c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c009870 tx=0x7f1c1c01c560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6fb188f6a2697591 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:26.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.858+0000 7f1c31ffb640 1 -- 172.21.15.32:0/946875909 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c1c0ab650 con 0x7f1c340aaed0 2024-09-13T17:47:26.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.858+0000 7f1c31ffb640 1 -- 172.21.15.32:0/946875909 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c1c0ab7b0 con 0x7f1c340aaed0 2024-09-13T17:47:26.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.858+0000 7f1c31ffb640 1 -- 172.21.15.32:0/946875909 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c1c0abb40 con 0x7f1c340aaed0 2024-09-13T17:47:26.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c396de640 1 -- 172.21.15.32:0/946875909 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1c340aaed0 msgr2=0x7f1c340ac7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:26.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c396de640 1 --2- 172.21.15.32:0/946875909 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1c340aaed0 0x7f1c340ac7c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c009870 tx=0x7f1c1c01c560 comp rx=0 tx=0).stop 2024-09-13T17:47:26.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c396de640 1 -- 172.21.15.32:0/946875909 shutdown_connections 2024-09-13T17:47:26.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c396de640 1 --2- 172.21.15.32:0/946875909 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1c340aaed0 0x7f1c340ac7c0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c396de640 1 --2- 172.21.15.32:0/946875909 >> v2:172.21.15.159:3300/0 conn(0x7f1c3415d7b0 0x7f1c34071f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c396de640 1 -- 172.21.15.32:0/946875909 >> 172.21.15.32:0/946875909 conn(0x7f1c340afbf0 msgr2=0x7f1c340b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:26.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c396de640 1 -- 172.21.15.32:0/946875909 shutdown_connections 2024-09-13T17:47:26.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c396de640 1 -- 172.21.15.32:0/946875909 wait complete. 2024-09-13T17:47:26.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c396de640 1 Processor -- start 2024-09-13T17:47:26.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c396de640 1 -- start start 2024-09-13T17:47:26.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c396de640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1c340aaed0 0x7f1c34099170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c396de640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1c340ca940 0x7f1c340c43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c396de640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c3415d7b0 0x7f1c340c5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c396de640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c34141080 con 0x7f1c3415d7b0 2024-09-13T17:47:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c396de640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c34141360 con 0x7f1c340ca940 2024-09-13T17:47:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c396de640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c34141640 con 0x7f1c340aaed0 2024-09-13T17:47:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c337fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c3415d7b0 0x7f1c340c5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c337fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c3415d7b0 0x7f1c340c5220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37806/0 (socket says 172.21.15.32:37806) 2024-09-13T17:47:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c337fe640 1 -- 172.21.15.32:0/1069902267 learned_addr learned my addr 172.21.15.32:0/1069902267 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c327fc640 1 --2- 172.21.15.32:0/1069902267 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1c340ca940 0x7f1c340c43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c32ffd640 1 --2- 172.21.15.32:0/1069902267 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1c340aaed0 0x7f1c34099170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c337fe640 1 -- 172.21.15.32:0/1069902267 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1c340aaed0 msgr2=0x7f1c34099170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c337fe640 1 --2- 172.21.15.32:0/1069902267 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1c340aaed0 0x7f1c34099170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c337fe640 1 -- 172.21.15.32:0/1069902267 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1c340ca940 msgr2=0x7f1c340c43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:26.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c337fe640 1 --2- 172.21.15.32:0/1069902267 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1c340ca940 0x7f1c340c43e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c337fe640 1 -- 172.21.15.32:0/1069902267 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c1c0094d0 con 0x7f1c3415d7b0 2024-09-13T17:47:26.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c32ffd640 1 --2- 172.21.15.32:0/1069902267 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1c340aaed0 0x7f1c34099170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:26.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c337fe640 1 --2- 172.21.15.32:0/1069902267 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c3415d7b0 0x7f1c340c5220 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c00c430 tx=0x7f1c2c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:26.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c2b7fe640 1 -- 172.21.15.32:0/1069902267 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c005220 con 0x7f1c3415d7b0 2024-09-13T17:47:26.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c2b7fe640 1 -- 172.21.15.32:0/1069902267 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c2c005380 con 0x7f1c3415d7b0 2024-09-13T17:47:26.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c396de640 1 -- 172.21.15.32:0/1069902267 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c34141920 con 0x7f1c3415d7b0 2024-09-13T17:47:26.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c2b7fe640 1 -- 172.21.15.32:0/1069902267 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c007270 con 0x7f1c3415d7b0 2024-09-13T17:47:26.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.862+0000 7f1c396de640 1 -- 172.21.15.32:0/1069902267 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c340c4920 con 0x7f1c3415d7b0 2024-09-13T17:47:26.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.866+0000 7f1c2b7fe640 1 -- 172.21.15.32:0/1069902267 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1c2c0073d0 con 0x7f1c3415d7b0 2024-09-13T17:47:26.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.866+0000 7f1c2b7fe640 1 --2- 172.21.15.32:0/1069902267 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1c140666c0 0x7f1c14068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.866+0000 7f1c2b7fe640 1 -- 172.21.15.32:0/1069902267 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1c2c0838d0 con 0x7f1c3415d7b0 2024-09-13T17:47:26.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.866+0000 7f1c32ffd640 1 --2- 172.21.15.32:0/1069902267 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1c140666c0 0x7f1c14068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.866+0000 7f1c3c827000 1 Processor -- start 2024-09-13T17:47:26.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.866+0000 7f1c3c827000 1 -- start start 2024-09-13T17:47:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.866+0000 7f1c32ffd640 1 --2- 172.21.15.32:0/1069902267 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1c140666c0 0x7f1c14068b80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f1c24009fd0 tx=0x7f1c2400b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.866+0000 7f1c3c827000 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb667f0 0x559afeb66bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.866+0000 7f1c3c827000 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb67110 0x559afeb1c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.866+0000 7f1c3c827000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb1cb50 0x559afeb1cf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.866+0000 7f1c3c827000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x559afe9e0e80 con 0x559afeb1cb50 2024-09-13T17:47:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.866+0000 7f1c3c827000 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x559afe96eaf0 con 0x559afeb67110 2024-09-13T17:47:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.866+0000 7f1c3c827000 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x559afe96c0c0 con 0x559afeb667f0 2024-09-13T17:47:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.866+0000 7f1c337fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb1cb50 0x559afeb1cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.866+0000 7f1c337fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb1cb50 0x559afeb1cf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37810/0 (socket says 172.21.15.32:37810) 2024-09-13T17:47:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.866+0000 7f1c337fe640 1 -- 172.21.15.32:0/1837702637 learned_addr learned my addr 172.21.15.32:0/1837702637 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.866+0000 7f1c32ffd640 1 --2- 172.21.15.32:0/1837702637 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb667f0 0x559afeb66bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c327fc640 1 --2- 172.21.15.32:0/1837702637 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb67110 0x559afeb1c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c337fe640 1 -- 172.21.15.32:0/1837702637 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb667f0 msgr2=0x559afeb66bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:26.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c337fe640 1 --2- 172.21.15.32:0/1837702637 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb667f0 0x559afeb66bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c337fe640 1 -- 172.21.15.32:0/1837702637 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb67110 msgr2=0x559afeb1c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:26.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c337fe640 1 --2- 172.21.15.32:0/1837702637 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb67110 0x559afeb1c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c337fe640 1 -- 172.21.15.32:0/1837702637 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559afe663890 con 0x559afeb1cb50 2024-09-13T17:47:26.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c337fe640 1 --2- 172.21.15.32:0/1837702637 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb1cb50 0x559afeb1cf30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c00c400 tx=0x7f1c2c007680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16112657a7943414 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:26.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c28ff9640 1 -- 172.21.15.32:0/1837702637 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c0583b0 con 0x559afeb1cb50 2024-09-13T17:47:26.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c28ff9640 1 -- 172.21.15.32:0/1837702637 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c2c05ca00 con 0x559afeb1cb50 2024-09-13T17:47:26.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c28ff9640 1 -- 172.21.15.32:0/1837702637 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c058160 con 0x559afeb1cb50 2024-09-13T17:47:26.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 -- 172.21.15.32:0/1837702637 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb1cb50 msgr2=0x559afeb1cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:26.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 --2- 172.21.15.32:0/1837702637 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb1cb50 0x559afeb1cf30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c00c400 tx=0x7f1c2c007680 comp rx=0 tx=0).stop 2024-09-13T17:47:26.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 -- 172.21.15.32:0/1837702637 shutdown_connections 2024-09-13T17:47:26.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 --2- 172.21.15.32:0/1837702637 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb1cb50 0x559afeb1cf30 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 --2- 172.21.15.32:0/1837702637 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb67110 0x559afeb1c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 --2- 172.21.15.32:0/1837702637 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb667f0 0x559afeb66bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 -- 172.21.15.32:0/1837702637 >> 172.21.15.32:0/1837702637 conn(0x559afeb1efb0 msgr2=0x559afeb1f390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:26.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 -- 172.21.15.32:0/1837702637 shutdown_connections 2024-09-13T17:47:26.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 -- 172.21.15.32:0/1837702637 wait complete. 2024-09-13T17:47:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 -- start start 2024-09-13T17:47:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 Processor -- start 2024-09-13T17:47:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb1cb50 0x559afeb6d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 0x559afeb6dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb67110 0x559afeb27760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x559afe9679b0 con 0x559afeb667f0 2024-09-13T17:47:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x559afe906c00 con 0x559afeb1cb50 2024-09-13T17:47:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x559afe925070 con 0x559afeb67110 2024-09-13T17:47:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 10 client.0 _ll_register_callbacks cb 0x559afeb04ae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T17:47:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c327fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 0x559afeb6dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c327fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 0x559afeb6dce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37822/0 (socket says 172.21.15.32:37822) 2024-09-13T17:47:26.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c327fc640 1 -- 172.21.15.32:0/3426128182 learned_addr learned my addr 172.21.15.32:0/3426128182 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c337fe640 1 --2- 172.21.15.32:0/3426128182 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb67110 0x559afeb27760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c32ffd640 1 --2- 172.21.15.32:0/3426128182 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb1cb50 0x559afeb6d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c327fc640 1 -- 172.21.15.32:0/3426128182 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb67110 msgr2=0x559afeb27760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c327fc640 1 --2- 172.21.15.32:0/3426128182 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb67110 0x559afeb27760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c327fc640 1 -- 172.21.15.32:0/3426128182 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb1cb50 msgr2=0x559afeb6d7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c327fc640 1 --2- 172.21.15.32:0/3426128182 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb1cb50 0x559afeb6d7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c327fc640 1 -- 172.21.15.32:0/3426128182 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c340c4920 con 0x559afeb667f0 2024-09-13T17:47:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c337fe640 1 --2- 172.21.15.32:0/3426128182 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb67110 0x559afeb27760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c327fc640 1 --2- 172.21.15.32:0/3426128182 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 0x559afeb6dce0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c01ac10 tx=0x7f1c1c0046d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3a8a24ed9d06f60 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c11ffb640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-09-13T17:47:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c11ffb640 1 -- 172.21.15.32:0/3426128182 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c1c0bf670 con 0x559afeb667f0 2024-09-13T17:47:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c11ffb640 1 -- 172.21.15.32:0/3426128182 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1c1c0b9040 con 0x559afeb667f0 2024-09-13T17:47:26.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 -- 172.21.15.32:0/3426128182 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559afe9245f0 con 0x559afeb667f0 2024-09-13T17:47:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c11ffb640 1 -- 172.21.15.32:0/3426128182 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1c1c0abe10 con 0x559afeb667f0 2024-09-13T17:47:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 10 client.4407 fetch_fsmap learned FSMap version 6 2024-09-13T17:47:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.870+0000 7f1c3c827000 1 -- 172.21.15.32:0/3426128182 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) v3 -- 0x559afe92cab0 con 0x559afeb667f0 2024-09-13T17:47:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c11ffb640 1 -- 172.21.15.32:0/3426128182 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x559afe9245f0 con 0x559afeb667f0 2024-09-13T17:47:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c11ffb640 1 -- 172.21.15.32:0/3426128182 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 6) v1 ==== 3122+0+0 (secure 0 0 0) 0x7f1c1c0bd050 con 0x559afeb667f0 2024-09-13T17:47:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c3c827000 10 client.4407 fetch_fsmap finished waiting for FSMap version 6 2024-09-13T17:47:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c3c827000 10 client.4407 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T17:47:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c3c827000 20 client.4407 populate_metadata read hostname 'smithi032' 2024-09-13T17:47:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c3c827000 1 --2- 172.21.15.32:0/3426128182 >> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] conn(0x559afeb28170 0x559afeb28550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c3c827000 4 client.4407 mds_command: new command op to 4279 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T17:47:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c3c827000 1 -- 172.21.15.32:0/3426128182 --> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559afe964790 con 0x559afeb28170 2024-09-13T17:47:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c32ffd640 1 --2- 172.21.15.32:0/3426128182 >> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] conn(0x559afeb28170 0x559afeb28550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c11ffb640 10 client.4407 ms_handle_connect on v2:172.21.15.159:6834/578569681 2024-09-13T17:47:26.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c32ffd640 1 --2- 172.21.15.32:0/3426128182 >> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] conn(0x559afeb28170 0x559afeb28550 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=876a547d8dfafb39 server_cookie=729af74c6d595f6a in_seq=0 out_seq=0 2024-09-13T17:47:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c11ffb640 1 -- 172.21.15.32:0/3426128182 <== mds.0 v2:172.21.15.159:6834/578569681 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x559afe964790 con 0x559afeb28170 2024-09-13T17:47:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c11ffb640 10 client.4407 handle_command_reply: tid=0 2024-09-13T17:47:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c3c827000 1 client.4407 shutdown 2024-09-13T17:47:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c3c827000 1 -- 172.21.15.32:0/3426128182 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 msgr2=0x559afeb6dce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c3c827000 1 --2- 172.21.15.32:0/3426128182 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 0x559afeb6dce0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c01ac10 tx=0x7f1c1c0046d0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c3c827000 1 -- 172.21.15.32:0/3426128182 shutdown_connections 2024-09-13T17:47:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c3c827000 1 --2- 172.21.15.32:0/3426128182 >> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] conn(0x559afeb28170 0x559afeb28550 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c3c827000 1 --2- 172.21.15.32:0/3426128182 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb67110 0x559afeb27760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c3c827000 1 --2- 172.21.15.32:0/3426128182 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 0x559afeb6dce0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c3c827000 1 --2- 172.21.15.32:0/3426128182 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb1cb50 0x559afeb6d7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c11ffb640 0 client.4407 ms_handle_reset on v2:172.21.15.159:6834/578569681 2024-09-13T17:47:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c3c827000 1 -- 172.21.15.32:0/3426128182 >> 172.21.15.32:0/3426128182 conn(0x559afeb1efb0 msgr2=0x559afeb169d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:26.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c3c827000 1 -- 172.21.15.32:0/3426128182 shutdown_connections 2024-09-13T17:47:26.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c3c827000 1 -- 172.21.15.32:0/3426128182 wait complete. 2024-09-13T17:47:26.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.874+0000 7f1c3c827000 20 client.4407 trim_cache size 0 max 16384 2024-09-13T17:47:26.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.890+0000 7f1c3c827000 1 Processor -- start 2024-09-13T17:47:26.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.890+0000 7f1c3c827000 1 -- start start 2024-09-13T17:47:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.890+0000 7f1c3c827000 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb1cb50 0x559afeb705e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.890+0000 7f1c3c827000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 0x559afeb70b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.890+0000 7f1c3c827000 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb67110 0x559afeb71060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.890+0000 7f1c3c827000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x559afe624940 con 0x559afeb667f0 2024-09-13T17:47:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.890+0000 7f1c3c827000 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x559afe92ec60 con 0x559afeb67110 2024-09-13T17:47:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.890+0000 7f1c3c827000 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x559afeafefc0 con 0x559afeb1cb50 2024-09-13T17:47:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.890+0000 7f1c327fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 0x559afeb70b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.890+0000 7f1c327fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 0x559afeb70b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37836/0 (socket says 172.21.15.32:37836) 2024-09-13T17:47:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.890+0000 7f1c327fc640 1 -- 172.21.15.32:0/1711009451 learned_addr learned my addr 172.21.15.32:0/1711009451 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:26.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c32ffd640 1 --2- 172.21.15.32:0/1711009451 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb1cb50 0x559afeb705e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c327fc640 1 -- 172.21.15.32:0/1711009451 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb1cb50 msgr2=0x559afeb705e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:26.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c327fc640 1 --2- 172.21.15.32:0/1711009451 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb1cb50 0x559afeb705e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c337fe640 1 --2- 172.21.15.32:0/1711009451 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb67110 0x559afeb71060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c327fc640 1 -- 172.21.15.32:0/1711009451 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb67110 msgr2=0x559afeb71060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:26.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c327fc640 1 --2- 172.21.15.32:0/1711009451 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb67110 0x559afeb71060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c327fc640 1 -- 172.21.15.32:0/1711009451 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559afe912c00 con 0x559afeb667f0 2024-09-13T17:47:26.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c32ffd640 1 --2- 172.21.15.32:0/1711009451 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb1cb50 0x559afeb705e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:26.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c327fc640 1 --2- 172.21.15.32:0/1711009451 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 0x559afeb70b20 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c01ca40 tx=0x7f1c1c009240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50c64a10513933b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:26.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c297fa640 1 -- 172.21.15.32:0/1711009451 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c1c0bf870 con 0x559afeb667f0 2024-09-13T17:47:26.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c297fa640 1 -- 172.21.15.32:0/1711009451 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c1c0bf470 con 0x559afeb667f0 2024-09-13T17:47:26.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c297fa640 1 -- 172.21.15.32:0/1711009451 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c1c0bfa50 con 0x559afeb667f0 2024-09-13T17:47:26.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 -- 172.21.15.32:0/1711009451 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 msgr2=0x559afeb70b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:26.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 --2- 172.21.15.32:0/1711009451 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 0x559afeb70b20 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c01ca40 tx=0x7f1c1c009240 comp rx=0 tx=0).stop 2024-09-13T17:47:26.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 -- 172.21.15.32:0/1711009451 shutdown_connections 2024-09-13T17:47:26.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 --2- 172.21.15.32:0/1711009451 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb67110 0x559afeb71060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 --2- 172.21.15.32:0/1711009451 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 0x559afeb70b20 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 --2- 172.21.15.32:0/1711009451 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb1cb50 0x559afeb705e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 -- 172.21.15.32:0/1711009451 >> 172.21.15.32:0/1711009451 conn(0x559afeb1efb0 msgr2=0x559afeb171f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:26.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 -- 172.21.15.32:0/1711009451 shutdown_connections 2024-09-13T17:47:26.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 -- 172.21.15.32:0/1711009451 wait complete. 2024-09-13T17:47:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 -- start start 2024-09-13T17:47:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 Processor -- start 2024-09-13T17:47:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb1cb50 0x559afebc7170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 0x559afeb71fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb67110 0x559afeb724e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x559afe966840 con 0x559afeb667f0 2024-09-13T17:47:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x559afeb24510 con 0x559afeb67110 2024-09-13T17:47:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x559afe95c4d0 con 0x559afeb1cb50 2024-09-13T17:47:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 10 client.0 _ll_register_callbacks cb 0x7f1c2c0508c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T17:47:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c327fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 0x559afeb71fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c327fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 0x559afeb71fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37838/0 (socket says 172.21.15.32:37838) 2024-09-13T17:47:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c327fc640 1 -- 172.21.15.32:0/504198994 learned_addr learned my addr 172.21.15.32:0/504198994 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c32ffd640 1 --2- 172.21.15.32:0/504198994 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb1cb50 0x559afebc7170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c337fe640 1 --2- 172.21.15.32:0/504198994 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb67110 0x559afeb724e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c327fc640 1 -- 172.21.15.32:0/504198994 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb1cb50 msgr2=0x559afebc7170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c327fc640 1 --2- 172.21.15.32:0/504198994 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb1cb50 0x559afebc7170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c327fc640 1 -- 172.21.15.32:0/504198994 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb67110 msgr2=0x559afeb724e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c327fc640 1 --2- 172.21.15.32:0/504198994 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb67110 0x559afeb724e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c327fc640 1 -- 172.21.15.32:0/504198994 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559afe92cab0 con 0x559afeb667f0 2024-09-13T17:47:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c327fc640 1 --2- 172.21.15.32:0/504198994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 0x559afeb71fa0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c097f20 tx=0x7f1c1c01ada0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1c5302eaaad3e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c11ffb640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-09-13T17:47:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c11ffb640 1 -- 172.21.15.32:0/504198994 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c1c004240 con 0x559afeb667f0 2024-09-13T17:47:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c11ffb640 1 -- 172.21.15.32:0/504198994 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1c1c0b9070 con 0x559afeb667f0 2024-09-13T17:47:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 -- 172.21.15.32:0/504198994 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559afe937460 con 0x559afeb667f0 2024-09-13T17:47:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c11ffb640 1 -- 172.21.15.32:0/504198994 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1c1c0043a0 con 0x559afeb667f0 2024-09-13T17:47:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 10 client.4413 fetch_fsmap learned FSMap version 6 2024-09-13T17:47:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c3c827000 1 -- 172.21.15.32:0/504198994 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) v3 -- 0x559afe663cc0 con 0x559afeb667f0 2024-09-13T17:47:26.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.894+0000 7f1c11ffb640 1 -- 172.21.15.32:0/504198994 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x559afe937460 con 0x559afeb667f0 2024-09-13T17:47:26.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c11ffb640 1 -- 172.21.15.32:0/504198994 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 6) v1 ==== 3122+0+0 (secure 0 0 0) 0x7f1c1c0c7350 con 0x559afeb667f0 2024-09-13T17:47:26.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c3c827000 10 client.4413 fetch_fsmap finished waiting for FSMap version 6 2024-09-13T17:47:26.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c3c827000 10 client.4413 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T17:47:26.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c3c827000 20 client.4413 populate_metadata read hostname 'smithi032' 2024-09-13T17:47:26.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c3c827000 1 --2- 172.21.15.32:0/504198994 >> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] conn(0x559afebc76b0 0x559afeb72a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:26.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c3c827000 4 client.4413 mds_command: new command op to 4279 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T17:47:26.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c3c827000 1 -- 172.21.15.32:0/504198994 --> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] -- command(tid 0: {"prefix": "status"}) v1 -- 0x559afe9309c0 con 0x559afebc76b0 2024-09-13T17:47:26.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c32ffd640 1 --2- 172.21.15.32:0/504198994 >> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] conn(0x559afebc76b0 0x559afeb72a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:26.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c11ffb640 10 client.4413 ms_handle_connect on v2:172.21.15.159:6834/578569681 2024-09-13T17:47:26.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c32ffd640 1 --2- 172.21.15.32:0/504198994 >> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] conn(0x559afebc76b0 0x559afeb72a20 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68715d98b3abcaf5 server_cookie=8a8e6206e95716e in_seq=0 out_seq=0 2024-09-13T17:47:26.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c11ffb640 1 -- 172.21.15.32:0/504198994 <== mds.0 v2:172.21.15.159:6834/578569681 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+330 (crc 0 0 0) 0x559afe9309c0 con 0x559afebc76b0 2024-09-13T17:47:26.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c11ffb640 10 client.4413 handle_command_reply: tid=0 2024-09-13T17:47:26.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c3c827000 1 client.4413 shutdown 2024-09-13T17:47:26.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c3c827000 1 -- 172.21.15.32:0/504198994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 msgr2=0x559afeb71fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:26.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c3c827000 1 --2- 172.21.15.32:0/504198994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 0x559afeb71fa0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c097f20 tx=0x7f1c1c01ada0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c3c827000 1 -- 172.21.15.32:0/504198994 shutdown_connections 2024-09-13T17:47:26.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c3c827000 1 --2- 172.21.15.32:0/504198994 >> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] conn(0x559afebc76b0 0x559afeb72a20 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c3c827000 1 --2- 172.21.15.32:0/504198994 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x559afeb67110 0x559afeb724e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c3c827000 1 --2- 172.21.15.32:0/504198994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559afeb667f0 0x559afeb71fa0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c11ffb640 0 client.4413 ms_handle_reset on v2:172.21.15.159:6834/578569681 2024-09-13T17:47:26.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c3c827000 1 --2- 172.21.15.32:0/504198994 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x559afeb1cb50 0x559afebc7170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c3c827000 1 -- 172.21.15.32:0/504198994 >> 172.21.15.32:0/504198994 conn(0x559afeb1efb0 msgr2=0x559afeb178f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:26.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c3c827000 1 -- 172.21.15.32:0/504198994 shutdown_connections 2024-09-13T17:47:26.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c3c827000 1 -- 172.21.15.32:0/504198994 wait complete. 2024-09-13T17:47:26.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c3c827000 20 client.4413 trim_cache size 0 max 16384 2024-09-13T17:47:26.909 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T17:47:26.909 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "3fbfcb0a-e071-41b2-807d-13b0a49dcea3", 2024-09-13T17:47:26.909 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 0, 2024-09-13T17:47:26.909 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 4279, 2024-09-13T17:47:26.909 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-09-13T17:47:26.909 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-09-13T17:47:26.909 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-09-13T17:47:26.909 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 6.8207806739999999, 2024-09-13T17:47:26.909 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 6, 2024-09-13T17:47:26.909 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 27, 2024-09-13T17:47:26.909 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 26, 2024-09-13T17:47:26.910 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 13.286368467999999 2024-09-13T17:47:26.910 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T17:47:26.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c396de640 1 -- 172.21.15.32:0/1069902267 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1c140666c0 msgr2=0x7f1c14068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:26.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c396de640 1 --2- 172.21.15.32:0/1069902267 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1c140666c0 0x7f1c14068b80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f1c24009fd0 tx=0x7f1c2400b040 comp rx=0 tx=0).stop 2024-09-13T17:47:26.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c396de640 1 -- 172.21.15.32:0/1069902267 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c3415d7b0 msgr2=0x7f1c340c5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:26.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c396de640 1 --2- 172.21.15.32:0/1069902267 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c3415d7b0 0x7f1c340c5220 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c00c430 tx=0x7f1c2c00c8f0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c396de640 1 -- 172.21.15.32:0/1069902267 shutdown_connections 2024-09-13T17:47:26.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c396de640 1 --2- 172.21.15.32:0/1069902267 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1c140666c0 0x7f1c14068b80 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c396de640 1 --2- 172.21.15.32:0/1069902267 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c3415d7b0 0x7f1c340c5220 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c396de640 1 --2- 172.21.15.32:0/1069902267 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1c340ca940 0x7f1c340c43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c396de640 1 --2- 172.21.15.32:0/1069902267 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1c340aaed0 0x7f1c34099170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:26.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c396de640 1 -- 172.21.15.32:0/1069902267 >> 172.21.15.32:0/1069902267 conn(0x7f1c340afbf0 msgr2=0x7f1c340aed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:26.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c396de640 1 -- 172.21.15.32:0/1069902267 shutdown_connections 2024-09-13T17:47:26.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:26.898+0000 7f1c396de640 1 -- 172.21.15.32:0/1069902267 wait complete. 2024-09-13T17:47:26.921 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T17:47:26.921 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-13T17:47:26.921 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T17:47:27.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.026+0000 7f83809b7640 1 Processor -- start 2024-09-13T17:47:27.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.030+0000 7f83809b7640 1 -- start start 2024-09-13T17:47:27.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.030+0000 7f83809b7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f837c0ce400 0x7f837c06ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:27.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.030+0000 7f83809b7640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f837c06e420 con 0x7f837c06ccf0 2024-09-13T17:47:27.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.030+0000 7f83809b7640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f837c0cfb30 con 0x7f837c0989e0 2024-09-13T17:47:27.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.030+0000 7f83809b7640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f837c06d130 con 0x7f837c0ce400 2024-09-13T17:47:27.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.030+0000 7f8379d9b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f837c06ccf0 0x7f837c098dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:53470/0 (socket says 172.21.15.32:53470) 2024-09-13T17:47:27.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.030+0000 7f8379d9b640 1 -- 172.21.15.32:0/1180087280 learned_addr learned my addr 172.21.15.32:0/1180087280 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:27.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.030+0000 7f837ad9d640 1 --2- 172.21.15.32:0/1180087280 >> v2:172.21.15.32:3300/0 conn(0x7f837c0ce400 0x7f837c06ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:27.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.030+0000 7f837959a640 1 -- 172.21.15.32:0/1180087280 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2878590795 0 0) 0x7f837c06e420 con 0x7f837c06ccf0 2024-09-13T17:47:27.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.030+0000 7f837959a640 1 -- 172.21.15.32:0/1180087280 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8364003530 con 0x7f837c06ccf0 2024-09-13T17:47:27.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.030+0000 7f837ad9d640 1 -- 172.21.15.32:0/1180087280 >> v1:172.21.15.159:6789/0 conn(0x7f837c0989e0 legacy=0x7f837c06baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:27.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.030+0000 7f837ad9d640 1 -- 172.21.15.32:0/1180087280 >> v1:172.21.15.32:6789/0 conn(0x7f837c06ccf0 legacy=0x7f837c098dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:27.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.030+0000 7f837ad9d640 1 -- 172.21.15.32:0/1180087280 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f837c06c2f0 con 0x7f837c0ce400 2024-09-13T17:47:27.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.030+0000 7f837ad9d640 1 --2- 172.21.15.32:0/1180087280 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f837c0ce400 0x7f837c06ebb0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8374009d90 tx=0x7f837401c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33335c3a150d9f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:27.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f837959a640 1 -- 172.21.15.32:0/1180087280 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83740a5880 con 0x7f837c0ce400 2024-09-13T17:47:27.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f837959a640 1 -- 172.21.15.32:0/1180087280 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83740a59e0 con 0x7f837c0ce400 2024-09-13T17:47:27.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f837959a640 1 -- 172.21.15.32:0/1180087280 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83740a5d70 con 0x7f837c0ce400 2024-09-13T17:47:27.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f83809b7640 1 -- 172.21.15.32:0/1180087280 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f837c0ce400 msgr2=0x7f837c06ebb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:27.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f83809b7640 1 --2- 172.21.15.32:0/1180087280 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f837c0ce400 0x7f837c06ebb0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8374009d90 tx=0x7f837401c8b0 comp rx=0 tx=0).stop 2024-09-13T17:47:27.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f83809b7640 1 -- 172.21.15.32:0/1180087280 shutdown_connections 2024-09-13T17:47:27.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f83809b7640 1 --2- 172.21.15.32:0/1180087280 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f837c0ce400 0x7f837c06ebb0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:27.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f83809b7640 1 -- 172.21.15.32:0/1180087280 >> 172.21.15.32:0/1180087280 conn(0x7f837c0b1dd0 msgr2=0x7f837c0b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:27.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f83809b7640 1 -- 172.21.15.32:0/1180087280 shutdown_connections 2024-09-13T17:47:27.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f83809b7640 1 -- 172.21.15.32:0/1180087280 wait complete. 2024-09-13T17:47:27.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f83809b7640 1 Processor -- start 2024-09-13T17:47:27.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f83809b7640 1 -- start start 2024-09-13T17:47:27.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f83809b7640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f837c06ccf0 0x7f837c0b5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:27.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f83809b7640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f837c0989e0 0x7f837c06b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:27.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f83809b7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f837c0ce400 0x7f837c06b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:27.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f83809b7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f837c158000 con 0x7f837c0ce400 2024-09-13T17:47:27.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f83809b7640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f837c0b4820 con 0x7f837c0989e0 2024-09-13T17:47:27.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f83809b7640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f837c0b4b00 con 0x7f837c06ccf0 2024-09-13T17:47:27.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f837ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f837c0ce400 0x7f837c06b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:27.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f837ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f837c0ce400 0x7f837c06b5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37858/0 (socket says 172.21.15.32:37858) 2024-09-13T17:47:27.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f837ad9d640 1 -- 172.21.15.32:0/2482157006 learned_addr learned my addr 172.21.15.32:0/2482157006 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:27.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f837a59c640 1 --2- 172.21.15.32:0/2482157006 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f837c06ccf0 0x7f837c0b5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:27.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f8379d9b640 1 --2- 172.21.15.32:0/2482157006 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f837c0989e0 0x7f837c06b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:27.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f837ad9d640 1 -- 172.21.15.32:0/2482157006 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f837c06ccf0 msgr2=0x7f837c0b5300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:27.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f837ad9d640 1 --2- 172.21.15.32:0/2482157006 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f837c06ccf0 0x7f837c0b5300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:27.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f837ad9d640 1 -- 172.21.15.32:0/2482157006 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f837c0989e0 msgr2=0x7f837c06b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:27.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f837ad9d640 1 --2- 172.21.15.32:0/2482157006 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f837c0989e0 0x7f837c06b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:27.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f837ad9d640 1 -- 172.21.15.32:0/2482157006 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8374009a70 con 0x7f837c0ce400 2024-09-13T17:47:27.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f8379d9b640 1 --2- 172.21.15.32:0/2482157006 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f837c0989e0 0x7f837c06b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:27.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f837ad9d640 1 --2- 172.21.15.32:0/2482157006 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f837c0ce400 0x7f837c06b5d0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f837401a4e0 tx=0x7f8374019650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:27.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f836affd640 1 -- 172.21.15.32:0/2482157006 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83740b9650 con 0x7f837c0ce400 2024-09-13T17:47:27.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f836affd640 1 -- 172.21.15.32:0/2482157006 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83740b97b0 con 0x7f837c0ce400 2024-09-13T17:47:27.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f83809b7640 1 -- 172.21.15.32:0/2482157006 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f837c0b4de0 con 0x7f837c0ce400 2024-09-13T17:47:27.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f836affd640 1 -- 172.21.15.32:0/2482157006 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83740b9b20 con 0x7f837c0ce400 2024-09-13T17:47:27.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.034+0000 7f83809b7640 1 -- 172.21.15.32:0/2482157006 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f837c152b20 con 0x7f837c0ce400 2024-09-13T17:47:27.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.038+0000 7f83809b7640 1 -- 172.21.15.32:0/2482157006 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f837c06ff10 con 0x7f837c0ce400 2024-09-13T17:47:27.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.038+0000 7f836affd640 1 -- 172.21.15.32:0/2482157006 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f83740b9c80 con 0x7f837c0ce400 2024-09-13T17:47:27.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.038+0000 7f836affd640 1 --2- 172.21.15.32:0/2482157006 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f835c066690 0x7f835c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:27.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.038+0000 7f836affd640 1 -- 172.21.15.32:0/2482157006 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f837411f720 con 0x7f837c0ce400 2024-09-13T17:47:27.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.038+0000 7f837a59c640 1 --2- 172.21.15.32:0/2482157006 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f835c066690 0x7f835c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:27.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.038+0000 7f837a59c640 1 --2- 172.21.15.32:0/2482157006 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f835c066690 0x7f835c068b50 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8370000f70 tx=0x7f8370009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:27.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.042+0000 7f836affd640 1 -- 172.21.15.32:0/2482157006 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f83740ec7a0 con 0x7f837c0ce400 2024-09-13T17:47:27.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.230+0000 7f83809b7640 1 -- 172.21.15.32:0/2482157006 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f837c0b5020 con 0x7f837c0ce400 2024-09-13T17:47:27.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.230+0000 7f836affd640 1 -- 172.21.15.32:0/2482157006 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) v1 ==== 53+0+88 (secure 0 0 0) 0x7f837c0b5020 con 0x7f837c0ce400 2024-09-13T17:47:27.236 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T17:47:27.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.234+0000 7f83809b7640 1 -- 172.21.15.32:0/2482157006 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f835c066690 msgr2=0x7f835c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:27.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.234+0000 7f83809b7640 1 --2- 172.21.15.32:0/2482157006 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f835c066690 0x7f835c068b50 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8370000f70 tx=0x7f8370009040 comp rx=0 tx=0).stop 2024-09-13T17:47:27.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.234+0000 7f83809b7640 1 -- 172.21.15.32:0/2482157006 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f837c0ce400 msgr2=0x7f837c06b5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:27.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.234+0000 7f83809b7640 1 --2- 172.21.15.32:0/2482157006 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f837c0ce400 0x7f837c06b5d0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f837401a4e0 tx=0x7f8374019650 comp rx=0 tx=0).stop 2024-09-13T17:47:27.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.234+0000 7f83809b7640 1 -- 172.21.15.32:0/2482157006 shutdown_connections 2024-09-13T17:47:27.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.234+0000 7f83809b7640 1 --2- 172.21.15.32:0/2482157006 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f835c066690 0x7f835c068b50 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:27.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.234+0000 7f83809b7640 1 --2- 172.21.15.32:0/2482157006 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f837c0ce400 0x7f837c06b5d0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:27.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.234+0000 7f83809b7640 1 --2- 172.21.15.32:0/2482157006 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f837c0989e0 0x7f837c06b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:27.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.234+0000 7f83809b7640 1 --2- 172.21.15.32:0/2482157006 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f837c06ccf0 0x7f837c0b5300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:27.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.234+0000 7f83809b7640 1 -- 172.21.15.32:0/2482157006 >> 172.21.15.32:0/2482157006 conn(0x7f837c0b1dd0 msgr2=0x7f837c0ca910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:27.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.234+0000 7f83809b7640 1 -- 172.21.15.32:0/2482157006 shutdown_connections 2024-09-13T17:47:27.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:27.234+0000 7f83809b7640 1 -- 172.21.15.32:0/2482157006 wait complete. 2024-09-13T17:47:27.255 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-13T17:47:27.255 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T17:47:27.255 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi032.front.sepia.ceph.com 2024-09-13T17:47:27.255 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-13T17:47:27.255 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-13T17:47:27.255 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-13T17:47:27.255 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T17:47:27.255 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T17:47:27.255 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-13T17:47:27.255 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:27.256 DEBUG:teuthology.orchestra.run.smithi032:> ip addr 2024-09-13T17:47:27.261 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:47:27.261 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:47:27.262 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:47:27.262 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:27.262 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-09-13T17:47:27.262 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:27.262 INFO:teuthology.orchestra.run.smithi032.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:47:27.262 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0c brd ff:ff:ff:ff:ff:ff 2024-09-13T17:47:27.262 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f0 2024-09-13T17:47:27.262 INFO:teuthology.orchestra.run.smithi032.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:47:27.262 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0d brd ff:ff:ff:ff:ff:ff 2024-09-13T17:47:27.262 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f1 2024-09-13T17:47:27.262 INFO:teuthology.orchestra.run.smithi032.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T17:47:27.262 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:02 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:47:27.262 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f0 2024-09-13T17:47:27.263 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.21.15.32/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-13T17:47:27.263 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft 42478sec preferred_lft 42478sec 2024-09-13T17:47:27.263 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::ae1f:6bff:fef8:2602/64 scope link 2024-09-13T17:47:27.263 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:27.263 INFO:teuthology.orchestra.run.smithi032.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:47:27.263 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:03 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:47:27.263 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f1 2024-09-13T17:47:27.263 INFO:teuthology.orchestra.run.smithi032.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T17:47:27.263 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 02:42:fd:3b:16:9c brd ff:ff:ff:ff:ff:ff 2024-09-13T17:47:27.263 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T17:47:27.263 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:27.264 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T17:47:27.264 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:27.264 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-09-13T17:47:27.264 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-13T17:47:27.264 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link add name ceph-brx type bridge 2024-09-13T17:47:27.264 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip addr flush dev ceph-brx 2024-09-13T17:47:27.265 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set ceph-brx up 2024-09-13T17:47:27.265 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T17:47:27.265 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-13T17:47:27.344 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:27.344 DEBUG:teuthology.orchestra.run.smithi032:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T17:47:27.398 INFO:teuthology.orchestra.run.smithi032.stdout:1 2024-09-13T17:47:27.400 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:27.400 DEBUG:teuthology.orchestra.run.smithi032:> route 2024-09-13T17:47:27.461 INFO:teuthology.orchestra.run.smithi032.stdout:Kernel IP routing table 2024-09-13T17:47:27.461 INFO:teuthology.orchestra.run.smithi032.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T17:47:27.461 INFO:teuthology.orchestra.run.smithi032.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-13T17:47:27.462 INFO:teuthology.orchestra.run.smithi032.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T17:47:27.462 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-13T17:47:27.462 INFO:teuthology.orchestra.run.smithi032.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T17:47:27.462 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:27.462 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-09-13T17:47:27.462 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-13T17:47:27.462 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T17:47:27.462 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T17:47:27.463 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T17:47:27.463 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-13T17:47:27.539 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:27.539 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-09-13T17:47:27.591 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:27.591 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list-id 2024-09-13T17:47:27.643 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:27.643 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-09-13T17:47:27.643 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-13T17:47:27.643 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-13T17:47:27.643 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-13T17:47:27.643 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-13T17:47:27.717 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-13T17:47:27.717 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:27.717 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-09-13T17:47:27.717 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-13T17:47:27.717 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-13T17:47:27.717 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T17:47:27.717 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-13T17:47:27.717 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-13T17:47:27.717 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-13T17:47:27.717 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-13T17:47:27.820 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:27.820 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-09-13T17:47:27.820 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-13T17:47:27.820 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set brx.0 up 2024-09-13T17:47:27.820 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T17:47:27.820 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-13T17:47:27.839 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-13T17:47:27.839 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:47:27.840 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-13T17:47:27.885 INFO:teuthology.orchestra.run.smithi032.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-13T17:47:27.886 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:47:27.886 DEBUG:teuthology.orchestra.run.smithi032:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-13T17:47:27.933 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-13T17:47:27.991 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:47:27.992 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T17:47:28.045 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T17:47:28.046 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T17:47:28.047 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:28.047 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-13T17:47:28.094 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T17:47:28.094 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-13T17:47:28.143 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-13T17:47:28.158 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:47:28.158 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T17:47:28.211 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T17:47:28.212 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T17:47:28.212 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:28.212 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-13T17:47:28.224 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi032.stderr:2024-09-13T17:47:28.218+0000 7f8e573d3580 -1 init, newargv = 0x5608800012f0 newargc=15 2024-09-13T17:47:28.224 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi032.stderr:ceph-fuse[33659]: starting ceph client 2024-09-13T17:47:28.230 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi032.stderr:ceph-fuse[33659]: starting fuse 2024-09-13T17:47:29.329 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-13T17:47:29.346 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:47:29.346 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T17:47:29.406 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T17:47:29.407 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T17:47:29.408 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:29.408 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-13T17:47:29.454 INFO:teuthology.orchestra.run.smithi032.stdout:45 2024-09-13T17:47:29.454 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-13T17:47:29.455 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T17:47:29.455 DEBUG:teuthology.orchestra.run.smithi032:> import glob 2024-09-13T17:47:29.455 DEBUG:teuthology.orchestra.run.smithi032:> import re 2024-09-13T17:47:29.455 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-13T17:47:29.455 DEBUG:teuthology.orchestra.run.smithi032:> import subprocess 2024-09-13T17:47:29.455 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-13T17:47:29.455 DEBUG:teuthology.orchestra.run.smithi032:> def _find_admin_socket(client_name): 2024-09-13T17:47:29.455 DEBUG:teuthology.orchestra.run.smithi032:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-13T17:47:29.455 DEBUG:teuthology.orchestra.run.smithi032:> files = glob.glob(asok_path) 2024-09-13T17:47:29.455 DEBUG:teuthology.orchestra.run.smithi032:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-13T17:47:29.455 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-13T17:47:29.455 DEBUG:teuthology.orchestra.run.smithi032:> # Given a non-glob path, it better be there 2024-09-13T17:47:29.456 DEBUG:teuthology.orchestra.run.smithi032:> if "*" not in asok_path: 2024-09-13T17:47:29.456 DEBUG:teuthology.orchestra.run.smithi032:> assert(len(files) == 1) 2024-09-13T17:47:29.456 DEBUG:teuthology.orchestra.run.smithi032:> return files[0] 2024-09-13T17:47:29.456 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-13T17:47:29.456 DEBUG:teuthology.orchestra.run.smithi032:> for f in files: 2024-09-13T17:47:29.456 DEBUG:teuthology.orchestra.run.smithi032:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T17:47:29.456 DEBUG:teuthology.orchestra.run.smithi032:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T17:47:29.456 DEBUG:teuthology.orchestra.run.smithi032:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T17:47:29.456 DEBUG:teuthology.orchestra.run.smithi032:> contents = proc_f.read() 2024-09-13T17:47:29.456 DEBUG:teuthology.orchestra.run.smithi032:> if mountpoint in contents: 2024-09-13T17:47:29.457 DEBUG:teuthology.orchestra.run.smithi032:> return f 2024-09-13T17:47:29.457 DEBUG:teuthology.orchestra.run.smithi032:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T17:47:29.457 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-13T17:47:29.457 DEBUG:teuthology.orchestra.run.smithi032:> print(_find_admin_socket("client.admin")) 2024-09-13T17:47:29.457 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-13T17:47:29.578 INFO:teuthology.orchestra.run.smithi032.stdout:/var/run/ceph/ceph-client.admin.33659.asok 2024-09-13T17:47:29.760 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.33659.asok 2024-09-13T17:47:29.760 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:29.761 DEBUG:teuthology.orchestra.run.smithi032:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.33659.asok status 2024-09-13T17:47:29.921 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T17:47:29.921 INFO:teuthology.orchestra.run.smithi032.stdout: "metadata": { 2024-09-13T17:47:29.921 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_sha1": "6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3", 2024-09-13T17:47:29.921 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_version": "ceph version 18.2.4-860-g6c6b083f (6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3) reef (stable)", 2024-09-13T17:47:29.921 INFO:teuthology.orchestra.run.smithi032.stdout: "entity_id": "admin", 2024-09-13T17:47:29.922 INFO:teuthology.orchestra.run.smithi032.stdout: "hostname": "smithi032", 2024-09-13T17:47:29.922 INFO:teuthology.orchestra.run.smithi032.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-13T17:47:29.922 INFO:teuthology.orchestra.run.smithi032.stdout: "pid": "33659", 2024-09-13T17:47:29.922 INFO:teuthology.orchestra.run.smithi032.stdout: "root": "/" 2024-09-13T17:47:29.922 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:47:29.922 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_count": 0, 2024-09-13T17:47:29.922 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_pinned_count": 0, 2024-09-13T17:47:29.922 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 4428, 2024-09-13T17:47:29.922 INFO:teuthology.orchestra.run.smithi032.stdout: "inst": { 2024-09-13T17:47:29.922 INFO:teuthology.orchestra.run.smithi032.stdout: "name": { 2024-09-13T17:47:29.922 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "client", 2024-09-13T17:47:29.922 INFO:teuthology.orchestra.run.smithi032.stdout: "num": 4428 2024-09-13T17:47:29.922 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:47:29.922 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-09-13T17:47:29.922 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-09-13T17:47:29.923 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-09-13T17:47:29.923 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 3944056578 2024-09-13T17:47:29.923 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:47:29.923 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:47:29.923 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-09-13T17:47:29.923 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-09-13T17:47:29.923 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-09-13T17:47:29.923 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 3944056578 2024-09-13T17:47:29.923 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:47:29.923 INFO:teuthology.orchestra.run.smithi032.stdout: "inst_str": "client.4428 192.168.0.1:0/3944056578", 2024-09-13T17:47:29.923 INFO:teuthology.orchestra.run.smithi032.stdout: "addr_str": "192.168.0.1:0/3944056578", 2024-09-13T17:47:29.923 INFO:teuthology.orchestra.run.smithi032.stdout: "inode_count": 1, 2024-09-13T17:47:29.924 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_epoch": 6, 2024-09-13T17:47:29.924 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch": 27, 2024-09-13T17:47:29.924 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch_barrier": 0, 2024-09-13T17:47:29.924 INFO:teuthology.orchestra.run.smithi032.stdout: "blocklisted": false, 2024-09-13T17:47:29.924 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs" 2024-09-13T17:47:29.924 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T17:47:29.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:29.935 DEBUG:teuthology.orchestra.run.smithi032:> stat --file-system '--printf=%T 2024-09-13T17:47:29.935 DEBUG:teuthology.orchestra.run.smithi032:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-13T17:47:29.941 INFO:teuthology.orchestra.run.smithi032.stdout:fuseblk 2024-09-13T17:47:29.942 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-13T17:47:29.942 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:29.942 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-13T17:47:30.000 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:30.000 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.admin && exec bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-13T17:47:30.083 INFO:teuthology.orchestra.run.smithi032.stdout:# file: . 2024-09-13T17:47:30.083 INFO:teuthology.orchestra.run.smithi032.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-13T17:47:30.083 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:30.083 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:47:30.083 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:47:30.131 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:47:30.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.306+0000 7f421852a640 1 Processor -- start 2024-09-13T17:47:30.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.306+0000 7f421852a640 1 -- start start 2024-09-13T17:47:30.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.306+0000 7f421852a640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f42100b21d0 0x7f42100ce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.306+0000 7f421852a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f421015a6e0 con 0x7f42100cea10 2024-09-13T17:47:30.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.306+0000 7f421852a640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42100cee60 con 0x7f421015a300 2024-09-13T17:47:30.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.306+0000 7f421852a640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f421006d7b0 con 0x7f42100b21d0 2024-09-13T17:47:30.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.306+0000 7f4216ac7640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f42100cea10 0x7f42100c8cd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:47372/0 (socket says 172.21.15.32:47372) 2024-09-13T17:47:30.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.306+0000 7f4216ac7640 1 -- 172.21.15.32:0/1821044659 learned_addr learned my addr 172.21.15.32:0/1821044659 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:30.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.306+0000 7f4215ac5640 1 --2- 172.21.15.32:0/1821044659 >> v2:172.21.15.159:3300/0 conn(0x7f42100b21d0 0x7f42100ce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.306+0000 7f42152c4640 1 -- 172.21.15.32:0/1821044659 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4134376220 0 0) 0x7f421015a6e0 con 0x7f42100cea10 2024-09-13T17:47:30.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.306+0000 7f42152c4640 1 -- 172.21.15.32:0/1821044659 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f41fc003530 con 0x7f42100cea10 2024-09-13T17:47:30.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f42152c4640 1 -- 172.21.15.32:0/1821044659 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 670352869 0 0) 0x7f41fc003530 con 0x7f42100cea10 2024-09-13T17:47:30.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f42152c4640 1 -- 172.21.15.32:0/1821044659 >> v2:172.21.15.159:3300/0 conn(0x7f42100b21d0 msgr2=0x7f42100ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:30.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f42152c4640 1 --2- 172.21.15.32:0/1821044659 >> v2:172.21.15.159:3300/0 conn(0x7f42100b21d0 0x7f42100ce4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f42152c4640 1 -- 172.21.15.32:0/1821044659 >> v1:172.21.15.159:6789/0 conn(0x7f421015a300 legacy=0x7f421006d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:30.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f42152c4640 1 -- 172.21.15.32:0/1821044659 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f421006da80 con 0x7f42100cea10 2024-09-13T17:47:30.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f42152c4640 1 -- 172.21.15.32:0/1821044659 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f4208001a00 con 0x7f42100cea10 2024-09-13T17:47:30.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f4215ac5640 1 --2- 172.21.15.32:0/1821044659 >> v2:172.21.15.159:3300/0 conn(0x7f42100b21d0 0x7f42100ce4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:47:30.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f42152c4640 1 -- 172.21.15.32:0/1821044659 >> v1:172.21.15.32:6789/0 conn(0x7f42100cea10 legacy=0x7f42100c8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:30.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f42152c4640 1 --2- 172.21.15.32:0/1821044659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41fc003980 0x7f41fc003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f42152c4640 1 --2- 172.21.15.32:0/1821044659 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41fc0047d0 0x7f41fc004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f42152c4640 1 --2- 172.21.15.32:0/1821044659 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f41fc005190 0x7f41fc00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f42152c4640 1 -- 172.21.15.32:0/1821044659 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f421006d7b0 con 0x7f41fc0047d0 2024-09-13T17:47:30.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f42152c4640 1 -- 172.21.15.32:0/1821044659 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41fc00c030 con 0x7f41fc003980 2024-09-13T17:47:30.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f42152c4640 1 -- 172.21.15.32:0/1821044659 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41fc00c1f0 con 0x7f41fc005190 2024-09-13T17:47:30.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f4215ac5640 1 --2- 172.21.15.32:0/1821044659 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41fc0047d0 0x7f41fc004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f42162c6640 1 --2- 172.21.15.32:0/1821044659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41fc003980 0x7f41fc003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f4215ac5640 1 -- 172.21.15.32:0/1821044659 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f41fc005190 msgr2=0x7f41fc00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:30.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f4215ac5640 1 --2- 172.21.15.32:0/1821044659 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f41fc005190 0x7f41fc00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f4215ac5640 1 -- 172.21.15.32:0/1821044659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41fc003980 msgr2=0x7f41fc003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:30.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f4215ac5640 1 --2- 172.21.15.32:0/1821044659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41fc003980 0x7f41fc003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f4215ac5640 1 -- 172.21.15.32:0/1821044659 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41fc003530 con 0x7f41fc0047d0 2024-09-13T17:47:30.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f4216ac7640 1 -- 172.21.15.32:0/1821044659 reap_dead start 2024-09-13T17:47:30.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f42162c6640 1 --2- 172.21.15.32:0/1821044659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41fc003980 0x7f41fc003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:30.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f4215ac5640 1 --2- 172.21.15.32:0/1821044659 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41fc0047d0 0x7f41fc004c50 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f4200009cb0 tx=0x7f420001cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfebd2a9c6fbcc4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:30.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f42152c4640 1 -- 172.21.15.32:0/1821044659 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42000a58d0 con 0x7f41fc0047d0 2024-09-13T17:47:30.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f42152c4640 1 -- 172.21.15.32:0/1821044659 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42000a5a30 con 0x7f41fc0047d0 2024-09-13T17:47:30.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.310+0000 7f42152c4640 1 -- 172.21.15.32:0/1821044659 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42000a5e20 con 0x7f41fc0047d0 2024-09-13T17:47:30.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f421852a640 1 -- 172.21.15.32:0/1821044659 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41fc0047d0 msgr2=0x7f41fc004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:30.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f421852a640 1 --2- 172.21.15.32:0/1821044659 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41fc0047d0 0x7f41fc004c50 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f4200009cb0 tx=0x7f420001cc10 comp rx=0 tx=0).stop 2024-09-13T17:47:30.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f421852a640 1 -- 172.21.15.32:0/1821044659 shutdown_connections 2024-09-13T17:47:30.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f421852a640 1 --2- 172.21.15.32:0/1821044659 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41fc0047d0 0x7f41fc004c50 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f421852a640 1 -- 172.21.15.32:0/1821044659 >> 172.21.15.32:0/1821044659 conn(0x7f421006a150 msgr2=0x7f421006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:30.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f421852a640 1 -- 172.21.15.32:0/1821044659 shutdown_connections 2024-09-13T17:47:30.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f421852a640 1 -- 172.21.15.32:0/1821044659 wait complete. 2024-09-13T17:47:30.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f421852a640 1 Processor -- start 2024-09-13T17:47:30.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f421852a640 1 -- start start 2024-09-13T17:47:30.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f421852a640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41fc0047d0 0x7f42100c9d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f421852a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42100cd9a0 0x7f42100c41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f421852a640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f421015a6e0 0x7f42100c4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f421852a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42100c4c50 con 0x7f42100cd9a0 2024-09-13T17:47:30.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f421852a640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42100cdea0 con 0x7f41fc0047d0 2024-09-13T17:47:30.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f421852a640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42100abd00 con 0x7f421015a6e0 2024-09-13T17:47:30.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f4215ac5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42100cd9a0 0x7f42100c41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f4215ac5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42100cd9a0 0x7f42100c41d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35502/0 (socket says 172.21.15.32:35502) 2024-09-13T17:47:30.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f4215ac5640 1 -- 172.21.15.32:0/1587390263 learned_addr learned my addr 172.21.15.32:0/1587390263 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:30.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f4216ac7640 1 --2- 172.21.15.32:0/1587390263 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f421015a6e0 0x7f42100c4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f42162c6640 1 --2- 172.21.15.32:0/1587390263 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41fc0047d0 0x7f42100c9d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f4215ac5640 1 -- 172.21.15.32:0/1587390263 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f421015a6e0 msgr2=0x7f42100c4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:30.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f4215ac5640 1 --2- 172.21.15.32:0/1587390263 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f421015a6e0 0x7f42100c4710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f4215ac5640 1 -- 172.21.15.32:0/1587390263 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41fc0047d0 msgr2=0x7f42100c9d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:30.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f4215ac5640 1 --2- 172.21.15.32:0/1587390263 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41fc0047d0 0x7f42100c9d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f4215ac5640 1 -- 172.21.15.32:0/1587390263 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42100abfe0 con 0x7f42100cd9a0 2024-09-13T17:47:30.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f4215ac5640 1 --2- 172.21.15.32:0/1587390263 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42100cd9a0 0x7f42100c41d0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f4200009cb0 tx=0x7f42000199b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:30.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f4206ffd640 1 -- 172.21.15.32:0/1587390263 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42000b8860 con 0x7f42100cd9a0 2024-09-13T17:47:30.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f4206ffd640 1 -- 172.21.15.32:0/1587390263 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42000b89e0 con 0x7f42100cd9a0 2024-09-13T17:47:30.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f421852a640 1 -- 172.21.15.32:0/1587390263 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42100ac2c0 con 0x7f42100cd9a0 2024-09-13T17:47:30.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f4206ffd640 1 -- 172.21.15.32:0/1587390263 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42000b8d90 con 0x7f42100cd9a0 2024-09-13T17:47:30.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.314+0000 7f421852a640 1 -- 172.21.15.32:0/1587390263 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42100c1c50 con 0x7f42100cd9a0 2024-09-13T17:47:30.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.318+0000 7f421852a640 1 -- 172.21.15.32:0/1587390263 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42100ad5b0 con 0x7f42100cd9a0 2024-09-13T17:47:30.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.318+0000 7f4206ffd640 1 -- 172.21.15.32:0/1587390263 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f42000b4070 con 0x7f42100cd9a0 2024-09-13T17:47:30.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.318+0000 7f4206ffd640 1 --2- 172.21.15.32:0/1587390263 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f41f4066690 0x7f41f4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.318+0000 7f4206ffd640 1 -- 172.21.15.32:0/1587390263 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f420011fc10 con 0x7f42100cd9a0 2024-09-13T17:47:30.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.318+0000 7f42162c6640 1 --2- 172.21.15.32:0/1587390263 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f41f4066690 0x7f41f4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.318+0000 7f42162c6640 1 --2- 172.21.15.32:0/1587390263 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f41f4066690 0x7f41f4068b50 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f420c000c10 tx=0x7f420c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:30.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.322+0000 7f4206ffd640 1 -- 172.21.15.32:0/1587390263 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f42000ecbe0 con 0x7f42100cd9a0 2024-09-13T17:47:30.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.486+0000 7f421852a640 1 -- 172.21.15.32:0/1587390263 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f42100ae950 con 0x7f42100cd9a0 2024-09-13T17:47:30.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.486+0000 7f4206ffd640 1 -- 172.21.15.32:0/1587390263 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18334 (secure 0 0 0) 0x7f42000b2020 con 0x7f42100cd9a0 2024-09-13T17:47:30.492 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:30.492 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":27,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:47:24.598946+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:47:30.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.490+0000 7f421852a640 1 -- 172.21.15.32:0/1587390263 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f41f4066690 msgr2=0x7f41f4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:30.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.490+0000 7f421852a640 1 --2- 172.21.15.32:0/1587390263 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f41f4066690 0x7f41f4068b50 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f420c000c10 tx=0x7f420c009040 comp rx=0 tx=0).stop 2024-09-13T17:47:30.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.490+0000 7f421852a640 1 -- 172.21.15.32:0/1587390263 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42100cd9a0 msgr2=0x7f42100c41d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:30.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.490+0000 7f421852a640 1 --2- 172.21.15.32:0/1587390263 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42100cd9a0 0x7f42100c41d0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f4200009cb0 tx=0x7f42000199b0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.490+0000 7f421852a640 1 -- 172.21.15.32:0/1587390263 shutdown_connections 2024-09-13T17:47:30.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.490+0000 7f421852a640 1 --2- 172.21.15.32:0/1587390263 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f41f4066690 0x7f41f4068b50 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.490+0000 7f421852a640 1 --2- 172.21.15.32:0/1587390263 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f421015a6e0 0x7f42100c4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.490+0000 7f421852a640 1 --2- 172.21.15.32:0/1587390263 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f42100cd9a0 0x7f42100c41d0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.490+0000 7f421852a640 1 --2- 172.21.15.32:0/1587390263 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41fc0047d0 0x7f42100c9d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.490+0000 7f421852a640 1 -- 172.21.15.32:0/1587390263 >> 172.21.15.32:0/1587390263 conn(0x7f421006a150 msgr2=0x7f42101593b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:30.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.490+0000 7f421852a640 1 -- 172.21.15.32:0/1587390263 shutdown_connections 2024-09-13T17:47:30.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.490+0000 7f421852a640 1 -- 172.21.15.32:0/1587390263 wait complete. 2024-09-13T17:47:30.511 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:47:18.165736+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:47:19.043698+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T17:47:22.248444+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T17:47:30.511 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:47:30.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.638+0000 7f74630b4640 1 Processor -- start 2024-09-13T17:47:30.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.638+0000 7f74630b4640 1 -- start start 2024-09-13T17:47:30.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.638+0000 7f74630b4640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f745c15c5b0 0x7f745c06b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.638+0000 7f74630b4640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f745c0ceee0 0x7f745c0cf370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.638+0000 7f74630b4640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f745c0cd3e0 con 0x7f745c06bbf0 2024-09-13T17:47:30.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.638+0000 7f74630b4640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f745c0cf8b0 con 0x7f745c15c5b0 2024-09-13T17:47:30.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.638+0000 7f74630b4640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f745c06c130 con 0x7f745c0ceee0 2024-09-13T17:47:30.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.638+0000 7f7461651640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f745c0ceee0 0x7f745c0cf370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.638+0000 7f7460e50640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f745c15c5b0 0x7f745c06b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.638+0000 7f7460e50640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f745c15c5b0 0x7f745c06b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:54250/0 (socket says 172.21.15.32:54250) 2024-09-13T17:47:30.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.638+0000 7f7461651640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f745c0ceee0 0x7f745c0cf370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:59564/0 (socket says 172.21.15.32:59564) 2024-09-13T17:47:30.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.638+0000 7f7460e50640 1 -- 172.21.15.32:0/1622325653 learned_addr learned my addr 172.21.15.32:0/1622325653 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:30.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.638+0000 7f7460e50640 1 -- 172.21.15.32:0/1622325653 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f745c0ceee0 msgr2=0x7f745c0cf370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:30.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.638+0000 7f7460e50640 1 --2- 172.21.15.32:0/1622325653 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f745c0ceee0 0x7f745c0cf370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.638+0000 7f7460e50640 1 -- 172.21.15.32:0/1622325653 >> v1:172.21.15.159:6789/0 conn(0x7f745c06bbf0 legacy=0x7f745c0cd870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:30.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.638+0000 7f7460e50640 1 -- 172.21.15.32:0/1622325653 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f745c06c410 con 0x7f745c15c5b0 2024-09-13T17:47:30.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.638+0000 7f7461651640 1 --2- 172.21.15.32:0/1622325653 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f745c0ceee0 0x7f745c0cf370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:47:30.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.642+0000 7f7460e50640 1 --2- 172.21.15.32:0/1622325653 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f745c15c5b0 0x7f745c06b6b0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f744c009870 tx=0x7f744c01c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=49cb0b723b8df73e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:30.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.642+0000 7f745b7fe640 1 -- 172.21.15.32:0/1622325653 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f744c0a7070 con 0x7f745c15c5b0 2024-09-13T17:47:30.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.642+0000 7f745b7fe640 1 -- 172.21.15.32:0/1622325653 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f744c0ab430 con 0x7f745c15c5b0 2024-09-13T17:47:30.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.642+0000 7f745b7fe640 1 -- 172.21.15.32:0/1622325653 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f744c0ab7c0 con 0x7f745c15c5b0 2024-09-13T17:47:30.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.642+0000 7f74630b4640 1 -- 172.21.15.32:0/1622325653 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f745c15c5b0 msgr2=0x7f745c06b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:30.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.642+0000 7f74630b4640 1 --2- 172.21.15.32:0/1622325653 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f745c15c5b0 0x7f745c06b6b0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f744c009870 tx=0x7f744c01c4a0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.642+0000 7f74630b4640 1 -- 172.21.15.32:0/1622325653 shutdown_connections 2024-09-13T17:47:30.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.642+0000 7f74630b4640 1 --2- 172.21.15.32:0/1622325653 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f745c0ceee0 0x7f745c0cf370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.642+0000 7f74630b4640 1 --2- 172.21.15.32:0/1622325653 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f745c15c5b0 0x7f745c06b6b0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.642+0000 7f74630b4640 1 -- 172.21.15.32:0/1622325653 >> 172.21.15.32:0/1622325653 conn(0x7f745c09b840 msgr2=0x7f745c089f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:30.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.642+0000 7f74630b4640 1 -- 172.21.15.32:0/1622325653 shutdown_connections 2024-09-13T17:47:30.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.642+0000 7f74630b4640 1 -- 172.21.15.32:0/1622325653 wait complete. 2024-09-13T17:47:30.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.642+0000 7f74630b4640 1 Processor -- start 2024-09-13T17:47:30.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.642+0000 7f74630b4640 1 -- start start 2024-09-13T17:47:30.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f74630b4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f745c06bbf0 0x7f745c0c6000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f74630b4640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f745c0ceee0 0x7f745c152d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f74630b4640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f745c15c5b0 0x7f745c15b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f74630b4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f745c0c71f0 con 0x7f745c06bbf0 2024-09-13T17:47:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f74630b4640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f745c0c65e0 con 0x7f745c15c5b0 2024-09-13T17:47:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f74630b4640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f745c0c68c0 con 0x7f745c0ceee0 2024-09-13T17:47:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f7460e50640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f745c06bbf0 0x7f745c0c6000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f7460e50640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f745c06bbf0 0x7f745c0c6000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35510/0 (socket says 172.21.15.32:35510) 2024-09-13T17:47:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f7460e50640 1 -- 172.21.15.32:0/1016869395 learned_addr learned my addr 172.21.15.32:0/1016869395 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f745bfff640 1 --2- 172.21.15.32:0/1016869395 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f745c0ceee0 0x7f745c152d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f7461651640 1 --2- 172.21.15.32:0/1016869395 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f745c15c5b0 0x7f745c15b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f7460e50640 1 -- 172.21.15.32:0/1016869395 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f745c0ceee0 msgr2=0x7f745c152d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f7460e50640 1 --2- 172.21.15.32:0/1016869395 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f745c0ceee0 0x7f745c152d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f7460e50640 1 -- 172.21.15.32:0/1016869395 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f745c15c5b0 msgr2=0x7f745c15b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f7460e50640 1 --2- 172.21.15.32:0/1016869395 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f745c15c5b0 0x7f745c15b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f7460e50640 1 -- 172.21.15.32:0/1016869395 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7454009a70 con 0x7f745c06bbf0 2024-09-13T17:47:30.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f7460e50640 1 --2- 172.21.15.32:0/1016869395 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f745c06bbf0 0x7f745c0c6000 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f744c0ad040 tx=0x7f744c019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:30.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f74597fa640 1 -- 172.21.15.32:0/1016869395 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f744c0bd680 con 0x7f745c06bbf0 2024-09-13T17:47:30.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f74597fa640 1 -- 172.21.15.32:0/1016869395 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f744c0bd7e0 con 0x7f745c06bbf0 2024-09-13T17:47:30.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f74630b4640 1 -- 172.21.15.32:0/1016869395 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f744c0094d0 con 0x7f745c06bbf0 2024-09-13T17:47:30.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f74597fa640 1 -- 172.21.15.32:0/1016869395 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f744c0bdb90 con 0x7f745c06bbf0 2024-09-13T17:47:30.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f74630b4640 1 -- 172.21.15.32:0/1016869395 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f745c0c6e80 con 0x7f745c06bbf0 2024-09-13T17:47:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f74630b4640 1 -- 172.21.15.32:0/1016869395 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f745c06b6b0 con 0x7f745c06bbf0 2024-09-13T17:47:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f74597fa640 1 -- 172.21.15.32:0/1016869395 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f744c0bdcf0 con 0x7f745c06bbf0 2024-09-13T17:47:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f74597fa640 1 --2- 172.21.15.32:0/1016869395 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f74480666c0 0x7f7448068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f74597fa640 1 -- 172.21.15.32:0/1016869395 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f744c0b8070 con 0x7f745c06bbf0 2024-09-13T17:47:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.646+0000 7f745bfff640 1 --2- 172.21.15.32:0/1016869395 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f74480666c0 0x7f7448068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.650+0000 7f745bfff640 1 --2- 172.21.15.32:0/1016869395 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f74480666c0 0x7f7448068b80 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f745c156190 tx=0x7f7450009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:30.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.650+0000 7f74597fa640 1 -- 172.21.15.32:0/1016869395 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f744c0ebf50 con 0x7f745c06bbf0 2024-09-13T17:47:30.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.810+0000 7f74630b4640 1 -- 172.21.15.32:0/1016869395 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f745c0d2240 con 0x7f745c06bbf0 2024-09-13T17:47:30.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.814+0000 7f74597fa640 1 -- 172.21.15.32:0/1016869395 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7f744c0ef570 con 0x7f745c06bbf0 2024-09-13T17:47:30.818 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:47:30.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.814+0000 7f74630b4640 1 -- 172.21.15.32:0/1016869395 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f74480666c0 msgr2=0x7f7448068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:30.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.814+0000 7f74630b4640 1 --2- 172.21.15.32:0/1016869395 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f74480666c0 0x7f7448068b80 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f745c156190 tx=0x7f7450009040 comp rx=0 tx=0).stop 2024-09-13T17:47:30.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.814+0000 7f74630b4640 1 -- 172.21.15.32:0/1016869395 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f745c06bbf0 msgr2=0x7f745c0c6000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:30.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.814+0000 7f74630b4640 1 --2- 172.21.15.32:0/1016869395 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f745c06bbf0 0x7f745c0c6000 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f744c0ad040 tx=0x7f744c019240 comp rx=0 tx=0).stop 2024-09-13T17:47:30.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.814+0000 7f74630b4640 1 -- 172.21.15.32:0/1016869395 shutdown_connections 2024-09-13T17:47:30.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.814+0000 7f74630b4640 1 --2- 172.21.15.32:0/1016869395 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f74480666c0 0x7f7448068b80 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.814+0000 7f74630b4640 1 --2- 172.21.15.32:0/1016869395 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f745c15c5b0 0x7f745c15b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.814+0000 7f74630b4640 1 --2- 172.21.15.32:0/1016869395 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f745c0ceee0 0x7f745c152d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.814+0000 7f74630b4640 1 --2- 172.21.15.32:0/1016869395 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f745c06bbf0 0x7f745c0c6000 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.814+0000 7f74630b4640 1 -- 172.21.15.32:0/1016869395 >> 172.21.15.32:0/1016869395 conn(0x7f745c09b840 msgr2=0x7f745c0b5770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:30.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.814+0000 7f74630b4640 1 -- 172.21.15.32:0/1016869395 shutdown_connections 2024-09-13T17:47:30.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.814+0000 7f74630b4640 1 -- 172.21.15.32:0/1016869395 wait complete. 2024-09-13T17:47:30.837 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:47:30.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.950+0000 7f2c3b6ca640 1 Processor -- start 2024-09-13T17:47:30.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.950+0000 7f2c3b6ca640 1 -- start start 2024-09-13T17:47:30.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c3b6ca640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f2c3415a520 0x7f2c340ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c3b6ca640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c340ab660 con 0x7f2c340cea30 2024-09-13T17:47:30.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c3b6ca640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c340ada40 con 0x7f2c340b2240 2024-09-13T17:47:30.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c3b6ca640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c340ceec0 con 0x7f2c3415a520 2024-09-13T17:47:30.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c38c65640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f2c340cea30 0x7f2c340b1b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:47382/0 (socket says 172.21.15.32:47382) 2024-09-13T17:47:30.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c38c65640 1 -- 172.21.15.32:0/325038391 learned_addr learned my addr 172.21.15.32:0/325038391 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:30.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c39466640 1 --2- 172.21.15.32:0/325038391 >> v2:172.21.15.159:3300/0 conn(0x7f2c3415a520 0x7f2c340ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c2bfff640 1 -- 172.21.15.32:0/325038391 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1335188267 0 0) 0x7f2c340ab660 con 0x7f2c340cea30 2024-09-13T17:47:30.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c2bfff640 1 -- 172.21.15.32:0/325038391 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2c20003530 con 0x7f2c340cea30 2024-09-13T17:47:30.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c2bfff640 1 -- 172.21.15.32:0/325038391 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 884019180 0 0) 0x7f2c20003530 con 0x7f2c340cea30 2024-09-13T17:47:30.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c2bfff640 1 -- 172.21.15.32:0/325038391 >> v2:172.21.15.159:3300/0 conn(0x7f2c3415a520 msgr2=0x7f2c340ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:30.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c2bfff640 1 --2- 172.21.15.32:0/325038391 >> v2:172.21.15.159:3300/0 conn(0x7f2c3415a520 0x7f2c340ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c2bfff640 1 -- 172.21.15.32:0/325038391 >> v1:172.21.15.159:6789/0 conn(0x7f2c340b2240 legacy=0x7f2c340abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:30.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c2bfff640 1 -- 172.21.15.32:0/325038391 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c340b2760 con 0x7f2c340cea30 2024-09-13T17:47:30.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c2bfff640 1 -- 172.21.15.32:0/325038391 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f2c24001680 con 0x7f2c340cea30 2024-09-13T17:47:30.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c2bfff640 1 -- 172.21.15.32:0/325038391 >> v1:172.21.15.32:6789/0 conn(0x7f2c340cea30 legacy=0x7f2c340b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:30.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c2bfff640 1 --2- 172.21.15.32:0/325038391 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c20003980 0x7f2c20003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c2bfff640 1 --2- 172.21.15.32:0/325038391 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c200047d0 0x7f2c20004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c2bfff640 1 --2- 172.21.15.32:0/325038391 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c20005190 0x7f2c2000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c2bfff640 1 -- 172.21.15.32:0/325038391 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c340ceec0 con 0x7f2c20003980 2024-09-13T17:47:30.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c2bfff640 1 -- 172.21.15.32:0/325038391 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c2000c030 con 0x7f2c20005190 2024-09-13T17:47:30.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c2bfff640 1 -- 172.21.15.32:0/325038391 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c2000c1f0 con 0x7f2c200047d0 2024-09-13T17:47:30.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c39466640 1 --2- 172.21.15.32:0/325038391 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c20003980 0x7f2c20003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c38c65640 1 --2- 172.21.15.32:0/325038391 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c200047d0 0x7f2c20004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c39c67640 1 --2- 172.21.15.32:0/325038391 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c20005190 0x7f2c2000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c39466640 1 -- 172.21.15.32:0/325038391 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c200047d0 msgr2=0x7f2c20004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:30.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c39466640 1 --2- 172.21.15.32:0/325038391 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c200047d0 0x7f2c20004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c39466640 1 -- 172.21.15.32:0/325038391 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c20005190 msgr2=0x7f2c2000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:30.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c39466640 1 --2- 172.21.15.32:0/325038391 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c20005190 0x7f2c2000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c39466640 1 -- 172.21.15.32:0/325038391 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c20003530 con 0x7f2c20003980 2024-09-13T17:47:30.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c39c67640 1 --2- 172.21.15.32:0/325038391 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c20005190 0x7f2c2000b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:30.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.954+0000 7f2c39c67640 1 -- 172.21.15.32:0/325038391 reap_dead start 2024-09-13T17:47:30.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c39466640 1 --2- 172.21.15.32:0/325038391 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c20003980 0x7f2c20003da0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f2c30009ae0 tx=0x7f2c3001ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73bad1820d39a02 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:30.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c2bfff640 1 -- 172.21.15.32:0/325038391 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c300a5520 con 0x7f2c20003980 2024-09-13T17:47:30.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c2bfff640 1 -- 172.21.15.32:0/325038391 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c300a5680 con 0x7f2c20003980 2024-09-13T17:47:30.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c2bfff640 1 -- 172.21.15.32:0/325038391 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c300a5a30 con 0x7f2c20003980 2024-09-13T17:47:30.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c3b6ca640 1 -- 172.21.15.32:0/325038391 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c20003980 msgr2=0x7f2c20003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:30.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c3b6ca640 1 --2- 172.21.15.32:0/325038391 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c20003980 0x7f2c20003da0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f2c30009ae0 tx=0x7f2c3001ca40 comp rx=0 tx=0).stop 2024-09-13T17:47:30.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c3b6ca640 1 -- 172.21.15.32:0/325038391 shutdown_connections 2024-09-13T17:47:30.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c3b6ca640 1 --2- 172.21.15.32:0/325038391 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c20003980 0x7f2c20003da0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c3b6ca640 1 -- 172.21.15.32:0/325038391 >> 172.21.15.32:0/325038391 conn(0x7f2c3406a150 msgr2=0x7f2c3406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:30.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c3b6ca640 1 -- 172.21.15.32:0/325038391 shutdown_connections 2024-09-13T17:47:30.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c3b6ca640 1 -- 172.21.15.32:0/325038391 wait complete. 2024-09-13T17:47:30.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c3b6ca640 1 Processor -- start 2024-09-13T17:47:30.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c3b6ca640 1 -- start start 2024-09-13T17:47:30.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c3b6ca640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c20003980 0x7f2c341578b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c3b6ca640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c340c5390 0x7f2c341f0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c3b6ca640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c34152310 0x7f2c340aed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c3b6ca640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c340c1df0 con 0x7f2c340c5390 2024-09-13T17:47:30.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c3b6ca640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c3415ccd0 con 0x7f2c34152310 2024-09-13T17:47:30.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c3b6ca640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c340c2040 con 0x7f2c20003980 2024-09-13T17:47:30.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c38c65640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c340c5390 0x7f2c341f0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c38c65640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c340c5390 0x7f2c341f0ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35534/0 (socket says 172.21.15.32:35534) 2024-09-13T17:47:30.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c38c65640 1 -- 172.21.15.32:0/1387488208 learned_addr learned my addr 172.21.15.32:0/1387488208 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:30.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c39466640 1 --2- 172.21.15.32:0/1387488208 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c20003980 0x7f2c341578b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c39c67640 1 --2- 172.21.15.32:0/1387488208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c34152310 0x7f2c340aed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c38c65640 1 -- 172.21.15.32:0/1387488208 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c20003980 msgr2=0x7f2c341578b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:30.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c38c65640 1 --2- 172.21.15.32:0/1387488208 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c20003980 0x7f2c341578b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c38c65640 1 -- 172.21.15.32:0/1387488208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c34152310 msgr2=0x7f2c340aed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:30.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c38c65640 1 --2- 172.21.15.32:0/1387488208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c34152310 0x7f2c340aed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:30.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c38c65640 1 -- 172.21.15.32:0/1387488208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c340c2320 con 0x7f2c340c5390 2024-09-13T17:47:30.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.958+0000 7f2c39c67640 1 --2- 172.21.15.32:0/1387488208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c34152310 0x7f2c340aed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:30.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.962+0000 7f2c38c65640 1 --2- 172.21.15.32:0/1387488208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c340c5390 0x7f2c341f0ad0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2c2400e850 tx=0x7f2c2400ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:30.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.962+0000 7f2c29ffb640 1 -- 172.21.15.32:0/1387488208 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c2400c8d0 con 0x7f2c340c5390 2024-09-13T17:47:30.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.962+0000 7f2c29ffb640 1 -- 172.21.15.32:0/1387488208 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c2400ca50 con 0x7f2c340c5390 2024-09-13T17:47:30.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.962+0000 7f2c29ffb640 1 -- 172.21.15.32:0/1387488208 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c2400ce00 con 0x7f2c340c5390 2024-09-13T17:47:30.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.962+0000 7f2c3b6ca640 1 -- 172.21.15.32:0/1387488208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c340c2600 con 0x7f2c340c5390 2024-09-13T17:47:30.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.962+0000 7f2c3b6ca640 1 -- 172.21.15.32:0/1387488208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c341f11e0 con 0x7f2c340c5390 2024-09-13T17:47:30.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.962+0000 7f2c3b6ca640 1 -- 172.21.15.32:0/1387488208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c3406dd30 con 0x7f2c340c5390 2024-09-13T17:47:30.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.962+0000 7f2c29ffb640 1 -- 172.21.15.32:0/1387488208 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2c2401d460 con 0x7f2c340c5390 2024-09-13T17:47:30.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.962+0000 7f2c29ffb640 1 --2- 172.21.15.32:0/1387488208 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2c180666c0 0x7f2c18068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:30.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.962+0000 7f2c29ffb640 1 -- 172.21.15.32:0/1387488208 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2c240844f0 con 0x7f2c340c5390 2024-09-13T17:47:30.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.962+0000 7f2c39466640 1 --2- 172.21.15.32:0/1387488208 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2c180666c0 0x7f2c18068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:30.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.962+0000 7f2c39466640 1 --2- 172.21.15.32:0/1387488208 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2c180666c0 0x7f2c18068b80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2c300af000 tx=0x7f2c30008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:30.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:30.966+0000 7f2c29ffb640 1 -- 172.21.15.32:0/1387488208 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2c24055090 con 0x7f2c340c5390 2024-09-13T17:47:31.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.122+0000 7f2c3b6ca640 1 -- 172.21.15.32:0/1387488208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f2c341599d0 con 0x7f2c340c5390 2024-09-13T17:47:31.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.122+0000 7f2c29ffb640 1 -- 172.21.15.32:0/1387488208 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7f2c24054c20 con 0x7f2c340c5390 2024-09-13T17:47:31.128 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:47:31.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.126+0000 7f2c3b6ca640 1 -- 172.21.15.32:0/1387488208 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2c180666c0 msgr2=0x7f2c18068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:31.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.126+0000 7f2c3b6ca640 1 --2- 172.21.15.32:0/1387488208 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2c180666c0 0x7f2c18068b80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2c300af000 tx=0x7f2c30008040 comp rx=0 tx=0).stop 2024-09-13T17:47:31.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.126+0000 7f2c3b6ca640 1 -- 172.21.15.32:0/1387488208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c340c5390 msgr2=0x7f2c341f0ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:31.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.126+0000 7f2c3b6ca640 1 --2- 172.21.15.32:0/1387488208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c340c5390 0x7f2c341f0ad0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2c2400e850 tx=0x7f2c2400ed10 comp rx=0 tx=0).stop 2024-09-13T17:47:31.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.126+0000 7f2c3b6ca640 1 -- 172.21.15.32:0/1387488208 shutdown_connections 2024-09-13T17:47:31.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.126+0000 7f2c3b6ca640 1 --2- 172.21.15.32:0/1387488208 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2c180666c0 0x7f2c18068b80 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.126+0000 7f2c3b6ca640 1 --2- 172.21.15.32:0/1387488208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c34152310 0x7f2c340aed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.126+0000 7f2c3b6ca640 1 --2- 172.21.15.32:0/1387488208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c340c5390 0x7f2c341f0ad0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.126+0000 7f2c3b6ca640 1 --2- 172.21.15.32:0/1387488208 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c20003980 0x7f2c341578b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.126+0000 7f2c3b6ca640 1 -- 172.21.15.32:0/1387488208 >> 172.21.15.32:0/1387488208 conn(0x7f2c3406a150 msgr2=0x7f2c340b1290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:31.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.126+0000 7f2c3b6ca640 1 -- 172.21.15.32:0/1387488208 shutdown_connections 2024-09-13T17:47:31.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.126+0000 7f2c3b6ca640 1 -- 172.21.15.32:0/1387488208 wait complete. 2024-09-13T17:47:31.146 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:47:31.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.258+0000 7fba1929c640 1 Processor -- start 2024-09-13T17:47:31.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.258+0000 7fba1929c640 1 -- start start 2024-09-13T17:47:31.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.258+0000 7fba1929c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fba140b41a0 0x7fba140d2bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.258+0000 7fba1929c640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fba140b4580 0x7fba141606e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.258+0000 7fba1929c640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba140d06e0 con 0x7fba14160c20 2024-09-13T17:47:31.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.258+0000 7fba1929c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba140b3340 con 0x7fba140b41a0 2024-09-13T17:47:31.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.258+0000 7fba1929c640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba140b3650 con 0x7fba140b4580 2024-09-13T17:47:31.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.258+0000 7fba12ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fba140b41a0 0x7fba140d2bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:31.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.258+0000 7fba12ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fba140b41a0 0x7fba140d2bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35546/0 (socket says 172.21.15.32:35546) 2024-09-13T17:47:31.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.258+0000 7fba12ffd640 1 -- 172.21.15.32:0/439967764 learned_addr learned my addr 172.21.15.32:0/439967764 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:31.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.258+0000 7fba0a7fc640 1 --2- 172.21.15.32:0/439967764 >> v2:172.21.15.159:3300/0 conn(0x7fba140b4580 0x7fba141606e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:31.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.258+0000 7fba12ffd640 1 -- 172.21.15.32:0/439967764 >> v2:172.21.15.159:3300/0 conn(0x7fba140b4580 msgr2=0x7fba141606e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:31.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.258+0000 7fba12ffd640 1 --2- 172.21.15.32:0/439967764 >> v2:172.21.15.159:3300/0 conn(0x7fba140b4580 0x7fba141606e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.258+0000 7fba12ffd640 1 -- 172.21.15.32:0/439967764 >> v1:172.21.15.159:6789/0 conn(0x7fba14160c20 legacy=0x7fba140b1d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:31.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.258+0000 7fba12ffd640 1 -- 172.21.15.32:0/439967764 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba140d03b0 con 0x7fba140b41a0 2024-09-13T17:47:31.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.258+0000 7fba0a7fc640 1 --2- 172.21.15.32:0/439967764 >> v2:172.21.15.159:3300/0 conn(0x7fba140b4580 0x7fba141606e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:31.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.262+0000 7fba12ffd640 1 --2- 172.21.15.32:0/439967764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba140b41a0 0x7fba140d2bf0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fba140d3130 tx=0x7fba0401c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=662905ab85c4171c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:31.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.262+0000 7fba127fc640 1 -- 172.21.15.32:0/439967764 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba040ab620 con 0x7fba140b41a0 2024-09-13T17:47:31.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.262+0000 7fba127fc640 1 -- 172.21.15.32:0/439967764 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba040ab780 con 0x7fba140b41a0 2024-09-13T17:47:31.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.262+0000 7fba127fc640 1 -- 172.21.15.32:0/439967764 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba040abb10 con 0x7fba140b41a0 2024-09-13T17:47:31.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.262+0000 7fba1929c640 1 -- 172.21.15.32:0/439967764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba140b41a0 msgr2=0x7fba140d2bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:31.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.262+0000 7fba1929c640 1 --2- 172.21.15.32:0/439967764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba140b41a0 0x7fba140d2bf0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fba140d3130 tx=0x7fba0401c420 comp rx=0 tx=0).stop 2024-09-13T17:47:31.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.262+0000 7fba1929c640 1 -- 172.21.15.32:0/439967764 shutdown_connections 2024-09-13T17:47:31.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.262+0000 7fba1929c640 1 --2- 172.21.15.32:0/439967764 >> v2:172.21.15.159:3300/0 conn(0x7fba140b4580 0x7fba141606e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.262+0000 7fba1929c640 1 --2- 172.21.15.32:0/439967764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba140b41a0 0x7fba140d2bf0 secure :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fba140d3130 tx=0x7fba0401c420 comp rx=0 tx=0).stop 2024-09-13T17:47:31.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.262+0000 7fba1929c640 1 -- 172.21.15.32:0/439967764 >> 172.21.15.32:0/439967764 conn(0x7fba14089f70 msgr2=0x7fba140d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:31.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.262+0000 7fba1929c640 1 -- 172.21.15.32:0/439967764 shutdown_connections 2024-09-13T17:47:31.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.262+0000 7fba1929c640 1 -- 172.21.15.32:0/439967764 wait complete. 2024-09-13T17:47:31.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.262+0000 7fba1929c640 1 Processor -- start 2024-09-13T17:47:31.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.262+0000 7fba1929c640 1 -- start start 2024-09-13T17:47:31.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.262+0000 7fba1929c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba140b4580 0x7fba14159590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba1929c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fba14160c20 0x7fba14156770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba1929c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba14156f00 0x7fba14158e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba1929c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba141581a0 con 0x7fba140b4580 2024-09-13T17:47:31.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba1929c640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba1415f260 con 0x7fba14156f00 2024-09-13T17:47:31.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba1929c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba14156cb0 con 0x7fba14160c20 2024-09-13T17:47:31.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba12ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba140b4580 0x7fba14159590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:31.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba12ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba140b4580 0x7fba14159590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35548/0 (socket says 172.21.15.32:35548) 2024-09-13T17:47:31.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba12ffd640 1 -- 172.21.15.32:0/1109379577 learned_addr learned my addr 172.21.15.32:0/1109379577 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:31.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba12ffd640 1 -- 172.21.15.32:0/1109379577 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fba14160c20 msgr2=0x7fba14156770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:31.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba12ffd640 1 --2- 172.21.15.32:0/1109379577 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fba14160c20 0x7fba14156770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba12ffd640 1 -- 172.21.15.32:0/1109379577 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba14156f00 msgr2=0x7fba14158e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:31.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba137fe640 1 --2- 172.21.15.32:0/1109379577 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba14156f00 0x7fba14158e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:31.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba12ffd640 1 --2- 172.21.15.32:0/1109379577 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba14156f00 0x7fba14158e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba12ffd640 1 -- 172.21.15.32:0/1109379577 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba040094d0 con 0x7fba140b4580 2024-09-13T17:47:31.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba137fe640 1 --2- 172.21.15.32:0/1109379577 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba14156f00 0x7fba14158e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:31.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba12ffd640 1 --2- 172.21.15.32:0/1109379577 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba140b4580 0x7fba14159590 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fba0401c900 tx=0x7fba0401ac60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:31.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba0bfff640 1 -- 172.21.15.32:0/1109379577 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba040be3f0 con 0x7fba140b4580 2024-09-13T17:47:31.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba0bfff640 1 -- 172.21.15.32:0/1109379577 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba040be550 con 0x7fba140b4580 2024-09-13T17:47:31.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba1929c640 1 -- 172.21.15.32:0/1109379577 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba141589d0 con 0x7fba140b4580 2024-09-13T17:47:31.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba0bfff640 1 -- 172.21.15.32:0/1109379577 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba040be900 con 0x7fba140b4580 2024-09-13T17:47:31.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba1929c640 1 -- 172.21.15.32:0/1109379577 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba1415ef80 con 0x7fba140b4580 2024-09-13T17:47:31.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba1929c640 1 -- 172.21.15.32:0/1109379577 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba1408a660 con 0x7fba140b4580 2024-09-13T17:47:31.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba0bfff640 1 -- 172.21.15.32:0/1109379577 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fba040b43f0 con 0x7fba140b4580 2024-09-13T17:47:31.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba0bfff640 1 --2- 172.21.15.32:0/1109379577 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb9f8066690 0x7fb9f8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba0bfff640 1 -- 172.21.15.32:0/1109379577 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fba0411e6f0 con 0x7fba140b4580 2024-09-13T17:47:31.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba0a7fc640 1 --2- 172.21.15.32:0/1109379577 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb9f8066690 0x7fb9f8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:31.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.266+0000 7fba0a7fc640 1 --2- 172.21.15.32:0/1109379577 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb9f8066690 0x7fb9f8068b50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fba1415bd80 tx=0x7fb9fc008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:31.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.270+0000 7fba0bfff640 1 -- 172.21.15.32:0/1109379577 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fba040eb820 con 0x7fba140b4580 2024-09-13T17:47:31.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.430+0000 7fba1929c640 1 -- 172.21.15.32:0/1109379577 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fba140b39f0 con 0x7fba140b4580 2024-09-13T17:47:31.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.430+0000 7fba0bfff640 1 -- 172.21.15.32:0/1109379577 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v27) v1 ==== 100+0+11 (secure 0 0 0) 0x7fba040eee40 con 0x7fba140b4580 2024-09-13T17:47:31.435 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:47:31.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.430+0000 7fba1929c640 1 -- 172.21.15.32:0/1109379577 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb9f8066690 msgr2=0x7fb9f8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:31.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.430+0000 7fba1929c640 1 --2- 172.21.15.32:0/1109379577 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb9f8066690 0x7fb9f8068b50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fba1415bd80 tx=0x7fb9fc008040 comp rx=0 tx=0).stop 2024-09-13T17:47:31.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.430+0000 7fba1929c640 1 -- 172.21.15.32:0/1109379577 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba140b4580 msgr2=0x7fba14159590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:31.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.430+0000 7fba1929c640 1 --2- 172.21.15.32:0/1109379577 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba140b4580 0x7fba14159590 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fba0401c900 tx=0x7fba0401ac60 comp rx=0 tx=0).stop 2024-09-13T17:47:31.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.430+0000 7fba1929c640 1 -- 172.21.15.32:0/1109379577 shutdown_connections 2024-09-13T17:47:31.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.430+0000 7fba1929c640 1 --2- 172.21.15.32:0/1109379577 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb9f8066690 0x7fb9f8068b50 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.430+0000 7fba1929c640 1 --2- 172.21.15.32:0/1109379577 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba14156f00 0x7fba14158e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.430+0000 7fba1929c640 1 --2- 172.21.15.32:0/1109379577 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fba14160c20 0x7fba14156770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.430+0000 7fba1929c640 1 --2- 172.21.15.32:0/1109379577 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba140b4580 0x7fba14159590 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.430+0000 7fba1929c640 1 -- 172.21.15.32:0/1109379577 >> 172.21.15.32:0/1109379577 conn(0x7fba14089f70 msgr2=0x7fba1415d8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:31.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.430+0000 7fba1929c640 1 -- 172.21.15.32:0/1109379577 shutdown_connections 2024-09-13T17:47:31.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.430+0000 7fba1929c640 1 -- 172.21.15.32:0/1109379577 wait complete. 2024-09-13T17:47:31.455 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T17:47:31.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f79ab8a0640 1 Processor -- start 2024-09-13T17:47:31.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f79ab8a0640 1 -- start start 2024-09-13T17:47:31.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f79ab8a0640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f79a415a520 0x7f79a40ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f79ab8a0640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79a40ab660 con 0x7f79a40b2240 2024-09-13T17:47:31.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f79ab8a0640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79a40ada40 con 0x7f79a40cea30 2024-09-13T17:47:31.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f79ab8a0640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79a40ceec0 con 0x7f79a415a520 2024-09-13T17:47:31.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f79a9e3d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f79a40b2240 0x7f79a40abaf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:47390/0 (socket says 172.21.15.32:47390) 2024-09-13T17:47:31.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f79a9e3d640 1 -- 172.21.15.32:0/3134466674 learned_addr learned my addr 172.21.15.32:0/3134466674 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:31.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f79a963c640 1 --2- 172.21.15.32:0/3134466674 >> v2:172.21.15.159:3300/0 conn(0x7f79a415a520 0x7f79a40ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:31.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f799bfff640 1 -- 172.21.15.32:0/3134466674 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1618603843 0 0) 0x7f79a40ab660 con 0x7f79a40b2240 2024-09-13T17:47:31.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f799bfff640 1 -- 172.21.15.32:0/3134466674 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7990003530 con 0x7f79a40b2240 2024-09-13T17:47:31.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f799bfff640 1 -- 172.21.15.32:0/3134466674 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2022378299 0 0) 0x7f7990003530 con 0x7f79a40b2240 2024-09-13T17:47:31.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f799bfff640 1 -- 172.21.15.32:0/3134466674 >> v2:172.21.15.159:3300/0 conn(0x7f79a415a520 msgr2=0x7f79a40ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:31.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f799bfff640 1 --2- 172.21.15.32:0/3134466674 >> v2:172.21.15.159:3300/0 conn(0x7f79a415a520 0x7f79a40ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f799bfff640 1 -- 172.21.15.32:0/3134466674 >> v1:172.21.15.159:6789/0 conn(0x7f79a40cea30 legacy=0x7f79a40b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:31.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f799bfff640 1 -- 172.21.15.32:0/3134466674 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79a40b2760 con 0x7f79a40b2240 2024-09-13T17:47:31.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f799bfff640 1 -- 172.21.15.32:0/3134466674 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f799c001a00 con 0x7f79a40b2240 2024-09-13T17:47:31.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f799bfff640 1 -- 172.21.15.32:0/3134466674 >> v1:172.21.15.32:6789/0 conn(0x7f79a40b2240 legacy=0x7f79a40abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:31.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f799bfff640 1 --2- 172.21.15.32:0/3134466674 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7990003980 0x7f7990003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f799bfff640 1 --2- 172.21.15.32:0/3134466674 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79900047d0 0x7f7990004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f799bfff640 1 --2- 172.21.15.32:0/3134466674 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7990005190 0x7f799000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f799bfff640 1 -- 172.21.15.32:0/3134466674 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79a40ceec0 con 0x7f7990003980 2024-09-13T17:47:31.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f799bfff640 1 -- 172.21.15.32:0/3134466674 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f799000c030 con 0x7f79900047d0 2024-09-13T17:47:31.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f799bfff640 1 -- 172.21.15.32:0/3134466674 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f799000c1f0 con 0x7f7990005190 2024-09-13T17:47:31.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f79a963c640 1 --2- 172.21.15.32:0/3134466674 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7990003980 0x7f7990003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:31.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f79a8e3b640 1 --2- 172.21.15.32:0/3134466674 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79900047d0 0x7f7990004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:31.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f79a9e3d640 1 --2- 172.21.15.32:0/3134466674 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7990005190 0x7f799000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:31.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f79a963c640 1 -- 172.21.15.32:0/3134466674 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7990005190 msgr2=0x7f799000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:31.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f79a963c640 1 --2- 172.21.15.32:0/3134466674 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7990005190 0x7f799000b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f79a963c640 1 -- 172.21.15.32:0/3134466674 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79900047d0 msgr2=0x7f7990004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:31.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f79a963c640 1 --2- 172.21.15.32:0/3134466674 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79900047d0 0x7f7990004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f79a963c640 1 -- 172.21.15.32:0/3134466674 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7990003530 con 0x7f7990003980 2024-09-13T17:47:31.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.578+0000 7f79a9e3d640 1 -- 172.21.15.32:0/3134466674 reap_dead start 2024-09-13T17:47:31.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.582+0000 7f79a963c640 1 --2- 172.21.15.32:0/3134466674 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7990003980 0x7f7990003da0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f79a0009ae0 tx=0x7f79a001ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddd0b19fe93bac44 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:31.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.582+0000 7f799bfff640 1 -- 172.21.15.32:0/3134466674 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a00a5510 con 0x7f7990003980 2024-09-13T17:47:31.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.582+0000 7f799bfff640 1 -- 172.21.15.32:0/3134466674 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79a00a5670 con 0x7f7990003980 2024-09-13T17:47:31.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.582+0000 7f799bfff640 1 -- 172.21.15.32:0/3134466674 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a00a5a20 con 0x7f7990003980 2024-09-13T17:47:31.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.582+0000 7f79ab8a0640 1 -- 172.21.15.32:0/3134466674 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7990003980 msgr2=0x7f7990003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:31.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.582+0000 7f79ab8a0640 1 --2- 172.21.15.32:0/3134466674 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7990003980 0x7f7990003da0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f79a0009ae0 tx=0x7f79a001ca20 comp rx=0 tx=0).stop 2024-09-13T17:47:31.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.582+0000 7f79ab8a0640 1 -- 172.21.15.32:0/3134466674 shutdown_connections 2024-09-13T17:47:31.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.582+0000 7f79ab8a0640 1 --2- 172.21.15.32:0/3134466674 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7990003980 0x7f7990003da0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.582+0000 7f79ab8a0640 1 -- 172.21.15.32:0/3134466674 >> 172.21.15.32:0/3134466674 conn(0x7f79a406a150 msgr2=0x7f79a406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:31.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.582+0000 7f79ab8a0640 1 -- 172.21.15.32:0/3134466674 shutdown_connections 2024-09-13T17:47:31.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.582+0000 7f79ab8a0640 1 -- 172.21.15.32:0/3134466674 wait complete. 2024-09-13T17:47:31.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.582+0000 7f79ab8a0640 1 Processor -- start 2024-09-13T17:47:31.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.582+0000 7f79ab8a0640 1 -- start start 2024-09-13T17:47:31.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79ab8a0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7990003980 0x7f79a414af70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79ab8a0640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f79a415d480 0x7f79a40c3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79ab8a0640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79a4071860 0x7f79a4071ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79ab8a0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79a4072220 con 0x7f7990003980 2024-09-13T17:47:31.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79ab8a0640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79a414b4b0 con 0x7f79a4071860 2024-09-13T17:47:31.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79ab8a0640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79a40c45b0 con 0x7f79a415d480 2024-09-13T17:47:31.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79a963c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7990003980 0x7f79a414af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:31.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79a963c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7990003980 0x7f79a414af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35560/0 (socket says 172.21.15.32:35560) 2024-09-13T17:47:31.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79a963c640 1 -- 172.21.15.32:0/1253555457 learned_addr learned my addr 172.21.15.32:0/1253555457 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:31.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79a963c640 1 -- 172.21.15.32:0/1253555457 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f79a415d480 msgr2=0x7f79a40c3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:31.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79a963c640 1 --2- 172.21.15.32:0/1253555457 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f79a415d480 0x7f79a40c3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79a963c640 1 -- 172.21.15.32:0/1253555457 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79a4071860 msgr2=0x7f79a4071ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:31.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79a963c640 1 --2- 172.21.15.32:0/1253555457 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79a4071860 0x7f79a4071ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79a963c640 1 -- 172.21.15.32:0/1253555457 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79a40c3ff0 con 0x7f7990003980 2024-09-13T17:47:31.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79a963c640 1 --2- 172.21.15.32:0/1253555457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7990003980 0x7f79a414af70 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f79a001c850 tx=0x7f7990005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:31.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f7999ffb640 1 -- 172.21.15.32:0/1253555457 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a00a5e80 con 0x7f7990003980 2024-09-13T17:47:31.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f7999ffb640 1 -- 172.21.15.32:0/1253555457 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79a0004020 con 0x7f7990003980 2024-09-13T17:47:31.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79ab8a0640 1 -- 172.21.15.32:0/1253555457 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79a40c42d0 con 0x7f7990003980 2024-09-13T17:47:31.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f7999ffb640 1 -- 172.21.15.32:0/1253555457 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a00043d0 con 0x7f7990003980 2024-09-13T17:47:31.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79ab8a0640 1 -- 172.21.15.32:0/1253555457 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79a40c5710 con 0x7f7990003980 2024-09-13T17:47:31.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79ab8a0640 1 -- 172.21.15.32:0/1253555457 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79a40abad0 con 0x7f7990003980 2024-09-13T17:47:31.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f7999ffb640 1 -- 172.21.15.32:0/1253555457 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f79a00b4040 con 0x7f7990003980 2024-09-13T17:47:31.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f7999ffb640 1 --2- 172.21.15.32:0/1253555457 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7988066690 0x7f7988068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f7999ffb640 1 -- 172.21.15.32:0/1253555457 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f79a011e500 con 0x7f7990003980 2024-09-13T17:47:31.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.586+0000 7f79a8e3b640 1 --2- 172.21.15.32:0/1253555457 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7988066690 0x7f7988068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:31.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.590+0000 7f79a8e3b640 1 --2- 172.21.15.32:0/1253555457 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7988066690 0x7f7988068b50 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f79a40c8cb0 tx=0x7f7994009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:31.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.590+0000 7f7999ffb640 1 -- 172.21.15.32:0/1253555457 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f79a00eb7e0 con 0x7f7990003980 2024-09-13T17:47:31.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.750+0000 7f79ab8a0640 1 -- 172.21.15.32:0/1253555457 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f79a41e8eb0 con 0x7f7990003980 2024-09-13T17:47:31.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.750+0000 7f7999ffb640 1 -- 172.21.15.32:0/1253555457 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7f79a00eee00 con 0x7f7990003980 2024-09-13T17:47:31.756 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:47:31.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.754+0000 7f79ab8a0640 1 -- 172.21.15.32:0/1253555457 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7988066690 msgr2=0x7f7988068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:31.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.754+0000 7f79ab8a0640 1 --2- 172.21.15.32:0/1253555457 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7988066690 0x7f7988068b50 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f79a40c8cb0 tx=0x7f7994009040 comp rx=0 tx=0).stop 2024-09-13T17:47:31.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.754+0000 7f79ab8a0640 1 -- 172.21.15.32:0/1253555457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7990003980 msgr2=0x7f79a414af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:31.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.754+0000 7f79ab8a0640 1 --2- 172.21.15.32:0/1253555457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7990003980 0x7f79a414af70 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f79a001c850 tx=0x7f7990005800 comp rx=0 tx=0).stop 2024-09-13T17:47:31.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.754+0000 7f79ab8a0640 1 -- 172.21.15.32:0/1253555457 shutdown_connections 2024-09-13T17:47:31.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.754+0000 7f79ab8a0640 1 --2- 172.21.15.32:0/1253555457 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7988066690 0x7f7988068b50 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.754+0000 7f79ab8a0640 1 --2- 172.21.15.32:0/1253555457 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79a4071860 0x7f79a4071ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.754+0000 7f79ab8a0640 1 --2- 172.21.15.32:0/1253555457 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f79a415d480 0x7f79a40c3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.754+0000 7f79ab8a0640 1 --2- 172.21.15.32:0/1253555457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7990003980 0x7f79a414af70 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.754+0000 7f79ab8a0640 1 -- 172.21.15.32:0/1253555457 >> 172.21.15.32:0/1253555457 conn(0x7f79a406a150 msgr2=0x7f79a41586a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:31.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.754+0000 7f79ab8a0640 1 -- 172.21.15.32:0/1253555457 shutdown_connections 2024-09-13T17:47:31.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.754+0000 7f79ab8a0640 1 -- 172.21.15.32:0/1253555457 wait complete. 2024-09-13T17:47:31.775 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T17:47:31.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.894+0000 7fe208e15640 1 Processor -- start 2024-09-13T17:47:31.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.894+0000 7fe208e15640 1 -- start start 2024-09-13T17:47:31.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.894+0000 7fe208e15640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fe2040cb390 0x7fe2040cd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.894+0000 7fe208e15640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe2040cd700 0x7fe204070620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.894+0000 7fe208e15640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2040b2e30 con 0x7fe2040cafb0 2024-09-13T17:47:31.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.894+0000 7fe208e15640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2040cdb70 con 0x7fe2040cd700 2024-09-13T17:47:31.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.894+0000 7fe208e15640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2040b1a30 con 0x7fe2040cb390 2024-09-13T17:47:31.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.894+0000 7fe202d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe2040cd700 0x7fe204070620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:31.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.894+0000 7fe202d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe2040cd700 0x7fe204070620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35562/0 (socket says 172.21.15.32:35562) 2024-09-13T17:47:31.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.894+0000 7fe202d9d640 1 -- 172.21.15.32:0/2975878824 learned_addr learned my addr 172.21.15.32:0/2975878824 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:31.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.894+0000 7fe201d9b640 1 --2- 172.21.15.32:0/2975878824 >> v2:172.21.15.159:3300/0 conn(0x7fe2040cb390 0x7fe2040cd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:31.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.894+0000 7fe202d9d640 1 -- 172.21.15.32:0/2975878824 >> v2:172.21.15.159:3300/0 conn(0x7fe2040cb390 msgr2=0x7fe2040cd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:31.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.894+0000 7fe202d9d640 1 --2- 172.21.15.32:0/2975878824 >> v2:172.21.15.159:3300/0 conn(0x7fe2040cb390 0x7fe2040cd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.894+0000 7fe202d9d640 1 -- 172.21.15.32:0/2975878824 >> v1:172.21.15.159:6789/0 conn(0x7fe2040cafb0 legacy=0x7fe2040b2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:31.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.894+0000 7fe202d9d640 1 -- 172.21.15.32:0/2975878824 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2040b1d10 con 0x7fe2040cd700 2024-09-13T17:47:31.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.898+0000 7fe202d9d640 1 --2- 172.21.15.32:0/2975878824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2040cd700 0x7fe204070620 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe1f4009870 tx=0x7fe1f401c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee63307d2a7fc1cb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:31.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.898+0000 7fe20159a640 1 -- 172.21.15.32:0/2975878824 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1f40ab660 con 0x7fe2040cd700 2024-09-13T17:47:31.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.898+0000 7fe20159a640 1 -- 172.21.15.32:0/2975878824 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1f40ab7c0 con 0x7fe2040cd700 2024-09-13T17:47:31.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.898+0000 7fe20159a640 1 -- 172.21.15.32:0/2975878824 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1f40abb50 con 0x7fe2040cd700 2024-09-13T17:47:31.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.898+0000 7fe208e15640 1 -- 172.21.15.32:0/2975878824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2040cd700 msgr2=0x7fe204070620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:31.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.898+0000 7fe208e15640 1 --2- 172.21.15.32:0/2975878824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2040cd700 0x7fe204070620 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe1f4009870 tx=0x7fe1f401c460 comp rx=0 tx=0).stop 2024-09-13T17:47:31.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.898+0000 7fe208e15640 1 -- 172.21.15.32:0/2975878824 shutdown_connections 2024-09-13T17:47:31.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.898+0000 7fe208e15640 1 --2- 172.21.15.32:0/2975878824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2040cd700 0x7fe204070620 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.898+0000 7fe208e15640 1 --2- 172.21.15.32:0/2975878824 >> v2:172.21.15.159:3300/0 conn(0x7fe2040cb390 0x7fe2040cd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.898+0000 7fe208e15640 1 -- 172.21.15.32:0/2975878824 >> 172.21.15.32:0/2975878824 conn(0x7fe2040afbf0 msgr2=0x7fe2040b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:31.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.898+0000 7fe208e15640 1 -- 172.21.15.32:0/2975878824 shutdown_connections 2024-09-13T17:47:31.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.898+0000 7fe208e15640 1 -- 172.21.15.32:0/2975878824 wait complete. 2024-09-13T17:47:31.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.898+0000 7fe208e15640 1 Processor -- start 2024-09-13T17:47:31.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.898+0000 7fe208e15640 1 -- start start 2024-09-13T17:47:31.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.898+0000 7fe208e15640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2040cafb0 0x7fe2041f8970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe208e15640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2040cb390 0x7fe2040c3840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe208e15640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe2040cd700 0x7fe2040ae190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe208e15640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2041f9e30 con 0x7fe2040cb390 2024-09-13T17:47:31.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe208e15640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2040c1c70 con 0x7fe2040cafb0 2024-09-13T17:47:31.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe208e15640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2040c1f50 con 0x7fe2040cd700 2024-09-13T17:47:31.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe201d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2040cb390 0x7fe2040c3840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:31.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe201d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2040cb390 0x7fe2040c3840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35576/0 (socket says 172.21.15.32:35576) 2024-09-13T17:47:31.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe201d9b640 1 -- 172.21.15.32:0/2910013469 learned_addr learned my addr 172.21.15.32:0/2910013469 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:31.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe202d9d640 1 --2- 172.21.15.32:0/2910013469 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe2040cd700 0x7fe2040ae190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:31.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe20259c640 1 --2- 172.21.15.32:0/2910013469 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2040cafb0 0x7fe2041f8970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:31.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe201d9b640 1 -- 172.21.15.32:0/2910013469 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe2040cd700 msgr2=0x7fe2040ae190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:31.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe201d9b640 1 --2- 172.21.15.32:0/2910013469 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe2040cd700 0x7fe2040ae190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe201d9b640 1 -- 172.21.15.32:0/2910013469 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2040cafb0 msgr2=0x7fe2041f8970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:31.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe201d9b640 1 --2- 172.21.15.32:0/2910013469 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2040cafb0 0x7fe2041f8970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:31.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe201d9b640 1 -- 172.21.15.32:0/2910013469 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1f40094d0 con 0x7fe2040cb390 2024-09-13T17:47:31.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe201d9b640 1 --2- 172.21.15.32:0/2910013469 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2040cb390 0x7fe2040c3840 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fe1f800e9b0 tx=0x7fe1f800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:31.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe1f2ffd640 1 -- 172.21.15.32:0/2910013469 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1f80096b0 con 0x7fe2040cb390 2024-09-13T17:47:31.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe1f2ffd640 1 -- 172.21.15.32:0/2910013469 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1f800c9a0 con 0x7fe2040cb390 2024-09-13T17:47:31.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe208e15640 1 -- 172.21.15.32:0/2910013469 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2040c2230 con 0x7fe2040cb390 2024-09-13T17:47:31.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe1f2ffd640 1 -- 172.21.15.32:0/2910013469 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1f800cd30 con 0x7fe2040cb390 2024-09-13T17:47:31.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe208e15640 1 -- 172.21.15.32:0/2910013469 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe204159bb0 con 0x7fe2040cb390 2024-09-13T17:47:31.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe208e15640 1 -- 172.21.15.32:0/2910013469 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe204071760 con 0x7fe2040cb390 2024-09-13T17:47:31.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe1f2ffd640 1 -- 172.21.15.32:0/2910013469 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe1f8013470 con 0x7fe2040cb390 2024-09-13T17:47:31.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe1f2ffd640 1 --2- 172.21.15.32:0/2910013469 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe1e4066690 0x7fe1e4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:31.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe1f2ffd640 1 -- 172.21.15.32:0/2910013469 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe1f80847a0 con 0x7fe2040cb390 2024-09-13T17:47:31.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe20259c640 1 --2- 172.21.15.32:0/2910013469 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe1e4066690 0x7fe1e4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:31.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.902+0000 7fe20259c640 1 --2- 172.21.15.32:0/2910013469 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe1e4066690 0x7fe1e4068b50 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc0012f0 tx=0x7fe1fc009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:31.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:31.906+0000 7fe1f2ffd640 1 -- 172.21.15.32:0/2910013469 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe1f8051820 con 0x7fe2040cb390 2024-09-13T17:47:32.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.082+0000 7fe208e15640 1 -- 172.21.15.32:0/2910013469 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fe2040ad850 con 0x7fe2040cb390 2024-09-13T17:47:32.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.082+0000 7fe1f2ffd640 1 -- 172.21.15.32:0/2910013469 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v27) v1 ==== 80+0+0 (secure 0 0 0) 0x7fe1f8054e40 con 0x7fe2040cb390 2024-09-13T17:47:32.087 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-13T17:47:32.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.082+0000 7fe208e15640 1 -- 172.21.15.32:0/2910013469 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe1e4066690 msgr2=0x7fe1e4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:32.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.082+0000 7fe208e15640 1 --2- 172.21.15.32:0/2910013469 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe1e4066690 0x7fe1e4068b50 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc0012f0 tx=0x7fe1fc009040 comp rx=0 tx=0).stop 2024-09-13T17:47:32.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.082+0000 7fe208e15640 1 -- 172.21.15.32:0/2910013469 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2040cb390 msgr2=0x7fe2040c3840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:32.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.082+0000 7fe208e15640 1 --2- 172.21.15.32:0/2910013469 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2040cb390 0x7fe2040c3840 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fe1f800e9b0 tx=0x7fe1f800ee70 comp rx=0 tx=0).stop 2024-09-13T17:47:32.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.086+0000 7fe208e15640 1 -- 172.21.15.32:0/2910013469 shutdown_connections 2024-09-13T17:47:32.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.086+0000 7fe208e15640 1 --2- 172.21.15.32:0/2910013469 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe1e4066690 0x7fe1e4068b50 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.086+0000 7fe208e15640 1 --2- 172.21.15.32:0/2910013469 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe2040cd700 0x7fe2040ae190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.086+0000 7fe208e15640 1 --2- 172.21.15.32:0/2910013469 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2040cb390 0x7fe2040c3840 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.086+0000 7fe208e15640 1 --2- 172.21.15.32:0/2910013469 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2040cafb0 0x7fe2041f8970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.086+0000 7fe208e15640 1 -- 172.21.15.32:0/2910013469 >> 172.21.15.32:0/2910013469 conn(0x7fe2040afbf0 msgr2=0x7fe2040ab6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:32.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.086+0000 7fe208e15640 1 -- 172.21.15.32:0/2910013469 shutdown_connections 2024-09-13T17:47:32.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.086+0000 7fe208e15640 1 -- 172.21.15.32:0/2910013469 wait complete. 2024-09-13T17:47:32.106 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:47:32.106 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:47:32.111 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:47:32.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.270+0000 7f27942c9640 1 Processor -- start 2024-09-13T17:47:32.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.270+0000 7f27942c9640 1 -- start start 2024-09-13T17:47:32.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.274+0000 7f27942c9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f278c0ccf90 0x7f278c0b1170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:32.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.274+0000 7f27942c9640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f278c0cc430 0x7f278c0cab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:32.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.274+0000 7f27942c9640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f278c160cc0 con 0x7f278c0c1290 2024-09-13T17:47:32.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.274+0000 7f27942c9640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f278c0c8f50 con 0x7f278c0cc430 2024-09-13T17:47:32.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.274+0000 7f27942c9640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f278c0cb510 con 0x7f278c0ccf90 2024-09-13T17:47:32.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.274+0000 7f2792065640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f278c0ccf90 0x7f278c0b1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:32.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.274+0000 7f2792065640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f278c0ccf90 0x7f278c0b1170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:59636/0 (socket says 172.21.15.32:59636) 2024-09-13T17:47:32.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.274+0000 7f2792065640 1 -- 172.21.15.32:0/2339831473 learned_addr learned my addr 172.21.15.32:0/2339831473 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:32.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.274+0000 7f2791864640 1 --2- 172.21.15.32:0/2339831473 >> v2:172.21.15.159:3300/0 conn(0x7f278c0cc430 0x7f278c0cab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:32.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.274+0000 7f2792065640 1 -- 172.21.15.32:0/2339831473 >> v2:172.21.15.159:3300/0 conn(0x7f278c0cc430 msgr2=0x7f278c0cab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:32.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.274+0000 7f2792065640 1 --2- 172.21.15.32:0/2339831473 >> v2:172.21.15.159:3300/0 conn(0x7f278c0cc430 0x7f278c0cab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.274+0000 7f2792065640 1 -- 172.21.15.32:0/2339831473 >> v1:172.21.15.159:6789/0 conn(0x7f278c0c1290 legacy=0x7f278c0c16c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:32.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.274+0000 7f2792065640 1 -- 172.21.15.32:0/2339831473 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f278c0cb7f0 con 0x7f278c0ccf90 2024-09-13T17:47:32.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.274+0000 7f2792065640 1 --2- 172.21.15.32:0/2339831473 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f278c0ccf90 0x7f278c0b1170 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f277c009e50 tx=0x7f277c01d420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d56271ed0ec4a0e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:32.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f2791063640 1 -- 172.21.15.32:0/2339831473 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f277c0a5860 con 0x7f278c0ccf90 2024-09-13T17:47:32.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f2791063640 1 -- 172.21.15.32:0/2339831473 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f277c0a59c0 con 0x7f278c0ccf90 2024-09-13T17:47:32.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f2791063640 1 -- 172.21.15.32:0/2339831473 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f277c0a5d50 con 0x7f278c0ccf90 2024-09-13T17:47:32.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f27942c9640 1 -- 172.21.15.32:0/2339831473 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f278c0ccf90 msgr2=0x7f278c0b1170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:32.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f27942c9640 1 --2- 172.21.15.32:0/2339831473 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f278c0ccf90 0x7f278c0b1170 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f277c009e50 tx=0x7f277c01d420 comp rx=0 tx=0).stop 2024-09-13T17:47:32.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f27942c9640 1 -- 172.21.15.32:0/2339831473 shutdown_connections 2024-09-13T17:47:32.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f27942c9640 1 --2- 172.21.15.32:0/2339831473 >> v2:172.21.15.159:3300/0 conn(0x7f278c0cc430 0x7f278c0cab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f27942c9640 1 --2- 172.21.15.32:0/2339831473 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f278c0ccf90 0x7f278c0b1170 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f27942c9640 1 -- 172.21.15.32:0/2339831473 >> 172.21.15.32:0/2339831473 conn(0x7f278c06a150 msgr2=0x7f278c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:32.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f27942c9640 1 -- 172.21.15.32:0/2339831473 shutdown_connections 2024-09-13T17:47:32.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f27942c9640 1 -- 172.21.15.32:0/2339831473 wait complete. 2024-09-13T17:47:32.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f27942c9640 1 Processor -- start 2024-09-13T17:47:32.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f27942c9640 1 -- start start 2024-09-13T17:47:32.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f27942c9640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f278c0c1290 0x7f278c15dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:32.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f27942c9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f278c0cc430 0x7f278c158d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:32.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f27942c9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f278c0ccf90 0x7f278c1636a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:32.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f27942c9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f278c0c2720 con 0x7f278c0cc430 2024-09-13T17:47:32.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f27942c9640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f278c15ad60 con 0x7f278c0c1290 2024-09-13T17:47:32.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f27942c9640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f278c15e510 con 0x7f278c0ccf90 2024-09-13T17:47:32.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f2791864640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f278c0cc430 0x7f278c158d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:32.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f2791864640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f278c0cc430 0x7f278c158d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35592/0 (socket says 172.21.15.32:35592) 2024-09-13T17:47:32.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.278+0000 7f2791864640 1 -- 172.21.15.32:0/3804113148 learned_addr learned my addr 172.21.15.32:0/3804113148 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:32.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.282+0000 7f2792866640 1 --2- 172.21.15.32:0/3804113148 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f278c0ccf90 0x7f278c1636a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:32.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.282+0000 7f2792065640 1 --2- 172.21.15.32:0/3804113148 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f278c0c1290 0x7f278c15dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:32.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.282+0000 7f2791864640 1 -- 172.21.15.32:0/3804113148 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f278c0ccf90 msgr2=0x7f278c1636a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:32.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.282+0000 7f2791864640 1 --2- 172.21.15.32:0/3804113148 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f278c0ccf90 0x7f278c1636a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.282+0000 7f2791864640 1 -- 172.21.15.32:0/3804113148 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f278c0c1290 msgr2=0x7f278c15dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:32.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.282+0000 7f2791864640 1 --2- 172.21.15.32:0/3804113148 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f278c0c1290 0x7f278c15dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.282+0000 7f2791864640 1 -- 172.21.15.32:0/3804113148 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f277c009b30 con 0x7f278c0cc430 2024-09-13T17:47:32.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.282+0000 7f2791864640 1 --2- 172.21.15.32:0/3804113148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f278c0cc430 0x7f278c158d10 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f278400e930 tx=0x7f278400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:32.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.282+0000 7f2782ffd640 1 -- 172.21.15.32:0/3804113148 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2784009690 con 0x7f278c0cc430 2024-09-13T17:47:32.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.282+0000 7f2782ffd640 1 -- 172.21.15.32:0/3804113148 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f278400ca00 con 0x7f278c0cc430 2024-09-13T17:47:32.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.282+0000 7f2782ffd640 1 -- 172.21.15.32:0/3804113148 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f278400cd70 con 0x7f278c0cc430 2024-09-13T17:47:32.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.282+0000 7f27942c9640 1 -- 172.21.15.32:0/3804113148 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f278c0c20a0 con 0x7f278c0cc430 2024-09-13T17:47:32.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.282+0000 7f27942c9640 1 -- 172.21.15.32:0/3804113148 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f278c0c2340 con 0x7f278c0cc430 2024-09-13T17:47:32.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.282+0000 7f27942c9640 1 -- 172.21.15.32:0/3804113148 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f278c0cab70 con 0x7f278c0cc430 2024-09-13T17:47:32.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.282+0000 7f2782ffd640 1 -- 172.21.15.32:0/3804113148 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2784013470 con 0x7f278c0cc430 2024-09-13T17:47:32.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.282+0000 7f2782ffd640 1 --2- 172.21.15.32:0/3804113148 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2778066690 0x7f2778068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:32.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.282+0000 7f2782ffd640 1 -- 172.21.15.32:0/3804113148 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2784084690 con 0x7f278c0cc430 2024-09-13T17:47:32.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.282+0000 7f2792065640 1 --2- 172.21.15.32:0/3804113148 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2778066690 0x7f2778068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:32.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.286+0000 7f2792065640 1 --2- 172.21.15.32:0/3804113148 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2778066690 0x7f2778068b50 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f277c0ae000 tx=0x7f277c004ac0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:32.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.286+0000 7f2782ffd640 1 -- 172.21.15.32:0/3804113148 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2784051870 con 0x7f278c0cc430 2024-09-13T17:47:32.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.442+0000 7f27942c9640 1 -- 172.21.15.32:0/3804113148 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f278c0af990 con 0x7f278c0cc430 2024-09-13T17:47:32.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.442+0000 7f2782ffd640 1 -- 172.21.15.32:0/3804113148 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18334 (secure 0 0 0) 0x7f2784054e90 con 0x7f278c0cc430 2024-09-13T17:47:32.449 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:32.449 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":27,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:47:24.598946+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:47:32.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.446+0000 7f27942c9640 1 -- 172.21.15.32:0/3804113148 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2778066690 msgr2=0x7f2778068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:32.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.446+0000 7f27942c9640 1 --2- 172.21.15.32:0/3804113148 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2778066690 0x7f2778068b50 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f277c0ae000 tx=0x7f277c004ac0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.446+0000 7f27942c9640 1 -- 172.21.15.32:0/3804113148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f278c0cc430 msgr2=0x7f278c158d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:32.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.446+0000 7f27942c9640 1 --2- 172.21.15.32:0/3804113148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f278c0cc430 0x7f278c158d10 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f278400e930 tx=0x7f278400edf0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.446+0000 7f27942c9640 1 -- 172.21.15.32:0/3804113148 shutdown_connections 2024-09-13T17:47:32.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.446+0000 7f27942c9640 1 --2- 172.21.15.32:0/3804113148 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2778066690 0x7f2778068b50 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.446+0000 7f27942c9640 1 --2- 172.21.15.32:0/3804113148 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f278c0ccf90 0x7f278c1636a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.446+0000 7f27942c9640 1 --2- 172.21.15.32:0/3804113148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f278c0cc430 0x7f278c158d10 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.446+0000 7f27942c9640 1 --2- 172.21.15.32:0/3804113148 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f278c0c1290 0x7f278c15dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.446+0000 7f27942c9640 1 -- 172.21.15.32:0/3804113148 >> 172.21.15.32:0/3804113148 conn(0x7f278c06a150 msgr2=0x7f278c06dc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:32.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.446+0000 7f27942c9640 1 -- 172.21.15.32:0/3804113148 shutdown_connections 2024-09-13T17:47:32.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.446+0000 7f27942c9640 1 -- 172.21.15.32:0/3804113148 wait complete. 2024-09-13T17:47:32.467 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:47:18.165736+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:47:19.043698+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T17:47:22.248444+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T17:47:32.467 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:47:32.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.582+0000 7fe8c77a9640 1 Processor -- start 2024-09-13T17:47:32.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.582+0000 7fe8c77a9640 1 -- start start 2024-09-13T17:47:32.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.582+0000 7fe8c77a9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe8c006a690 0x7fe8c015c670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:32.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.582+0000 7fe8c77a9640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8c00ac5a0 con 0x7fe8c0143890 2024-09-13T17:47:32.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.582+0000 7fe8c77a9640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8c00989e0 con 0x7fe8c0143420 2024-09-13T17:47:32.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.582+0000 7fe8c77a9640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8c0071720 con 0x7fe8c006a690 2024-09-13T17:47:32.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.582+0000 7fe8c5d46640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe8c0143890 0x7fe8c015cbb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:47392/0 (socket says 172.21.15.32:47392) 2024-09-13T17:47:32.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.582+0000 7fe8c5d46640 1 -- 172.21.15.32:0/3082604669 learned_addr learned my addr 172.21.15.32:0/3082604669 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:32.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.582+0000 7fe8c4d44640 1 --2- 172.21.15.32:0/3082604669 >> v2:172.21.15.32:3300/0 conn(0x7fe8c006a690 0x7fe8c015c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:32.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.582+0000 7fe8c4d44640 1 -- 172.21.15.32:0/3082604669 >> v1:172.21.15.159:6789/0 conn(0x7fe8c0143420 legacy=0x7fe8c0069f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:32.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.582+0000 7fe8c4d44640 1 -- 172.21.15.32:0/3082604669 >> v1:172.21.15.32:6789/0 conn(0x7fe8c0143890 legacy=0x7fe8c015cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:32.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.582+0000 7fe8bffff640 1 -- 172.21.15.32:0/3082604669 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4218874171 0 0) 0x7fe8c00ac5a0 con 0x7fe8c0143890 2024-09-13T17:47:32.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.582+0000 7fe8c4d44640 1 -- 172.21.15.32:0/3082604669 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8c0071a00 con 0x7fe8c006a690 2024-09-13T17:47:32.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.586+0000 7fe8c4d44640 1 --2- 172.21.15.32:0/3082604669 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c006a690 0x7fe8c015c670 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fe8b4009d90 tx=0x7fe8c015dad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=298764f649cdbf01 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:32.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.586+0000 7fe8bffff640 1 -- 172.21.15.32:0/3082604669 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8b40a5990 con 0x7fe8c006a690 2024-09-13T17:47:32.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.586+0000 7fe8bffff640 1 -- 172.21.15.32:0/3082604669 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8b40a5af0 con 0x7fe8c006a690 2024-09-13T17:47:32.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.586+0000 7fe8bffff640 1 -- 172.21.15.32:0/3082604669 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8b40a5e80 con 0x7fe8c006a690 2024-09-13T17:47:32.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.586+0000 7fe8c77a9640 1 -- 172.21.15.32:0/3082604669 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c006a690 msgr2=0x7fe8c015c670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:32.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.586+0000 7fe8c77a9640 1 --2- 172.21.15.32:0/3082604669 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c006a690 0x7fe8c015c670 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fe8b4009d90 tx=0x7fe8c015dad0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.586+0000 7fe8c77a9640 1 -- 172.21.15.32:0/3082604669 shutdown_connections 2024-09-13T17:47:32.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.586+0000 7fe8c77a9640 1 --2- 172.21.15.32:0/3082604669 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c006a690 0x7fe8c015c670 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.586+0000 7fe8c77a9640 1 -- 172.21.15.32:0/3082604669 >> 172.21.15.32:0/3082604669 conn(0x7fe8c00b49c0 msgr2=0x7fe8c00b0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:32.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.586+0000 7fe8c77a9640 1 -- 172.21.15.32:0/3082604669 shutdown_connections 2024-09-13T17:47:32.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.586+0000 7fe8c77a9640 1 -- 172.21.15.32:0/3082604669 wait complete. 2024-09-13T17:47:32.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c77a9640 1 Processor -- start 2024-09-13T17:47:32.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c77a9640 1 -- start start 2024-09-13T17:47:32.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c77a9640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe8c006a690 0x7fe8c00afc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:32.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c77a9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8c0143420 0x7fe8c013a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:32.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c77a9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c0143890 0x7fe8c0152780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:32.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c77a9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8c00aeba0 con 0x7fe8c0143890 2024-09-13T17:47:32.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c77a9640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8c00aee40 con 0x7fe8c006a690 2024-09-13T17:47:32.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c77a9640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8c00af120 con 0x7fe8c0143420 2024-09-13T17:47:32.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c5d46640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c0143890 0x7fe8c0152780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:32.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c5d46640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c0143890 0x7fe8c0152780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35606/0 (socket says 172.21.15.32:35606) 2024-09-13T17:47:32.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c5d46640 1 -- 172.21.15.32:0/1210333675 learned_addr learned my addr 172.21.15.32:0/1210333675 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:32.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c5545640 1 --2- 172.21.15.32:0/1210333675 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe8c006a690 0x7fe8c00afc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:32.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c4d44640 1 --2- 172.21.15.32:0/1210333675 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8c0143420 0x7fe8c013a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:32.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c5d46640 1 -- 172.21.15.32:0/1210333675 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8c0143420 msgr2=0x7fe8c013a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:32.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c5d46640 1 --2- 172.21.15.32:0/1210333675 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8c0143420 0x7fe8c013a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c5d46640 1 -- 172.21.15.32:0/1210333675 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe8c006a690 msgr2=0x7fe8c00afc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:32.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c5d46640 1 --2- 172.21.15.32:0/1210333675 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe8c006a690 0x7fe8c00afc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c5d46640 1 -- 172.21.15.32:0/1210333675 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8b4009a70 con 0x7fe8c0143890 2024-09-13T17:47:32.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c5d46640 1 --2- 172.21.15.32:0/1210333675 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c0143890 0x7fe8c0152780 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fe8b000c3c0 tx=0x7fe8b000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:32.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8bdffb640 1 -- 172.21.15.32:0/1210333675 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8b00074e0 con 0x7fe8c0143890 2024-09-13T17:47:32.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8bdffb640 1 -- 172.21.15.32:0/1210333675 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8b0007640 con 0x7fe8c0143890 2024-09-13T17:47:32.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c77a9640 1 -- 172.21.15.32:0/1210333675 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8c00af400 con 0x7fe8c0143890 2024-09-13T17:47:32.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8bdffb640 1 -- 172.21.15.32:0/1210333675 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8b0004a30 con 0x7fe8c0143890 2024-09-13T17:47:32.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c77a9640 1 -- 172.21.15.32:0/1210333675 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8c013ac00 con 0x7fe8c0143890 2024-09-13T17:47:32.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8c77a9640 1 -- 172.21.15.32:0/1210333675 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8c006ee80 con 0x7fe8c0143890 2024-09-13T17:47:32.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.590+0000 7fe8bdffb640 1 -- 172.21.15.32:0/1210333675 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe8b0004b90 con 0x7fe8c0143890 2024-09-13T17:47:32.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.594+0000 7fe8bdffb640 1 --2- 172.21.15.32:0/1210333675 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe8ac0666c0 0x7fe8ac068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:32.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.594+0000 7fe8bdffb640 1 -- 172.21.15.32:0/1210333675 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe8b0084160 con 0x7fe8c0143890 2024-09-13T17:47:32.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.594+0000 7fe8c5545640 1 --2- 172.21.15.32:0/1210333675 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe8ac0666c0 0x7fe8ac068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:32.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.594+0000 7fe8c5545640 1 --2- 172.21.15.32:0/1210333675 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe8ac0666c0 0x7fe8ac068b80 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe8b8000f70 tx=0x7fe8b8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:32.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.598+0000 7fe8bdffb640 1 -- 172.21.15.32:0/1210333675 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe8b0051270 con 0x7fe8c0143890 2024-09-13T17:47:32.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.758+0000 7fe8c77a9640 1 -- 172.21.15.32:0/1210333675 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe8c0069f80 con 0x7fe8c0143890 2024-09-13T17:47:32.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.758+0000 7fe8bdffb640 1 -- 172.21.15.32:0/1210333675 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe8b0054890 con 0x7fe8c0143890 2024-09-13T17:47:32.763 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:47:32.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.758+0000 7fe8c77a9640 1 -- 172.21.15.32:0/1210333675 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe8ac0666c0 msgr2=0x7fe8ac068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:32.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.758+0000 7fe8c77a9640 1 --2- 172.21.15.32:0/1210333675 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe8ac0666c0 0x7fe8ac068b80 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe8b8000f70 tx=0x7fe8b8009040 comp rx=0 tx=0).stop 2024-09-13T17:47:32.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.758+0000 7fe8c77a9640 1 -- 172.21.15.32:0/1210333675 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c0143890 msgr2=0x7fe8c0152780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:32.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.758+0000 7fe8c77a9640 1 --2- 172.21.15.32:0/1210333675 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c0143890 0x7fe8c0152780 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fe8b000c3c0 tx=0x7fe8b000c880 comp rx=0 tx=0).stop 2024-09-13T17:47:32.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.758+0000 7fe8c77a9640 1 -- 172.21.15.32:0/1210333675 shutdown_connections 2024-09-13T17:47:32.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.758+0000 7fe8c77a9640 1 --2- 172.21.15.32:0/1210333675 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe8ac0666c0 0x7fe8ac068b80 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.758+0000 7fe8c77a9640 1 --2- 172.21.15.32:0/1210333675 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c0143890 0x7fe8c0152780 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.758+0000 7fe8c77a9640 1 --2- 172.21.15.32:0/1210333675 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8c0143420 0x7fe8c013a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.758+0000 7fe8c77a9640 1 --2- 172.21.15.32:0/1210333675 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe8c006a690 0x7fe8c00afc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.758+0000 7fe8c77a9640 1 -- 172.21.15.32:0/1210333675 >> 172.21.15.32:0/1210333675 conn(0x7fe8c00b49c0 msgr2=0x7fe8c013e4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:32.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.758+0000 7fe8c77a9640 1 -- 172.21.15.32:0/1210333675 shutdown_connections 2024-09-13T17:47:32.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.758+0000 7fe8c77a9640 1 -- 172.21.15.32:0/1210333675 wait complete. 2024-09-13T17:47:32.782 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:47:32.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.898+0000 7fca2d297640 1 Processor -- start 2024-09-13T17:47:32.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.898+0000 7fca2d297640 1 -- start start 2024-09-13T17:47:32.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.902+0000 7fca2d297640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fca280cec00 0x7fca280b1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:32.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.902+0000 7fca2d297640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fca280b2070 0x7fca280abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:32.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.902+0000 7fca2d297640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca280ab660 con 0x7fca2815a520 2024-09-13T17:47:32.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.902+0000 7fca2d297640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca280ada40 con 0x7fca280cec00 2024-09-13T17:47:32.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.902+0000 7fca2d297640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca280b24a0 con 0x7fca280b2070 2024-09-13T17:47:32.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.902+0000 7fca277fe640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fca280b2070 0x7fca280abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:32.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.902+0000 7fca267fc640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fca280cec00 0x7fca280b1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:32.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.902+0000 7fca277fe640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fca280b2070 0x7fca280abaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:59670/0 (socket says 172.21.15.32:59670) 2024-09-13T17:47:32.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.902+0000 7fca277fe640 1 -- 172.21.15.32:0/1381830487 learned_addr learned my addr 172.21.15.32:0/1381830487 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:32.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.902+0000 7fca267fc640 1 -- 172.21.15.32:0/1381830487 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fca280b2070 msgr2=0x7fca280abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:32.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.902+0000 7fca267fc640 1 --2- 172.21.15.32:0/1381830487 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fca280b2070 0x7fca280abaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.902+0000 7fca267fc640 1 -- 172.21.15.32:0/1381830487 >> v1:172.21.15.159:6789/0 conn(0x7fca2815a520 legacy=0x7fca280ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:32.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.902+0000 7fca267fc640 1 -- 172.21.15.32:0/1381830487 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca280b2760 con 0x7fca280cec00 2024-09-13T17:47:32.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.902+0000 7fca277fe640 1 --2- 172.21.15.32:0/1381830487 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fca280b2070 0x7fca280abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:47:32.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.902+0000 7fca267fc640 1 --2- 172.21.15.32:0/1381830487 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fca280cec00 0x7fca280b1b30 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fca100097c0 tx=0x7fca1001c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b6cbccada0a8bb58 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:32.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.902+0000 7fca25ffb640 1 -- 172.21.15.32:0/1381830487 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca100ab670 con 0x7fca280cec00 2024-09-13T17:47:32.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.902+0000 7fca25ffb640 1 -- 172.21.15.32:0/1381830487 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca100ab7d0 con 0x7fca280cec00 2024-09-13T17:47:32.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.902+0000 7fca25ffb640 1 -- 172.21.15.32:0/1381830487 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca100abb60 con 0x7fca280cec00 2024-09-13T17:47:32.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca2d297640 1 -- 172.21.15.32:0/1381830487 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fca280cec00 msgr2=0x7fca280b1b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:32.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca2d297640 1 --2- 172.21.15.32:0/1381830487 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fca280cec00 0x7fca280b1b30 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fca100097c0 tx=0x7fca1001c470 comp rx=0 tx=0).stop 2024-09-13T17:47:32.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca2d297640 1 -- 172.21.15.32:0/1381830487 shutdown_connections 2024-09-13T17:47:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca2d297640 1 --2- 172.21.15.32:0/1381830487 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fca280b2070 0x7fca280abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca2d297640 1 --2- 172.21.15.32:0/1381830487 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fca280cec00 0x7fca280b1b30 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca2d297640 1 -- 172.21.15.32:0/1381830487 >> 172.21.15.32:0/1381830487 conn(0x7fca2806a150 msgr2=0x7fca2806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca2d297640 1 -- 172.21.15.32:0/1381830487 shutdown_connections 2024-09-13T17:47:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca2d297640 1 -- 172.21.15.32:0/1381830487 wait complete. 2024-09-13T17:47:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca2d297640 1 Processor -- start 2024-09-13T17:47:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca2d297640 1 -- start start 2024-09-13T17:47:32.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca2d297640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fca280b2070 0x7fca281646f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:32.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca2d297640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fca280cec00 0x7fca28156e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:32.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca2d297640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca2815a520 0x7fca28157340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:32.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca2d297640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca280c9eb0 con 0x7fca2815a520 2024-09-13T17:47:32.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca2d297640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca28157880 con 0x7fca280cec00 2024-09-13T17:47:32.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca2d297640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca280cbb50 con 0x7fca280b2070 2024-09-13T17:47:32.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca277fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca2815a520 0x7fca28157340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:32.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca277fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca2815a520 0x7fca28157340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35620/0 (socket says 172.21.15.32:35620) 2024-09-13T17:47:32.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca277fe640 1 -- 172.21.15.32:0/1143751310 learned_addr learned my addr 172.21.15.32:0/1143751310 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca26ffd640 1 --2- 172.21.15.32:0/1143751310 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fca280b2070 0x7fca281646f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.906+0000 7fca267fc640 1 --2- 172.21.15.32:0/1143751310 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fca280cec00 0x7fca28156e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.910+0000 7fca277fe640 1 -- 172.21.15.32:0/1143751310 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fca280b2070 msgr2=0x7fca281646f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.910+0000 7fca277fe640 1 --2- 172.21.15.32:0/1143751310 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fca280b2070 0x7fca281646f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.910+0000 7fca277fe640 1 -- 172.21.15.32:0/1143751310 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fca280cec00 msgr2=0x7fca28156e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.910+0000 7fca277fe640 1 --2- 172.21.15.32:0/1143751310 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fca280cec00 0x7fca28156e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.910+0000 7fca277fe640 1 -- 172.21.15.32:0/1143751310 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca180094d0 con 0x7fca2815a520 2024-09-13T17:47:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.910+0000 7fca277fe640 1 --2- 172.21.15.32:0/1143751310 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca2815a520 0x7fca28157340 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fca1800e930 tx=0x7fca1800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.910+0000 7fca1f7fe640 1 -- 172.21.15.32:0/1143751310 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca18004020 con 0x7fca2815a520 2024-09-13T17:47:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.910+0000 7fca2d297640 1 -- 172.21.15.32:0/1143751310 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca10009420 con 0x7fca2815a520 2024-09-13T17:47:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.910+0000 7fca1f7fe640 1 -- 172.21.15.32:0/1143751310 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca18004180 con 0x7fca2815a520 2024-09-13T17:47:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.910+0000 7fca1f7fe640 1 -- 172.21.15.32:0/1143751310 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca18004510 con 0x7fca2815a520 2024-09-13T17:47:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.910+0000 7fca2d297640 1 -- 172.21.15.32:0/1143751310 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca280c9860 con 0x7fca2815a520 2024-09-13T17:47:32.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.910+0000 7fca2d297640 1 -- 172.21.15.32:0/1143751310 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca280c96c0 con 0x7fca2815a520 2024-09-13T17:47:32.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.910+0000 7fca1f7fe640 1 -- 172.21.15.32:0/1143751310 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fca1800c940 con 0x7fca2815a520 2024-09-13T17:47:32.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.910+0000 7fca1f7fe640 1 --2- 172.21.15.32:0/1143751310 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fca08066690 0x7fca08068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:32.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.910+0000 7fca1f7fe640 1 -- 172.21.15.32:0/1143751310 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fca18084310 con 0x7fca2815a520 2024-09-13T17:47:32.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.910+0000 7fca26ffd640 1 --2- 172.21.15.32:0/1143751310 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fca08066690 0x7fca08068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:32.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.910+0000 7fca26ffd640 1 --2- 172.21.15.32:0/1143751310 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fca08066690 0x7fca08068b50 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fca20001ea0 tx=0x7fca20009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:32.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:32.914+0000 7fca1f7fe640 1 -- 172.21.15.32:0/1143751310 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fca280c96c0 con 0x7fca2815a520 2024-09-13T17:47:33.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.074+0000 7fca2d297640 1 -- 172.21.15.32:0/1143751310 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fca280c96c0 con 0x7fca2815a520 2024-09-13T17:47:33.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.074+0000 7fca1f7fe640 1 -- 172.21.15.32:0/1143751310 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7fca280c96c0 con 0x7fca2815a520 2024-09-13T17:47:33.079 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:47:33.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.074+0000 7fca2d297640 1 -- 172.21.15.32:0/1143751310 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fca08066690 msgr2=0x7fca08068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:33.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.074+0000 7fca2d297640 1 --2- 172.21.15.32:0/1143751310 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fca08066690 0x7fca08068b50 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fca20001ea0 tx=0x7fca20009040 comp rx=0 tx=0).stop 2024-09-13T17:47:33.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.074+0000 7fca2d297640 1 -- 172.21.15.32:0/1143751310 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca2815a520 msgr2=0x7fca28157340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:33.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.074+0000 7fca2d297640 1 --2- 172.21.15.32:0/1143751310 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca2815a520 0x7fca28157340 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fca1800e930 tx=0x7fca1800edf0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.074+0000 7fca2d297640 1 -- 172.21.15.32:0/1143751310 shutdown_connections 2024-09-13T17:47:33.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.074+0000 7fca2d297640 1 --2- 172.21.15.32:0/1143751310 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fca08066690 0x7fca08068b50 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.074+0000 7fca2d297640 1 --2- 172.21.15.32:0/1143751310 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca2815a520 0x7fca28157340 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.074+0000 7fca2d297640 1 --2- 172.21.15.32:0/1143751310 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fca280cec00 0x7fca28156e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.078+0000 7fca2d297640 1 --2- 172.21.15.32:0/1143751310 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fca280b2070 0x7fca281646f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.078+0000 7fca2d297640 1 -- 172.21.15.32:0/1143751310 >> 172.21.15.32:0/1143751310 conn(0x7fca2806a150 msgr2=0x7fca28151860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:33.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.078+0000 7fca2d297640 1 -- 172.21.15.32:0/1143751310 shutdown_connections 2024-09-13T17:47:33.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.078+0000 7fca2d297640 1 -- 172.21.15.32:0/1143751310 wait complete. 2024-09-13T17:47:33.099 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:47:33.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.218+0000 7f1c5fa6e640 1 Processor -- start 2024-09-13T17:47:33.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.218+0000 7f1c5fa6e640 1 -- start start 2024-09-13T17:47:33.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.218+0000 7f1c5fa6e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1c5815c500 0x7f1c580d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.218+0000 7f1c5fa6e640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f1c58160ae0 0x7f1c580d2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.218+0000 7f1c5fa6e640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1c580d1320 con 0x7f1c580d26d0 2024-09-13T17:47:33.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.218+0000 7f1c5fa6e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c580d2b40 con 0x7f1c5815c500 2024-09-13T17:47:33.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.218+0000 7f1c5fa6e640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c580d0710 con 0x7f1c58160ae0 2024-09-13T17:47:33.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.218+0000 7f1c5d80a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1c5815c500 0x7f1c580d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.218+0000 7f1c5d80a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1c5815c500 0x7f1c580d0010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35630/0 (socket says 172.21.15.32:35630) 2024-09-13T17:47:33.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.218+0000 7f1c5d80a640 1 -- 172.21.15.32:0/643041077 learned_addr learned my addr 172.21.15.32:0/643041077 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:33.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.218+0000 7f1c5d009640 1 --2- 172.21.15.32:0/643041077 >> v2:172.21.15.159:3300/0 conn(0x7f1c58160ae0 0x7f1c580d2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.218+0000 7f1c5d80a640 1 -- 172.21.15.32:0/643041077 >> v2:172.21.15.159:3300/0 conn(0x7f1c58160ae0 msgr2=0x7f1c580d2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:33.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.218+0000 7f1c5d80a640 1 --2- 172.21.15.32:0/643041077 >> v2:172.21.15.159:3300/0 conn(0x7f1c58160ae0 0x7f1c580d2190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.218+0000 7f1c5d80a640 1 -- 172.21.15.32:0/643041077 >> v1:172.21.15.159:6789/0 conn(0x7f1c580d26d0 legacy=0x7f1c580cee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:33.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.218+0000 7f1c5d80a640 1 -- 172.21.15.32:0/643041077 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c580d09f0 con 0x7f1c5815c500 2024-09-13T17:47:33.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5d80a640 1 --2- 172.21.15.32:0/643041077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5815c500 0x7f1c580d0010 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1c54009870 tx=0x7f1c5401c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31551e6cd12d4869 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:33.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5c808640 1 -- 172.21.15.32:0/643041077 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c540aa5f0 con 0x7f1c5815c500 2024-09-13T17:47:33.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5c808640 1 -- 172.21.15.32:0/643041077 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c540aa750 con 0x7f1c5815c500 2024-09-13T17:47:33.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5c808640 1 -- 172.21.15.32:0/643041077 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c540aaae0 con 0x7f1c5815c500 2024-09-13T17:47:33.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5fa6e640 1 -- 172.21.15.32:0/643041077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5815c500 msgr2=0x7f1c580d0010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:33.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5fa6e640 1 --2- 172.21.15.32:0/643041077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5815c500 0x7f1c580d0010 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1c54009870 tx=0x7f1c5401c490 comp rx=0 tx=0).stop 2024-09-13T17:47:33.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5fa6e640 1 -- 172.21.15.32:0/643041077 shutdown_connections 2024-09-13T17:47:33.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5fa6e640 1 --2- 172.21.15.32:0/643041077 >> v2:172.21.15.159:3300/0 conn(0x7f1c58160ae0 0x7f1c580d2190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5fa6e640 1 --2- 172.21.15.32:0/643041077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5815c500 0x7f1c580d0010 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5fa6e640 1 -- 172.21.15.32:0/643041077 >> 172.21.15.32:0/643041077 conn(0x7f1c58089f70 msgr2=0x7f1c5809b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:33.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5fa6e640 1 -- 172.21.15.32:0/643041077 shutdown_connections 2024-09-13T17:47:33.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5fa6e640 1 -- 172.21.15.32:0/643041077 wait complete. 2024-09-13T17:47:33.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5fa6e640 1 Processor -- start 2024-09-13T17:47:33.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5fa6e640 1 -- start start 2024-09-13T17:47:33.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5fa6e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c580d26d0 0x7f1c58146360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5fa6e640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1c5815c500 0x7f1c580b7c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5fa6e640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1c58160ae0 0x7f1c5815a310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5fa6e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c581468a0 con 0x7f1c580d26d0 2024-09-13T17:47:33.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5fa6e640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c580b81a0 con 0x7f1c5815c500 2024-09-13T17:47:33.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5fa6e640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c580cb600 con 0x7f1c58160ae0 2024-09-13T17:47:33.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5d80a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c580d26d0 0x7f1c58146360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5d80a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c580d26d0 0x7f1c58146360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35634/0 (socket says 172.21.15.32:35634) 2024-09-13T17:47:33.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5d80a640 1 -- 172.21.15.32:0/3161095513 learned_addr learned my addr 172.21.15.32:0/3161095513 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:33.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5d009640 1 --2- 172.21.15.32:0/3161095513 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1c5815c500 0x7f1c580b7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5e00b640 1 --2- 172.21.15.32:0/3161095513 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1c58160ae0 0x7f1c5815a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5d80a640 1 -- 172.21.15.32:0/3161095513 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1c58160ae0 msgr2=0x7f1c5815a310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:33.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5d80a640 1 --2- 172.21.15.32:0/3161095513 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1c58160ae0 0x7f1c5815a310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5d80a640 1 -- 172.21.15.32:0/3161095513 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1c5815c500 msgr2=0x7f1c580b7c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:33.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5d80a640 1 --2- 172.21.15.32:0/3161095513 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1c5815c500 0x7f1c580b7c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5d80a640 1 -- 172.21.15.32:0/3161095513 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c540094d0 con 0x7f1c580d26d0 2024-09-13T17:47:33.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c5d80a640 1 --2- 172.21.15.32:0/3161095513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c580d26d0 0x7f1c58146360 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f1c540ac040 tx=0x7f1c5401acd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:33.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.222+0000 7f1c4e7fc640 1 -- 172.21.15.32:0/3161095513 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c540bd5f0 con 0x7f1c580d26d0 2024-09-13T17:47:33.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.226+0000 7f1c4e7fc640 1 -- 172.21.15.32:0/3161095513 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c540bd750 con 0x7f1c580d26d0 2024-09-13T17:47:33.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.226+0000 7f1c5fa6e640 1 -- 172.21.15.32:0/3161095513 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c580cb8e0 con 0x7f1c580d26d0 2024-09-13T17:47:33.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.226+0000 7f1c4e7fc640 1 -- 172.21.15.32:0/3161095513 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c540bdb00 con 0x7f1c580d26d0 2024-09-13T17:47:33.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.226+0000 7f1c5fa6e640 1 -- 172.21.15.32:0/3161095513 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c580cbea0 con 0x7f1c580d26d0 2024-09-13T17:47:33.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.226+0000 7f1c5fa6e640 1 -- 172.21.15.32:0/3161095513 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c580d0010 con 0x7f1c580d26d0 2024-09-13T17:47:33.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.226+0000 7f1c4e7fc640 1 -- 172.21.15.32:0/3161095513 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1c540b33f0 con 0x7f1c580d26d0 2024-09-13T17:47:33.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.226+0000 7f1c4e7fc640 1 --2- 172.21.15.32:0/3161095513 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1c440666c0 0x7f1c44068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.226+0000 7f1c4e7fc640 1 -- 172.21.15.32:0/3161095513 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1c540a7070 con 0x7f1c580d26d0 2024-09-13T17:47:33.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.226+0000 7f1c5d009640 1 --2- 172.21.15.32:0/3161095513 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1c440666c0 0x7f1c44068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.226+0000 7f1c5d009640 1 --2- 172.21.15.32:0/3161095513 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1c440666c0 0x7f1c44068b80 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f1c5815a070 tx=0x7f1c50008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:33.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.230+0000 7f1c4e7fc640 1 -- 172.21.15.32:0/3161095513 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1c540eb9e0 con 0x7f1c580d26d0 2024-09-13T17:47:33.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.390+0000 7f1c5fa6e640 1 -- 172.21.15.32:0/3161095513 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f1c580738b0 con 0x7f1c580d26d0 2024-09-13T17:47:33.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.390+0000 7f1c4e7fc640 1 -- 172.21.15.32:0/3161095513 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v27) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1c540ef000 con 0x7f1c580d26d0 2024-09-13T17:47:33.396 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:47:33.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.394+0000 7f1c5fa6e640 1 -- 172.21.15.32:0/3161095513 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1c440666c0 msgr2=0x7f1c44068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:33.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.394+0000 7f1c5fa6e640 1 --2- 172.21.15.32:0/3161095513 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1c440666c0 0x7f1c44068b80 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f1c5815a070 tx=0x7f1c50008040 comp rx=0 tx=0).stop 2024-09-13T17:47:33.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.394+0000 7f1c5fa6e640 1 -- 172.21.15.32:0/3161095513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c580d26d0 msgr2=0x7f1c58146360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:33.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.394+0000 7f1c5fa6e640 1 --2- 172.21.15.32:0/3161095513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c580d26d0 0x7f1c58146360 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f1c540ac040 tx=0x7f1c5401acd0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.394+0000 7f1c5fa6e640 1 -- 172.21.15.32:0/3161095513 shutdown_connections 2024-09-13T17:47:33.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.394+0000 7f1c5fa6e640 1 --2- 172.21.15.32:0/3161095513 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1c440666c0 0x7f1c44068b80 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.394+0000 7f1c5fa6e640 1 --2- 172.21.15.32:0/3161095513 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1c58160ae0 0x7f1c5815a310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.394+0000 7f1c5fa6e640 1 --2- 172.21.15.32:0/3161095513 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1c5815c500 0x7f1c580b7c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.394+0000 7f1c5fa6e640 1 --2- 172.21.15.32:0/3161095513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c580d26d0 0x7f1c58146360 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.394+0000 7f1c5fa6e640 1 -- 172.21.15.32:0/3161095513 >> 172.21.15.32:0/3161095513 conn(0x7f1c58089f70 msgr2=0x7f1c580aef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:33.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.394+0000 7f1c5fa6e640 1 -- 172.21.15.32:0/3161095513 shutdown_connections 2024-09-13T17:47:33.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.394+0000 7f1c5fa6e640 1 -- 172.21.15.32:0/3161095513 wait complete. 2024-09-13T17:47:33.414 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T17:47:33.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.534+0000 7fd1e2594640 1 Processor -- start 2024-09-13T17:47:33.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.538+0000 7fd1e2594640 1 -- start start 2024-09-13T17:47:33.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.538+0000 7fd1e2594640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd1dc0cc6d0 0x7fd1dc06dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.538+0000 7fd1e2594640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fd1dc0ab150 0x7fd1dc0ab5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.538+0000 7fd1e2594640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1dc159da0 con 0x7fd1dc159650 2024-09-13T17:47:33.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.538+0000 7fd1e2594640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1dc15a640 con 0x7fd1dc0cc6d0 2024-09-13T17:47:33.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.538+0000 7fd1e2594640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1dc0ccab0 con 0x7fd1dc0ab150 2024-09-13T17:47:33.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.538+0000 7fd1dbfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd1dc0cc6d0 0x7fd1dc06dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.538+0000 7fd1dbfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd1dc0cc6d0 0x7fd1dc06dc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35642/0 (socket says 172.21.15.32:35642) 2024-09-13T17:47:33.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.538+0000 7fd1dbfff640 1 -- 172.21.15.32:0/3582245862 learned_addr learned my addr 172.21.15.32:0/3582245862 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:33.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.538+0000 7fd1e0b31640 1 --2- 172.21.15.32:0/3582245862 >> v2:172.21.15.159:3300/0 conn(0x7fd1dc0ab150 0x7fd1dc0ab5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.538+0000 7fd1dbfff640 1 -- 172.21.15.32:0/3582245862 >> v2:172.21.15.159:3300/0 conn(0x7fd1dc0ab150 msgr2=0x7fd1dc0ab5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:33.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.538+0000 7fd1dbfff640 1 --2- 172.21.15.32:0/3582245862 >> v2:172.21.15.159:3300/0 conn(0x7fd1dc0ab150 0x7fd1dc0ab5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.538+0000 7fd1dbfff640 1 -- 172.21.15.32:0/3582245862 >> v1:172.21.15.159:6789/0 conn(0x7fd1dc159650 legacy=0x7fd1dc15d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:33.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.538+0000 7fd1dbfff640 1 -- 172.21.15.32:0/3582245862 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1dc15a080 con 0x7fd1dc0cc6d0 2024-09-13T17:47:33.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.538+0000 7fd1dbfff640 1 --2- 172.21.15.32:0/3582245862 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1dc0cc6d0 0x7fd1dc06dc70 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc0c5320 tx=0x7fd1c401c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6078bb0baad6032 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:33.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1daffd640 1 -- 172.21.15.32:0/3582245862 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1c40ab600 con 0x7fd1dc0cc6d0 2024-09-13T17:47:33.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1daffd640 1 -- 172.21.15.32:0/3582245862 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1c40a7050 con 0x7fd1dc0cc6d0 2024-09-13T17:47:33.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1daffd640 1 -- 172.21.15.32:0/3582245862 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1c40ab980 con 0x7fd1dc0cc6d0 2024-09-13T17:47:33.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1e2594640 1 -- 172.21.15.32:0/3582245862 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1dc0cc6d0 msgr2=0x7fd1dc06dc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:33.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1e2594640 1 --2- 172.21.15.32:0/3582245862 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1dc0cc6d0 0x7fd1dc06dc70 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc0c5320 tx=0x7fd1c401c4e0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1e2594640 1 -- 172.21.15.32:0/3582245862 shutdown_connections 2024-09-13T17:47:33.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1e2594640 1 --2- 172.21.15.32:0/3582245862 >> v2:172.21.15.159:3300/0 conn(0x7fd1dc0ab150 0x7fd1dc0ab5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1e2594640 1 --2- 172.21.15.32:0/3582245862 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1dc0cc6d0 0x7fd1dc06dc70 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1e2594640 1 -- 172.21.15.32:0/3582245862 >> 172.21.15.32:0/3582245862 conn(0x7fd1dc06a150 msgr2=0x7fd1dc06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:33.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1e2594640 1 -- 172.21.15.32:0/3582245862 shutdown_connections 2024-09-13T17:47:33.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1e2594640 1 -- 172.21.15.32:0/3582245862 wait complete. 2024-09-13T17:47:33.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1e2594640 1 Processor -- start 2024-09-13T17:47:33.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1e2594640 1 -- start start 2024-09-13T17:47:33.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1e2594640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1dc0ab150 0x7fd1dc151cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1e2594640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd1dc0cc6d0 0x7fd1dc0716d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1e2594640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd1dc159650 0x7fd1dc158090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1e2594640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1dc0b3170 con 0x7fd1dc0ab150 2024-09-13T17:47:33.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1e2594640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1dc0b20d0 con 0x7fd1dc0cc6d0 2024-09-13T17:47:33.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1e2594640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1dc0b23b0 con 0x7fd1dc159650 2024-09-13T17:47:33.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1dbfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1dc0ab150 0x7fd1dc151cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1dbfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1dc0ab150 0x7fd1dc151cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35646/0 (socket says 172.21.15.32:35646) 2024-09-13T17:47:33.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.542+0000 7fd1dbfff640 1 -- 172.21.15.32:0/1441113293 learned_addr learned my addr 172.21.15.32:0/1441113293 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:33.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1db7fe640 1 --2- 172.21.15.32:0/1441113293 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd1dc0cc6d0 0x7fd1dc0716d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1e0b31640 1 --2- 172.21.15.32:0/1441113293 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd1dc159650 0x7fd1dc158090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1dbfff640 1 -- 172.21.15.32:0/1441113293 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd1dc159650 msgr2=0x7fd1dc158090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1dbfff640 1 --2- 172.21.15.32:0/1441113293 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd1dc159650 0x7fd1dc158090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1dbfff640 1 -- 172.21.15.32:0/1441113293 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd1dc0cc6d0 msgr2=0x7fd1dc0716d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1dbfff640 1 --2- 172.21.15.32:0/1441113293 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd1dc0cc6d0 0x7fd1dc0716d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1dbfff640 1 -- 172.21.15.32:0/1441113293 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1c40094d0 con 0x7fd1dc0ab150 2024-09-13T17:47:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1db7fe640 1 --2- 172.21.15.32:0/1441113293 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd1dc0cc6d0 0x7fd1dc0716d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1dbfff640 1 --2- 172.21.15.32:0/1441113293 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1dc0ab150 0x7fd1dc151cc0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd1c40ae040 tx=0x7fd1c401ad20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1d8ff9640 1 -- 172.21.15.32:0/1441113293 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1c40b6420 con 0x7fd1dc0ab150 2024-09-13T17:47:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1d8ff9640 1 -- 172.21.15.32:0/1441113293 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1c40b6580 con 0x7fd1dc0ab150 2024-09-13T17:47:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1d8ff9640 1 -- 172.21.15.32:0/1441113293 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1c40b6930 con 0x7fd1dc0ab150 2024-09-13T17:47:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1e2594640 1 -- 172.21.15.32:0/1441113293 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1dc0b2690 con 0x7fd1dc0ab150 2024-09-13T17:47:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1e2594640 1 -- 172.21.15.32:0/1441113293 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1dc0b2c50 con 0x7fd1dc0ab150 2024-09-13T17:47:33.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1e2594640 1 -- 172.21.15.32:0/1441113293 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1dc0cb730 con 0x7fd1dc0ab150 2024-09-13T17:47:33.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1d8ff9640 1 -- 172.21.15.32:0/1441113293 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd1c40b2040 con 0x7fd1dc0ab150 2024-09-13T17:47:33.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1d8ff9640 1 --2- 172.21.15.32:0/1441113293 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd1bc066690 0x7fd1bc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1d8ff9640 1 -- 172.21.15.32:0/1441113293 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fd1c411e830 con 0x7fd1dc0ab150 2024-09-13T17:47:33.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1db7fe640 1 --2- 172.21.15.32:0/1441113293 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd1bc066690 0x7fd1bc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.546+0000 7fd1db7fe640 1 --2- 172.21.15.32:0/1441113293 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd1bc066690 0x7fd1bc068b50 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc0c1880 tx=0x7fd1cc008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:33.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.550+0000 7fd1d8ff9640 1 -- 172.21.15.32:0/1441113293 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd1c40eb940 con 0x7fd1dc0ab150 2024-09-13T17:47:33.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.714+0000 7fd1e2594640 1 -- 172.21.15.32:0/1441113293 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fd1dc0ad290 con 0x7fd1dc0ab150 2024-09-13T17:47:33.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.714+0000 7fd1d8ff9640 1 -- 172.21.15.32:0/1441113293 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7fd1c40eef60 con 0x7fd1dc0ab150 2024-09-13T17:47:33.719 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:47:33.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.714+0000 7fd1e2594640 1 -- 172.21.15.32:0/1441113293 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd1bc066690 msgr2=0x7fd1bc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:33.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.714+0000 7fd1e2594640 1 --2- 172.21.15.32:0/1441113293 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd1bc066690 0x7fd1bc068b50 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc0c1880 tx=0x7fd1cc008040 comp rx=0 tx=0).stop 2024-09-13T17:47:33.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.714+0000 7fd1e2594640 1 -- 172.21.15.32:0/1441113293 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1dc0ab150 msgr2=0x7fd1dc151cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:33.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.714+0000 7fd1e2594640 1 --2- 172.21.15.32:0/1441113293 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1dc0ab150 0x7fd1dc151cc0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd1c40ae040 tx=0x7fd1c401ad20 comp rx=0 tx=0).stop 2024-09-13T17:47:33.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.714+0000 7fd1e2594640 1 -- 172.21.15.32:0/1441113293 shutdown_connections 2024-09-13T17:47:33.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.714+0000 7fd1e2594640 1 --2- 172.21.15.32:0/1441113293 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd1bc066690 0x7fd1bc068b50 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.714+0000 7fd1e2594640 1 --2- 172.21.15.32:0/1441113293 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd1dc159650 0x7fd1dc158090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.714+0000 7fd1e2594640 1 --2- 172.21.15.32:0/1441113293 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd1dc0cc6d0 0x7fd1dc0716d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.714+0000 7fd1e2594640 1 --2- 172.21.15.32:0/1441113293 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1dc0ab150 0x7fd1dc151cc0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.714+0000 7fd1e2594640 1 -- 172.21.15.32:0/1441113293 >> 172.21.15.32:0/1441113293 conn(0x7fd1dc06a150 msgr2=0x7fd1dc0acb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:33.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.714+0000 7fd1e2594640 1 -- 172.21.15.32:0/1441113293 shutdown_connections 2024-09-13T17:47:33.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.714+0000 7fd1e2594640 1 -- 172.21.15.32:0/1441113293 wait complete. 2024-09-13T17:47:33.737 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T17:47:33.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f7932f88640 1 Processor -- start 2024-09-13T17:47:33.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f7932f88640 1 -- start start 2024-09-13T17:47:33.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f7932f88640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f792c0b4270 0x7f792c15b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f7932f88640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f792c15a730 con 0x7f792c0b3e20 2024-09-13T17:47:33.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f7932f88640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f792c0cca50 con 0x7f792c15a350 2024-09-13T17:47:33.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f7932f88640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f792c0ccd30 con 0x7f792c0b4270 2024-09-13T17:47:33.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792bfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f792c0b3e20 0x7f792c15af20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:47404/0 (socket says 172.21.15.32:47404) 2024-09-13T17:47:33.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792bfff640 1 -- 172.21.15.32:0/1315017547 learned_addr learned my addr 172.21.15.32:0/1315017547 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:33.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f7931525640 1 --2- 172.21.15.32:0/1315017547 >> v2:172.21.15.159:3300/0 conn(0x7f792c0b4270 0x7f792c15b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792b7fe640 1 -- 172.21.15.32:0/1315017547 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 791527422 0 0) 0x7f792c15a730 con 0x7f792c0b3e20 2024-09-13T17:47:33.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792b7fe640 1 -- 172.21.15.32:0/1315017547 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7914003530 con 0x7f792c0b3e20 2024-09-13T17:47:33.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792b7fe640 1 -- 172.21.15.32:0/1315017547 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3174948953 0 0) 0x7f7914003530 con 0x7f792c0b3e20 2024-09-13T17:47:33.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792b7fe640 1 -- 172.21.15.32:0/1315017547 >> v2:172.21.15.159:3300/0 conn(0x7f792c0b4270 msgr2=0x7f792c15b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:33.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792b7fe640 1 --2- 172.21.15.32:0/1315017547 >> v2:172.21.15.159:3300/0 conn(0x7f792c0b4270 0x7f792c15b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792b7fe640 1 -- 172.21.15.32:0/1315017547 >> v1:172.21.15.159:6789/0 conn(0x7f792c15a350 legacy=0x7f792c0cbf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:33.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792b7fe640 1 -- 172.21.15.32:0/1315017547 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f792c0cd010 con 0x7f792c0b3e20 2024-09-13T17:47:33.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792b7fe640 1 -- 172.21.15.32:0/1315017547 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f7920001800 con 0x7f792c0b3e20 2024-09-13T17:47:33.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792b7fe640 1 -- 172.21.15.32:0/1315017547 >> v1:172.21.15.32:6789/0 conn(0x7f792c0b3e20 legacy=0x7f792c15af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:33.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792b7fe640 1 --2- 172.21.15.32:0/1315017547 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7914003980 0x7f7914003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792b7fe640 1 --2- 172.21.15.32:0/1315017547 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f79140047d0 0x7f7914004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792b7fe640 1 --2- 172.21.15.32:0/1315017547 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7914005190 0x7f791400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792b7fe640 1 -- 172.21.15.32:0/1315017547 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f792c0ccd30 con 0x7f79140047d0 2024-09-13T17:47:33.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792b7fe640 1 -- 172.21.15.32:0/1315017547 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f791400c030 con 0x7f7914005190 2024-09-13T17:47:33.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792b7fe640 1 -- 172.21.15.32:0/1315017547 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f791400c1f0 con 0x7f7914003980 2024-09-13T17:47:33.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792bfff640 1 --2- 172.21.15.32:0/1315017547 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f79140047d0 0x7f7914004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f7931525640 1 --2- 172.21.15.32:0/1315017547 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7914005190 0x7f791400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792bfff640 1 -- 172.21.15.32:0/1315017547 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7914003980 msgr2=0x7f7914003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:33.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792bfff640 1 --2- 172.21.15.32:0/1315017547 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7914003980 0x7f7914003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792bfff640 1 -- 172.21.15.32:0/1315017547 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7914005190 msgr2=0x7f791400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:33.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792bfff640 1 --2- 172.21.15.32:0/1315017547 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7914005190 0x7f791400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f792bfff640 1 -- 172.21.15.32:0/1315017547 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7914003530 con 0x7f79140047d0 2024-09-13T17:47:33.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f7931525640 1 --2- 172.21.15.32:0/1315017547 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7914005190 0x7f791400b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:33.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.858+0000 7f7931525640 1 -- 172.21.15.32:0/1315017547 reap_dead start 2024-09-13T17:47:33.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.862+0000 7f792bfff640 1 --2- 172.21.15.32:0/1315017547 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f79140047d0 0x7f7914004c50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f792000c240 tx=0x7f792001f330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d12a4daf1bfe68a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:33.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.862+0000 7f792b7fe640 1 -- 172.21.15.32:0/1315017547 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7920007270 con 0x7f79140047d0 2024-09-13T17:47:33.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.862+0000 7f792b7fe640 1 -- 172.21.15.32:0/1315017547 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79200ab070 con 0x7f79140047d0 2024-09-13T17:47:33.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.862+0000 7f792b7fe640 1 -- 172.21.15.32:0/1315017547 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7920007670 con 0x7f79140047d0 2024-09-13T17:47:33.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.862+0000 7f7932f88640 1 -- 172.21.15.32:0/1315017547 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f79140047d0 msgr2=0x7f7914004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:33.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.862+0000 7f7932f88640 1 --2- 172.21.15.32:0/1315017547 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f79140047d0 0x7f7914004c50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f792000c240 tx=0x7f792001f330 comp rx=0 tx=0).stop 2024-09-13T17:47:33.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.862+0000 7f7932f88640 1 -- 172.21.15.32:0/1315017547 shutdown_connections 2024-09-13T17:47:33.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.862+0000 7f7932f88640 1 --2- 172.21.15.32:0/1315017547 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f79140047d0 0x7f7914004c50 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.862+0000 7f7932f88640 1 -- 172.21.15.32:0/1315017547 >> 172.21.15.32:0/1315017547 conn(0x7f792c071820 msgr2=0x7f792c069f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:33.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.862+0000 7f7932f88640 1 -- 172.21.15.32:0/1315017547 shutdown_connections 2024-09-13T17:47:33.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.862+0000 7f7932f88640 1 -- 172.21.15.32:0/1315017547 wait complete. 2024-09-13T17:47:33.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.862+0000 7f7932f88640 1 Processor -- start 2024-09-13T17:47:33.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.862+0000 7f7932f88640 1 -- start start 2024-09-13T17:47:33.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7932f88640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79140047d0 0x7f792c14ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7932f88640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f792c14e9a0 0x7f792c14d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7932f88640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f792c14ee20 0x7f792c14d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7932f88640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f792c1f2fe0 con 0x7f792c14ee20 2024-09-13T17:47:33.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7932f88640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f792c14bef0 con 0x7f79140047d0 2024-09-13T17:47:33.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7932f88640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f792c14c1d0 con 0x7f792c14e9a0 2024-09-13T17:47:33.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7931525640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f792c14ee20 0x7f792c14d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7931525640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f792c14ee20 0x7f792c14d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35652/0 (socket says 172.21.15.32:35652) 2024-09-13T17:47:33.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7931525640 1 -- 172.21.15.32:0/2287962761 learned_addr learned my addr 172.21.15.32:0/2287962761 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:33.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7930d24640 1 --2- 172.21.15.32:0/2287962761 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79140047d0 0x7f792c14ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f792bfff640 1 --2- 172.21.15.32:0/2287962761 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f792c14e9a0 0x7f792c14d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7931525640 1 -- 172.21.15.32:0/2287962761 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f792c14e9a0 msgr2=0x7f792c14d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:33.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7931525640 1 --2- 172.21.15.32:0/2287962761 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f792c14e9a0 0x7f792c14d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7931525640 1 -- 172.21.15.32:0/2287962761 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79140047d0 msgr2=0x7f792c14ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:33.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7931525640 1 --2- 172.21.15.32:0/2287962761 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79140047d0 0x7f792c14ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:33.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7931525640 1 -- 172.21.15.32:0/2287962761 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f792c14c4b0 con 0x7f792c14ee20 2024-09-13T17:47:33.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7930d24640 1 --2- 172.21.15.32:0/2287962761 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79140047d0 0x7f792c14ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:33.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7931525640 1 --2- 172.21.15.32:0/2287962761 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f792c14ee20 0x7f792c14d980 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f792c0cdd30 tx=0x7f792400f520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:33.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f79297fa640 1 -- 172.21.15.32:0/2287962761 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7924016420 con 0x7f792c14ee20 2024-09-13T17:47:33.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f79297fa640 1 -- 172.21.15.32:0/2287962761 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7924016580 con 0x7f792c14ee20 2024-09-13T17:47:33.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7932f88640 1 -- 172.21.15.32:0/2287962761 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f792c14c790 con 0x7f792c14ee20 2024-09-13T17:47:33.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f79297fa640 1 -- 172.21.15.32:0/2287962761 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79240168f0 con 0x7f792c14ee20 2024-09-13T17:47:33.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7932f88640 1 -- 172.21.15.32:0/2287962761 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f792c14b2e0 con 0x7f792c14ee20 2024-09-13T17:47:33.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7932f88640 1 -- 172.21.15.32:0/2287962761 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f792c06f330 con 0x7f792c14ee20 2024-09-13T17:47:33.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f79297fa640 1 -- 172.21.15.32:0/2287962761 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7924016a50 con 0x7f792c14ee20 2024-09-13T17:47:33.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f79297fa640 1 --2- 172.21.15.32:0/2287962761 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f79180666c0 0x7f7918068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:33.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f79297fa640 1 -- 172.21.15.32:0/2287962761 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f79240851e0 con 0x7f792c14ee20 2024-09-13T17:47:33.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7930d24640 1 --2- 172.21.15.32:0/2287962761 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f79180666c0 0x7f7918068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:33.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.866+0000 7f7930d24640 1 --2- 172.21.15.32:0/2287962761 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f79180666c0 0x7f7918068b80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f791c001760 tx=0x7f791c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:33.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:33.870+0000 7f79297fa640 1 -- 172.21.15.32:0/2287962761 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7924052260 con 0x7f792c14ee20 2024-09-13T17:47:34.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:34.038+0000 7f7932f88640 1 -- 172.21.15.32:0/2287962761 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f792c14c980 con 0x7f792c14ee20 2024-09-13T17:47:34.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:34.038+0000 7f79297fa640 1 -- 172.21.15.32:0/2287962761 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v27) v1 ==== 80+0+0 (secure 0 0 0) 0x7f7924055880 con 0x7f792c14ee20 2024-09-13T17:47:34.043 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-13T17:47:34.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:34.038+0000 7f7932f88640 1 -- 172.21.15.32:0/2287962761 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f79180666c0 msgr2=0x7f7918068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:34.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:34.038+0000 7f7932f88640 1 --2- 172.21.15.32:0/2287962761 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f79180666c0 0x7f7918068b80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f791c001760 tx=0x7f791c009040 comp rx=0 tx=0).stop 2024-09-13T17:47:34.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:34.042+0000 7f7932f88640 1 -- 172.21.15.32:0/2287962761 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f792c14ee20 msgr2=0x7f792c14d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:34.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:34.042+0000 7f7932f88640 1 --2- 172.21.15.32:0/2287962761 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f792c14ee20 0x7f792c14d980 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f792c0cdd30 tx=0x7f792400f520 comp rx=0 tx=0).stop 2024-09-13T17:47:34.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:34.042+0000 7f7932f88640 1 -- 172.21.15.32:0/2287962761 shutdown_connections 2024-09-13T17:47:34.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:34.042+0000 7f7932f88640 1 --2- 172.21.15.32:0/2287962761 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f79180666c0 0x7f7918068b80 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:34.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:34.042+0000 7f7932f88640 1 --2- 172.21.15.32:0/2287962761 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f792c14ee20 0x7f792c14d980 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:34.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:34.042+0000 7f7932f88640 1 --2- 172.21.15.32:0/2287962761 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f792c14e9a0 0x7f792c14d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:34.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:34.042+0000 7f7932f88640 1 --2- 172.21.15.32:0/2287962761 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79140047d0 0x7f792c14ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:34.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:34.042+0000 7f7932f88640 1 -- 172.21.15.32:0/2287962761 >> 172.21.15.32:0/2287962761 conn(0x7f792c071820 msgr2=0x7f792c15ae90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:34.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:34.042+0000 7f7932f88640 1 -- 172.21.15.32:0/2287962761 shutdown_connections 2024-09-13T17:47:34.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:34.042+0000 7f7932f88640 1 -- 172.21.15.32:0/2287962761 wait complete. 2024-09-13T17:47:34.061 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi032.front.sepia.ceph.com... 2024-09-13T17:47:34.061 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:34.061 DEBUG:teuthology.orchestra.run.smithi032:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-13T17:47:34.083 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi032.stderr:ceph-fuse[33659]: fuse finished with error 0 and tester_r 0 2024-09-13T17:47:34.084 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:47:40.186 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T17:47:40.186 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:40.187 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-13T17:47:40.205 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:47:40.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e0d7f0640 1 Processor -- start 2024-09-13T17:47:40.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e0d7f0640 1 -- start start 2024-09-13T17:47:40.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e0d7f0640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f7e0815a300 0x7f7e0806d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:40.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e0d7f0640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7e080cebe0 0x7f7e080c8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:40.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e0d7f0640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e0815a6e0 con 0x7f7e0806d5e0 2024-09-13T17:47:40.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e0d7f0640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e0806da80 con 0x7f7e0815a300 2024-09-13T17:47:40.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e0d7f0640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e0806dd60 con 0x7f7e080cebe0 2024-09-13T17:47:40.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e077fe640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7e080cebe0 0x7f7e080c8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:40.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e06ffd640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f7e0815a300 0x7f7e0806d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:40.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e067fc640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7f7e0806d5e0 0x7f7e080ce4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:33236/0 (socket says 172.21.15.32:33236) 2024-09-13T17:47:40.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e067fc640 1 -- 172.21.15.32:0/2990182135 learned_addr learned my addr 172.21.15.32:0/2990182135 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:40.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e077fe640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7e080cebe0 0x7f7e080c8cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:48262/0 (socket says 172.21.15.32:48262) 2024-09-13T17:47:40.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e05ffb640 1 -- 172.21.15.32:0/2990182135 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2411657440 0 0) 0x7f7e0815a6e0 con 0x7f7e0806d5e0 2024-09-13T17:47:40.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e05ffb640 1 -- 172.21.15.32:0/2990182135 --> v1:172.21.15.159:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7df4003530 con 0x7f7e0806d5e0 2024-09-13T17:47:40.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e06ffd640 1 -- 172.21.15.32:0/2990182135 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7e080cebe0 msgr2=0x7f7e080c8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:40.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e06ffd640 1 --2- 172.21.15.32:0/2990182135 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7e080cebe0 0x7f7e080c8cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e06ffd640 1 -- 172.21.15.32:0/2990182135 >> v1:172.21.15.159:6789/0 conn(0x7f7e0806d5e0 legacy=0x7f7e080ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:40.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e06ffd640 1 -- 172.21.15.32:0/2990182135 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e0806e040 con 0x7f7e0815a300 2024-09-13T17:47:40.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.378+0000 7f7e077fe640 1 --2- 172.21.15.32:0/2990182135 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7e080cebe0 0x7f7e080c8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:47:40.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.382+0000 7f7e06ffd640 1 --2- 172.21.15.32:0/2990182135 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7e0815a300 0x7f7e0806d0a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f7df80097c0 tx=0x7f7df801c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8797cbffdf470cfb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:40.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.382+0000 7f7e05ffb640 1 -- 172.21.15.32:0/2990182135 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7df80aa5f0 con 0x7f7e0815a300 2024-09-13T17:47:40.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.382+0000 7f7e05ffb640 1 -- 172.21.15.32:0/2990182135 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7df80aa750 con 0x7f7e0815a300 2024-09-13T17:47:40.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.382+0000 7f7e05ffb640 1 -- 172.21.15.32:0/2990182135 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7df80aaac0 con 0x7f7e0815a300 2024-09-13T17:47:40.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.382+0000 7f7e0d7f0640 1 -- 172.21.15.32:0/2990182135 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7e0815a300 msgr2=0x7f7e0806d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:40.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.382+0000 7f7e0d7f0640 1 --2- 172.21.15.32:0/2990182135 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7e0815a300 0x7f7e0806d0a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f7df80097c0 tx=0x7f7df801c470 comp rx=0 tx=0).stop 2024-09-13T17:47:40.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.382+0000 7f7e0d7f0640 1 -- 172.21.15.32:0/2990182135 shutdown_connections 2024-09-13T17:47:40.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.382+0000 7f7e0d7f0640 1 --2- 172.21.15.32:0/2990182135 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7e080cebe0 0x7f7e080c8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.382+0000 7f7e0d7f0640 1 --2- 172.21.15.32:0/2990182135 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7e0815a300 0x7f7e0806d0a0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.382+0000 7f7e0d7f0640 1 -- 172.21.15.32:0/2990182135 >> 172.21.15.32:0/2990182135 conn(0x7f7e0806a150 msgr2=0x7f7e0806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:40.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.382+0000 7f7e0d7f0640 1 -- 172.21.15.32:0/2990182135 shutdown_connections 2024-09-13T17:47:40.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.382+0000 7f7e0d7f0640 1 -- 172.21.15.32:0/2990182135 wait complete. 2024-09-13T17:47:40.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.382+0000 7f7e0d7f0640 1 Processor -- start 2024-09-13T17:47:40.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e0d7f0640 1 -- start start 2024-09-13T17:47:40.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e0d7f0640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7e0806d5e0 0x7f7e080ab150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:40.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e0d7f0640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7e080cebe0 0x7f7e080975f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:40.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e0d7f0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7e0815a300 0x7f7e08161e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:40.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e0d7f0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e080ac3f0 con 0x7f7e0815a300 2024-09-13T17:47:40.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e0d7f0640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e08097e20 con 0x7f7e0806d5e0 2024-09-13T17:47:40.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e0d7f0640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e080ab7e0 con 0x7f7e080cebe0 2024-09-13T17:47:40.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e077fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7e0815a300 0x7f7e08161e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:40.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e077fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7e0815a300 0x7f7e08161e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39960/0 (socket says 172.21.15.32:39960) 2024-09-13T17:47:40.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e077fe640 1 -- 172.21.15.32:0/3637410753 learned_addr learned my addr 172.21.15.32:0/3637410753 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:40.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e067fc640 1 --2- 172.21.15.32:0/3637410753 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7e080cebe0 0x7f7e080975f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:40.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e06ffd640 1 --2- 172.21.15.32:0/3637410753 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7e0806d5e0 0x7f7e080ab150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:40.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e077fe640 1 -- 172.21.15.32:0/3637410753 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7e080cebe0 msgr2=0x7f7e080975f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:40.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e077fe640 1 --2- 172.21.15.32:0/3637410753 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7e080cebe0 0x7f7e080975f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e077fe640 1 -- 172.21.15.32:0/3637410753 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7e0806d5e0 msgr2=0x7f7e080ab150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:40.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e077fe640 1 --2- 172.21.15.32:0/3637410753 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7e0806d5e0 0x7f7e080ab150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e077fe640 1 -- 172.21.15.32:0/3637410753 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e00009a70 con 0x7f7e0815a300 2024-09-13T17:47:40.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e067fc640 1 --2- 172.21.15.32:0/3637410753 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7e080cebe0 0x7f7e080975f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:40.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e077fe640 1 --2- 172.21.15.32:0/3637410753 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7e0815a300 0x7f7e08161e40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f7e0000efb0 tx=0x7f7e0000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:40.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7dff7fe640 1 -- 172.21.15.32:0/3637410753 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e00009ca0 con 0x7f7e0815a300 2024-09-13T17:47:40.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7dff7fe640 1 -- 172.21.15.32:0/3637410753 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e0000f040 con 0x7f7e0815a300 2024-09-13T17:47:40.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e0d7f0640 1 -- 172.21.15.32:0/3637410753 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7df8009420 con 0x7f7e0815a300 2024-09-13T17:47:40.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7dff7fe640 1 -- 172.21.15.32:0/3637410753 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e00014680 con 0x7f7e0815a300 2024-09-13T17:47:40.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e0d7f0640 1 -- 172.21.15.32:0/3637410753 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e080abda0 con 0x7f7e0815a300 2024-09-13T17:47:40.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7e0d7f0640 1 -- 172.21.15.32:0/3637410753 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e080ac5a0 con 0x7f7e0815a300 2024-09-13T17:47:40.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7dff7fe640 1 -- 172.21.15.32:0/3637410753 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7e000147e0 con 0x7f7e0815a300 2024-09-13T17:47:40.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.386+0000 7f7dff7fe640 1 --2- 172.21.15.32:0/3637410753 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7de8066690 0x7f7de8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:40.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.390+0000 7f7dff7fe640 1 -- 172.21.15.32:0/3637410753 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7e000853e0 con 0x7f7e0815a300 2024-09-13T17:47:40.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.390+0000 7f7e06ffd640 1 --2- 172.21.15.32:0/3637410753 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7de8066690 0x7f7de8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:40.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.390+0000 7f7e06ffd640 1 --2- 172.21.15.32:0/3637410753 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7de8066690 0x7f7de8068b50 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7df80ae000 tx=0x7f7df80a7000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:40.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.394+0000 7f7dff7fe640 1 -- 172.21.15.32:0/3637410753 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7e080ac5a0 con 0x7f7e0815a300 2024-09-13T17:47:40.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.554+0000 7f7e0d7f0640 1 -- 172.21.15.32:0/3637410753 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7e080c8cd0 con 0x7f7e0815a300 2024-09-13T17:47:40.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.558+0000 7f7dff7fe640 1 -- 172.21.15.32:0/3637410753 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18334 (secure 0 0 0) 0x7f7e000523c0 con 0x7f7e0815a300 2024-09-13T17:47:40.562 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:40.562 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":27,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:47:24.598946+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:47:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.558+0000 7f7e0d7f0640 1 -- 172.21.15.32:0/3637410753 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7de8066690 msgr2=0x7f7de8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.558+0000 7f7e0d7f0640 1 --2- 172.21.15.32:0/3637410753 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7de8066690 0x7f7de8068b50 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7df80ae000 tx=0x7f7df80a7000 comp rx=0 tx=0).stop 2024-09-13T17:47:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.558+0000 7f7e0d7f0640 1 -- 172.21.15.32:0/3637410753 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7e0815a300 msgr2=0x7f7e08161e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.558+0000 7f7e0d7f0640 1 --2- 172.21.15.32:0/3637410753 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7e0815a300 0x7f7e08161e40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f7e0000efb0 tx=0x7f7e0000c490 comp rx=0 tx=0).stop 2024-09-13T17:47:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.558+0000 7f7e0d7f0640 1 -- 172.21.15.32:0/3637410753 shutdown_connections 2024-09-13T17:47:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.558+0000 7f7e0d7f0640 1 --2- 172.21.15.32:0/3637410753 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7de8066690 0x7f7de8068b50 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.558+0000 7f7e0d7f0640 1 --2- 172.21.15.32:0/3637410753 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7e0815a300 0x7f7e08161e40 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.558+0000 7f7e0d7f0640 1 --2- 172.21.15.32:0/3637410753 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7e080cebe0 0x7f7e080975f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.558+0000 7f7e0d7f0640 1 --2- 172.21.15.32:0/3637410753 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7e0806d5e0 0x7f7e080ab150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.558+0000 7f7e0d7f0640 1 -- 172.21.15.32:0/3637410753 >> 172.21.15.32:0/3637410753 conn(0x7f7e0806a150 msgr2=0x7f7e080ae8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:40.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.558+0000 7f7e0d7f0640 1 -- 172.21.15.32:0/3637410753 shutdown_connections 2024-09-13T17:47:40.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.558+0000 7f7e0d7f0640 1 -- 172.21.15.32:0/3637410753 wait complete. 2024-09-13T17:47:40.581 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:47:40.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.698+0000 7f78afa2e640 1 Processor -- start 2024-09-13T17:47:40.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78afa2e640 1 -- start start 2024-09-13T17:47:40.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78afa2e640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f78a80cebe0 0x7f78a8164db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:40.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78afa2e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78a815a6e0 con 0x7f78a80b21d0 2024-09-13T17:47:40.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78afa2e640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78a806d7b0 con 0x7f78a815a300 2024-09-13T17:47:40.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78afa2e640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f78a806da80 con 0x7f78a80cebe0 2024-09-13T17:47:40.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78acfc9640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f78a80b21d0 0x7f78a80ce4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:36674/0 (socket says 172.21.15.32:36674) 2024-09-13T17:47:40.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78acfc9640 1 -- 172.21.15.32:0/843728398 learned_addr learned my addr 172.21.15.32:0/843728398 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:40.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78adfcb640 1 --2- 172.21.15.32:0/843728398 >> v2:172.21.15.159:3300/0 conn(0x7f78a80cebe0 0x7f78a8164db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:40.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f789ffff640 1 -- 172.21.15.32:0/843728398 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 593277148 0 0) 0x7f78a815a6e0 con 0x7f78a80b21d0 2024-09-13T17:47:40.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f789ffff640 1 -- 172.21.15.32:0/843728398 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7894003530 con 0x7f78a80b21d0 2024-09-13T17:47:40.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f789ffff640 1 -- 172.21.15.32:0/843728398 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1097390658 0 0) 0x7f7894003530 con 0x7f78a80b21d0 2024-09-13T17:47:40.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f789ffff640 1 -- 172.21.15.32:0/843728398 >> v2:172.21.15.159:3300/0 conn(0x7f78a80cebe0 msgr2=0x7f78a8164db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:40.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f789ffff640 1 --2- 172.21.15.32:0/843728398 >> v2:172.21.15.159:3300/0 conn(0x7f78a80cebe0 0x7f78a8164db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f789ffff640 1 -- 172.21.15.32:0/843728398 >> v1:172.21.15.159:6789/0 conn(0x7f78a815a300 legacy=0x7f78a806d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:40.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f789ffff640 1 -- 172.21.15.32:0/843728398 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78a806dd60 con 0x7f78a80b21d0 2024-09-13T17:47:40.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f789ffff640 1 -- 172.21.15.32:0/843728398 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f7898001680 con 0x7f78a80b21d0 2024-09-13T17:47:40.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f789ffff640 1 -- 172.21.15.32:0/843728398 >> v1:172.21.15.32:6789/0 conn(0x7f78a80b21d0 legacy=0x7f78a80ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:40.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f789ffff640 1 --2- 172.21.15.32:0/843728398 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7894003980 0x7f7894003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:40.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f789ffff640 1 --2- 172.21.15.32:0/843728398 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f78940047d0 0x7f7894004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:40.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f789ffff640 1 --2- 172.21.15.32:0/843728398 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7894005190 0x7f789400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:40.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f789ffff640 1 -- 172.21.15.32:0/843728398 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78a806da80 con 0x7f7894003980 2024-09-13T17:47:40.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f789ffff640 1 -- 172.21.15.32:0/843728398 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f789400c030 con 0x7f7894005190 2024-09-13T17:47:40.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f789ffff640 1 -- 172.21.15.32:0/843728398 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f789400c1f0 con 0x7f78940047d0 2024-09-13T17:47:40.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78ad7ca640 1 --2- 172.21.15.32:0/843728398 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7894003980 0x7f7894003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:40.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78adfcb640 1 --2- 172.21.15.32:0/843728398 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7894005190 0x7f789400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:40.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78acfc9640 1 --2- 172.21.15.32:0/843728398 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f78940047d0 0x7f7894004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:40.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78ad7ca640 1 -- 172.21.15.32:0/843728398 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f78940047d0 msgr2=0x7f7894004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:40.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78ad7ca640 1 --2- 172.21.15.32:0/843728398 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f78940047d0 0x7f7894004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78ad7ca640 1 -- 172.21.15.32:0/843728398 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7894005190 msgr2=0x7f789400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:40.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78ad7ca640 1 --2- 172.21.15.32:0/843728398 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7894005190 0x7f789400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78ad7ca640 1 -- 172.21.15.32:0/843728398 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7894003530 con 0x7f7894003980 2024-09-13T17:47:40.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78acfc9640 1 --2- 172.21.15.32:0/843728398 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f78940047d0 0x7f7894004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:40.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78adfcb640 1 --2- 172.21.15.32:0/843728398 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7894005190 0x7f789400b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:40.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.702+0000 7f78adfcb640 1 -- 172.21.15.32:0/843728398 reap_dead start 2024-09-13T17:47:40.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78ad7ca640 1 --2- 172.21.15.32:0/843728398 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7894003980 0x7f7894003da0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f78a4001780 tx=0x7f78a401c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77cb4353a4373568 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:40.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f789ffff640 1 -- 172.21.15.32:0/843728398 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78a40052d0 con 0x7f7894003980 2024-09-13T17:47:40.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f789ffff640 1 -- 172.21.15.32:0/843728398 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78a40a7050 con 0x7f7894003980 2024-09-13T17:47:40.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f789ffff640 1 -- 172.21.15.32:0/843728398 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78a4003600 con 0x7f7894003980 2024-09-13T17:47:40.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78afa2e640 1 -- 172.21.15.32:0/843728398 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7894003980 msgr2=0x7f7894003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:40.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78afa2e640 1 --2- 172.21.15.32:0/843728398 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7894003980 0x7f7894003da0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f78a4001780 tx=0x7f78a401c3d0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78afa2e640 1 -- 172.21.15.32:0/843728398 shutdown_connections 2024-09-13T17:47:40.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78afa2e640 1 --2- 172.21.15.32:0/843728398 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7894003980 0x7f7894003da0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78afa2e640 1 -- 172.21.15.32:0/843728398 >> 172.21.15.32:0/843728398 conn(0x7f78a806a150 msgr2=0x7f78a806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:40.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78afa2e640 1 -- 172.21.15.32:0/843728398 shutdown_connections 2024-09-13T17:47:40.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78afa2e640 1 -- 172.21.15.32:0/843728398 wait complete. 2024-09-13T17:47:40.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78afa2e640 1 Processor -- start 2024-09-13T17:47:40.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78afa2e640 1 -- start start 2024-09-13T17:47:40.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78afa2e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7894003980 0x7f78a815cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:40.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78afa2e640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f78a8157600 0x7f78a8157a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:40.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78afa2e640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f78a81554f0 0x7f78a8155970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:40.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78afa2e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78a814fa90 con 0x7f7894003980 2024-09-13T17:47:40.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78afa2e640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78a814fd70 con 0x7f78a8157600 2024-09-13T17:47:40.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78afa2e640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78a8150050 con 0x7f78a81554f0 2024-09-13T17:47:40.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78ad7ca640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7894003980 0x7f78a815cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:40.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78ad7ca640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7894003980 0x7f78a815cb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39978/0 (socket says 172.21.15.32:39978) 2024-09-13T17:47:40.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.706+0000 7f78ad7ca640 1 -- 172.21.15.32:0/2986946844 learned_addr learned my addr 172.21.15.32:0/2986946844 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:40.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f78adfcb640 1 --2- 172.21.15.32:0/2986946844 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f78a81554f0 0x7f78a8155970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:40.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f78acfc9640 1 --2- 172.21.15.32:0/2986946844 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f78a8157600 0x7f78a8157a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:40.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f78ad7ca640 1 -- 172.21.15.32:0/2986946844 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f78a81554f0 msgr2=0x7f78a8155970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:40.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f78ad7ca640 1 --2- 172.21.15.32:0/2986946844 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f78a81554f0 0x7f78a8155970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f78ad7ca640 1 -- 172.21.15.32:0/2986946844 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f78a8157600 msgr2=0x7f78a8157a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:40.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f78ad7ca640 1 --2- 172.21.15.32:0/2986946844 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f78a8157600 0x7f78a8157a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f78ad7ca640 1 -- 172.21.15.32:0/2986946844 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78a8150330 con 0x7f7894003980 2024-09-13T17:47:40.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f78adfcb640 1 --2- 172.21.15.32:0/2986946844 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f78a81554f0 0x7f78a8155970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:40.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f78acfc9640 1 --2- 172.21.15.32:0/2986946844 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f78a8157600 0x7f78a8157a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:40.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f78ad7ca640 1 --2- 172.21.15.32:0/2986946844 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7894003980 0x7f78a815cb10 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f78a401c200 tx=0x7f7894005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:40.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f789dffb640 1 -- 172.21.15.32:0/2986946844 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78a4007500 con 0x7f7894003980 2024-09-13T17:47:40.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f789dffb640 1 -- 172.21.15.32:0/2986946844 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78a4007660 con 0x7f7894003980 2024-09-13T17:47:40.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f78afa2e640 1 -- 172.21.15.32:0/2986946844 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78a8157fc0 con 0x7f7894003980 2024-09-13T17:47:40.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f789dffb640 1 -- 172.21.15.32:0/2986946844 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78a40069e0 con 0x7f7894003980 2024-09-13T17:47:40.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f78afa2e640 1 -- 172.21.15.32:0/2986946844 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78a8156080 con 0x7f7894003980 2024-09-13T17:47:40.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f78afa2e640 1 -- 172.21.15.32:0/2986946844 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78a80cb4c0 con 0x7f7894003980 2024-09-13T17:47:40.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f789dffb640 1 -- 172.21.15.32:0/2986946844 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f78a4006b40 con 0x7f7894003980 2024-09-13T17:47:40.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f789dffb640 1 --2- 172.21.15.32:0/2986946844 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f788c066690 0x7f788c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:40.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f789dffb640 1 -- 172.21.15.32:0/2986946844 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f78a411e6d0 con 0x7f7894003980 2024-09-13T17:47:40.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f78acfc9640 1 --2- 172.21.15.32:0/2986946844 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f788c066690 0x7f788c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:40.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.710+0000 7f78acfc9640 1 --2- 172.21.15.32:0/2986946844 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f788c066690 0x7f788c068b50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f78a80c4f90 tx=0x7f7898009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:40.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.714+0000 7f789dffb640 1 -- 172.21.15.32:0/2986946844 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f78a40eb7e0 con 0x7f7894003980 2024-09-13T17:47:40.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.874+0000 7f78afa2e640 1 -- 172.21.15.32:0/2986946844 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f78a814fbd0 con 0x7f7894003980 2024-09-13T17:47:40.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.878+0000 7f789dffb640 1 -- 172.21.15.32:0/2986946844 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18334 (secure 0 0 0) 0x7f78a814fbd0 con 0x7f7894003980 2024-09-13T17:47:40.883 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:40.883 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":27,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:47:24.598946+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:47:40.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.878+0000 7f78afa2e640 1 -- 172.21.15.32:0/2986946844 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f788c066690 msgr2=0x7f788c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:40.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.878+0000 7f78afa2e640 1 --2- 172.21.15.32:0/2986946844 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f788c066690 0x7f788c068b50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f78a80c4f90 tx=0x7f7898009040 comp rx=0 tx=0).stop 2024-09-13T17:47:40.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.878+0000 7f78afa2e640 1 -- 172.21.15.32:0/2986946844 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7894003980 msgr2=0x7f78a815cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:40.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.878+0000 7f78afa2e640 1 --2- 172.21.15.32:0/2986946844 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7894003980 0x7f78a815cb10 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f78a401c200 tx=0x7f7894005800 comp rx=0 tx=0).stop 2024-09-13T17:47:40.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.878+0000 7f78afa2e640 1 -- 172.21.15.32:0/2986946844 shutdown_connections 2024-09-13T17:47:40.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.878+0000 7f78afa2e640 1 --2- 172.21.15.32:0/2986946844 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f788c066690 0x7f788c068b50 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.878+0000 7f78afa2e640 1 --2- 172.21.15.32:0/2986946844 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f78a81554f0 0x7f78a8155970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.878+0000 7f78afa2e640 1 --2- 172.21.15.32:0/2986946844 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f78a8157600 0x7f78a8157a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.878+0000 7f78afa2e640 1 --2- 172.21.15.32:0/2986946844 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7894003980 0x7f78a815cb10 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:40.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.878+0000 7f78afa2e640 1 -- 172.21.15.32:0/2986946844 >> 172.21.15.32:0/2986946844 conn(0x7f78a806a150 msgr2=0x7f78a80abfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:40.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.878+0000 7f78afa2e640 1 -- 172.21.15.32:0/2986946844 shutdown_connections 2024-09-13T17:47:40.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:40.878+0000 7f78afa2e640 1 -- 172.21.15.32:0/2986946844 wait complete. 2024-09-13T17:47:40.902 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T17:47:41.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.018+0000 7fcc52135640 1 Processor -- start 2024-09-13T17:47:41.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.018+0000 7fcc52135640 1 -- start start 2024-09-13T17:47:41.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc52135640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fcc4c15a520 0x7fcc4c0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:41.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc52135640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcc4c0ab660 con 0x7fcc4c0b2240 2024-09-13T17:47:41.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc52135640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcc4c0ada40 con 0x7fcc4c0cea30 2024-09-13T17:47:41.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc52135640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcc4c0ceec0 con 0x7fcc4c15a520 2024-09-13T17:47:41.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4bfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fcc4c0b2240 0x7fcc4c0abaf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:36688/0 (socket says 172.21.15.32:36688) 2024-09-13T17:47:41.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4bfff640 1 -- 172.21.15.32:0/2012042153 learned_addr learned my addr 172.21.15.32:0/2012042153 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:41.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4b7fe640 1 --2- 172.21.15.32:0/2012042153 >> v2:172.21.15.159:3300/0 conn(0x7fcc4c15a520 0x7fcc4c0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:41.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4a7fc640 1 -- 172.21.15.32:0/2012042153 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2042997430 0 0) 0x7fcc4c0ab660 con 0x7fcc4c0b2240 2024-09-13T17:47:41.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4a7fc640 1 -- 172.21.15.32:0/2012042153 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcc38003530 con 0x7fcc4c0b2240 2024-09-13T17:47:41.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4a7fc640 1 -- 172.21.15.32:0/2012042153 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1192025056 0 0) 0x7fcc38003530 con 0x7fcc4c0b2240 2024-09-13T17:47:41.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4a7fc640 1 -- 172.21.15.32:0/2012042153 >> v2:172.21.15.159:3300/0 conn(0x7fcc4c15a520 msgr2=0x7fcc4c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:41.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4a7fc640 1 --2- 172.21.15.32:0/2012042153 >> v2:172.21.15.159:3300/0 conn(0x7fcc4c15a520 0x7fcc4c0ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:41.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4a7fc640 1 -- 172.21.15.32:0/2012042153 >> v1:172.21.15.159:6789/0 conn(0x7fcc4c0cea30 legacy=0x7fcc4c0b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:41.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4a7fc640 1 -- 172.21.15.32:0/2012042153 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc4c0b2760 con 0x7fcc4c0b2240 2024-09-13T17:47:41.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4a7fc640 1 -- 172.21.15.32:0/2012042153 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fcc3c001680 con 0x7fcc4c0b2240 2024-09-13T17:47:41.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4a7fc640 1 -- 172.21.15.32:0/2012042153 >> v1:172.21.15.32:6789/0 conn(0x7fcc4c0b2240 legacy=0x7fcc4c0abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:41.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4a7fc640 1 --2- 172.21.15.32:0/2012042153 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcc38003980 0x7fcc38003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:41.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4a7fc640 1 --2- 172.21.15.32:0/2012042153 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcc380047d0 0x7fcc38004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:41.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4a7fc640 1 --2- 172.21.15.32:0/2012042153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcc38005190 0x7fcc3800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:41.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4a7fc640 1 -- 172.21.15.32:0/2012042153 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc4c0ceec0 con 0x7fcc38005190 2024-09-13T17:47:41.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4a7fc640 1 -- 172.21.15.32:0/2012042153 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc3800c030 con 0x7fcc38003980 2024-09-13T17:47:41.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4a7fc640 1 -- 172.21.15.32:0/2012042153 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc3800c1f0 con 0x7fcc380047d0 2024-09-13T17:47:41.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4bfff640 1 --2- 172.21.15.32:0/2012042153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcc38005190 0x7fcc3800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:41.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4b7fe640 1 --2- 172.21.15.32:0/2012042153 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcc38003980 0x7fcc38003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:41.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4affd640 1 --2- 172.21.15.32:0/2012042153 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcc380047d0 0x7fcc38004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:41.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4bfff640 1 -- 172.21.15.32:0/2012042153 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcc380047d0 msgr2=0x7fcc38004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:41.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4bfff640 1 --2- 172.21.15.32:0/2012042153 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcc380047d0 0x7fcc38004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:41.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4bfff640 1 -- 172.21.15.32:0/2012042153 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcc38003980 msgr2=0x7fcc38003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:41.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4bfff640 1 --2- 172.21.15.32:0/2012042153 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcc38003980 0x7fcc38003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:41.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4bfff640 1 -- 172.21.15.32:0/2012042153 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc38003530 con 0x7fcc38005190 2024-09-13T17:47:41.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4b7fe640 1 --2- 172.21.15.32:0/2012042153 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcc38003980 0x7fcc38003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:41.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.022+0000 7fcc4bfff640 1 -- 172.21.15.32:0/2012042153 reap_dead start 2024-09-13T17:47:41.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc4bfff640 1 --2- 172.21.15.32:0/2012042153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcc38005190 0x7fcc3800b990 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fcc3c00c240 tx=0x7fcc3c01cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4bd0c557bf817cc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:41.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc4a7fc640 1 -- 172.21.15.32:0/2012042153 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc3c0a5b60 con 0x7fcc38005190 2024-09-13T17:47:41.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc4a7fc640 1 -- 172.21.15.32:0/2012042153 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc3c0a5ce0 con 0x7fcc38005190 2024-09-13T17:47:41.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc4a7fc640 1 -- 172.21.15.32:0/2012042153 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc3c005b20 con 0x7fcc38005190 2024-09-13T17:47:41.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc52135640 1 -- 172.21.15.32:0/2012042153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcc38005190 msgr2=0x7fcc3800b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:41.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc52135640 1 --2- 172.21.15.32:0/2012042153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcc38005190 0x7fcc3800b990 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fcc3c00c240 tx=0x7fcc3c01cc60 comp rx=0 tx=0).stop 2024-09-13T17:47:41.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc52135640 1 -- 172.21.15.32:0/2012042153 shutdown_connections 2024-09-13T17:47:41.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc52135640 1 --2- 172.21.15.32:0/2012042153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcc38005190 0x7fcc3800b990 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:41.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc52135640 1 -- 172.21.15.32:0/2012042153 >> 172.21.15.32:0/2012042153 conn(0x7fcc4c06a150 msgr2=0x7fcc4c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:41.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc52135640 1 -- 172.21.15.32:0/2012042153 shutdown_connections 2024-09-13T17:47:41.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc52135640 1 -- 172.21.15.32:0/2012042153 wait complete. 2024-09-13T17:47:41.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc52135640 1 Processor -- start 2024-09-13T17:47:41.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc52135640 1 -- start start 2024-09-13T17:47:41.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc52135640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcc38005190 0x7fcc4c0ca970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:41.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc52135640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcc4c1efb00 0x7fcc4c1eff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:41.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc52135640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcc4c156040 0x7fcc4c1564c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:41.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc52135640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc4c1f0cc0 con 0x7fcc38005190 2024-09-13T17:47:41.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc52135640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc4c1f0630 con 0x7fcc4c156040 2024-09-13T17:47:41.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc52135640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc4c1f0910 con 0x7fcc4c1efb00 2024-09-13T17:47:41.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc4b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcc38005190 0x7fcc4c0ca970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:41.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc4b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcc38005190 0x7fcc4c0ca970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40000/0 (socket says 172.21.15.32:40000) 2024-09-13T17:47:41.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc4b7fe640 1 -- 172.21.15.32:0/1522735194 learned_addr learned my addr 172.21.15.32:0/1522735194 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:41.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc4affd640 1 --2- 172.21.15.32:0/1522735194 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcc4c1efb00 0x7fcc4c1eff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:41.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc4bfff640 1 --2- 172.21.15.32:0/1522735194 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcc4c156040 0x7fcc4c1564c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:41.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc4b7fe640 1 -- 172.21.15.32:0/1522735194 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcc4c1efb00 msgr2=0x7fcc4c1eff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:41.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc4b7fe640 1 --2- 172.21.15.32:0/1522735194 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcc4c1efb00 0x7fcc4c1eff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:41.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc4b7fe640 1 -- 172.21.15.32:0/1522735194 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcc4c156040 msgr2=0x7fcc4c1564c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:41.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.026+0000 7fcc4b7fe640 1 --2- 172.21.15.32:0/1522735194 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcc4c156040 0x7fcc4c1564c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:41.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.030+0000 7fcc4b7fe640 1 -- 172.21.15.32:0/1522735194 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc4c1f0ed0 con 0x7fcc38005190 2024-09-13T17:47:41.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.030+0000 7fcc4bfff640 1 --2- 172.21.15.32:0/1522735194 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcc4c156040 0x7fcc4c1564c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:41.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.030+0000 7fcc4b7fe640 1 --2- 172.21.15.32:0/1522735194 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcc38005190 0x7fcc4c0ca970 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fcc44009160 tx=0x7fcc44011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:41.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.030+0000 7fcc43fff640 1 -- 172.21.15.32:0/1522735194 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc44004220 con 0x7fcc38005190 2024-09-13T17:47:41.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.030+0000 7fcc43fff640 1 -- 172.21.15.32:0/1522735194 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc44004380 con 0x7fcc38005190 2024-09-13T17:47:41.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.030+0000 7fcc52135640 1 -- 172.21.15.32:0/1522735194 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc4c1f11b0 con 0x7fcc38005190 2024-09-13T17:47:41.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.030+0000 7fcc43fff640 1 -- 172.21.15.32:0/1522735194 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc44015890 con 0x7fcc38005190 2024-09-13T17:47:41.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.030+0000 7fcc52135640 1 -- 172.21.15.32:0/1522735194 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc4c156a00 con 0x7fcc38005190 2024-09-13T17:47:41.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.030+0000 7fcc52135640 1 -- 172.21.15.32:0/1522735194 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcc4c0b1b30 con 0x7fcc38005190 2024-09-13T17:47:41.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.030+0000 7fcc43fff640 1 -- 172.21.15.32:0/1522735194 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcc440159f0 con 0x7fcc38005190 2024-09-13T17:47:41.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.030+0000 7fcc43fff640 1 --2- 172.21.15.32:0/1522735194 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcc2c066690 0x7fcc2c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:41.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.030+0000 7fcc43fff640 1 -- 172.21.15.32:0/1522735194 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fcc440848e0 con 0x7fcc38005190 2024-09-13T17:47:41.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.030+0000 7fcc4affd640 1 --2- 172.21.15.32:0/1522735194 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcc2c066690 0x7fcc2c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:41.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.030+0000 7fcc4affd640 1 --2- 172.21.15.32:0/1522735194 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcc2c066690 0x7fcc2c068b50 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fcc4c072630 tx=0x7fcc34009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:41.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.034+0000 7fcc43fff640 1 -- 172.21.15.32:0/1522735194 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fcc44051a10 con 0x7fcc38005190 2024-09-13T17:47:41.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.222+0000 7fcc52135640 1 -- 172.21.15.32:0/1522735194 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fcc4c0ac970 con 0x7fcc38005190 2024-09-13T17:47:41.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.290+0000 7fcc43fff640 1 -- 172.21.15.32:0/1522735194 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) v1 ==== 118+0+0 (secure 0 0 0) 0x7fcc44055030 con 0x7fcc38005190 2024-09-13T17:47:41.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.290+0000 7fcc52135640 1 -- 172.21.15.32:0/1522735194 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcc2c066690 msgr2=0x7fcc2c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:41.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.290+0000 7fcc52135640 1 --2- 172.21.15.32:0/1522735194 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcc2c066690 0x7fcc2c068b50 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fcc4c072630 tx=0x7fcc34009040 comp rx=0 tx=0).stop 2024-09-13T17:47:41.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.290+0000 7fcc52135640 1 -- 172.21.15.32:0/1522735194 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcc38005190 msgr2=0x7fcc4c0ca970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:41.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.290+0000 7fcc52135640 1 --2- 172.21.15.32:0/1522735194 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcc38005190 0x7fcc4c0ca970 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fcc44009160 tx=0x7fcc44011a60 comp rx=0 tx=0).stop 2024-09-13T17:47:41.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.294+0000 7fcc52135640 1 -- 172.21.15.32:0/1522735194 shutdown_connections 2024-09-13T17:47:41.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.294+0000 7fcc52135640 1 --2- 172.21.15.32:0/1522735194 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcc2c066690 0x7fcc2c068b50 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:41.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.294+0000 7fcc52135640 1 --2- 172.21.15.32:0/1522735194 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcc4c156040 0x7fcc4c1564c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:41.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.294+0000 7fcc52135640 1 --2- 172.21.15.32:0/1522735194 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcc4c1efb00 0x7fcc4c1eff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:41.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.294+0000 7fcc52135640 1 --2- 172.21.15.32:0/1522735194 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcc38005190 0x7fcc4c0ca970 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:41.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.294+0000 7fcc52135640 1 -- 172.21.15.32:0/1522735194 >> 172.21.15.32:0/1522735194 conn(0x7fcc4c06a150 msgr2=0x7fcc4c0af5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:41.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.294+0000 7fcc52135640 1 -- 172.21.15.32:0/1522735194 shutdown_connections 2024-09-13T17:47:41.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.294+0000 7fcc52135640 1 -- 172.21.15.32:0/1522735194 wait complete. 2024-09-13T17:47:41.314 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-09-13T17:47:41.314 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T17:47:41.423 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:47:41.425 DEBUG:teuthology.orchestra.run.smithi159:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:47:41.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.434+0000 7fbdbfbd1640 1 Processor -- start 2024-09-13T17:47:41.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.434+0000 7fbdbfbd1640 1 -- start start 2024-09-13T17:47:41.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbfbd1640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fbdb806a690 0x7fbdb815e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:41.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbfbd1640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbdb80ad990 con 0x7fbdb80b3ca0 2024-09-13T17:47:41.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbfbd1640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbdb80b40d0 con 0x7fbdb8143cc0 2024-09-13T17:47:41.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbfbd1640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbdb80ae280 con 0x7fbdb806a690 2024-09-13T17:47:41.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbd16c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fbdb80b3ca0 0x7fbdb8069f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:36696/0 (socket says 172.21.15.32:36696) 2024-09-13T17:47:41.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbd16c640 1 -- 172.21.15.32:0/3496821160 learned_addr learned my addr 172.21.15.32:0/3496821160 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:41.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbe16e640 1 --2- 172.21.15.32:0/3496821160 >> v2:172.21.15.159:3300/0 conn(0x7fbdb806a690 0x7fbdb815e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:41.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbc96b640 1 -- 172.21.15.32:0/3496821160 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3113438791 0 0) 0x7fbdb80ad990 con 0x7fbdb80b3ca0 2024-09-13T17:47:41.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbc96b640 1 -- 172.21.15.32:0/3496821160 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbda4003530 con 0x7fbdb80b3ca0 2024-09-13T17:47:41.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbc96b640 1 -- 172.21.15.32:0/3496821160 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1294544404 0 0) 0x7fbda4003530 con 0x7fbdb80b3ca0 2024-09-13T17:47:41.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbc96b640 1 -- 172.21.15.32:0/3496821160 >> v2:172.21.15.159:3300/0 conn(0x7fbdb806a690 msgr2=0x7fbdb815e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:41.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbc96b640 1 --2- 172.21.15.32:0/3496821160 >> v2:172.21.15.159:3300/0 conn(0x7fbdb806a690 0x7fbdb815e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:41.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbc96b640 1 -- 172.21.15.32:0/3496821160 >> v1:172.21.15.159:6789/0 conn(0x7fbdb8143cc0 legacy=0x7fbdb80ae6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:41.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbc96b640 1 -- 172.21.15.32:0/3496821160 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdb80b4360 con 0x7fbdb80b3ca0 2024-09-13T17:47:41.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbc96b640 1 -- 172.21.15.32:0/3496821160 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fbda8001680 con 0x7fbdb80b3ca0 2024-09-13T17:47:41.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbc96b640 1 -- 172.21.15.32:0/3496821160 >> v1:172.21.15.32:6789/0 conn(0x7fbdb80b3ca0 legacy=0x7fbdb8069f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:41.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbc96b640 1 --2- 172.21.15.32:0/3496821160 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbda4003980 0x7fbda4003d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:41.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbc96b640 1 --2- 172.21.15.32:0/3496821160 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbda4004380 0x7fbda4004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:41.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbc96b640 1 --2- 172.21.15.32:0/3496821160 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda4005050 0x7fbda400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:41.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbc96b640 1 -- 172.21.15.32:0/3496821160 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdb80ae280 con 0x7fbda4005050 2024-09-13T17:47:41.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbc96b640 1 -- 172.21.15.32:0/3496821160 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbda400bfb0 con 0x7fbda4004380 2024-09-13T17:47:41.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbc96b640 1 -- 172.21.15.32:0/3496821160 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbda400c170 con 0x7fbda4003980 2024-09-13T17:47:41.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbe16e640 1 --2- 172.21.15.32:0/3496821160 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda4005050 0x7fbda400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:41.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbd96d640 1 --2- 172.21.15.32:0/3496821160 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbda4003980 0x7fbda4003d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:41.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbd16c640 1 --2- 172.21.15.32:0/3496821160 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbda4004380 0x7fbda4004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:41.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbe16e640 1 -- 172.21.15.32:0/3496821160 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbda4003980 msgr2=0x7fbda4003d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:41.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbe16e640 1 --2- 172.21.15.32:0/3496821160 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbda4003980 0x7fbda4003d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:41.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbe16e640 1 -- 172.21.15.32:0/3496821160 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbda4004380 msgr2=0x7fbda4004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:41.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbe16e640 1 --2- 172.21.15.32:0/3496821160 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbda4004380 0x7fbda4004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:41.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.438+0000 7fbdbe16e640 1 -- 172.21.15.32:0/3496821160 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbda4003530 con 0x7fbda4005050 2024-09-13T17:47:41.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.442+0000 7fbdbe16e640 1 -- 172.21.15.32:0/3496821160 reap_dead start 2024-09-13T17:47:41.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.442+0000 7fbdbe16e640 1 --2- 172.21.15.32:0/3496821160 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda4005050 0x7fbda400b990 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fbdb0009f90 tx=0x7fbdb001cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df098ba4db3b41f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:41.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.442+0000 7fbdbc96b640 1 -- 172.21.15.32:0/3496821160 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb00a5b80 con 0x7fbda4005050 2024-09-13T17:47:41.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.442+0000 7fbdbc96b640 1 -- 172.21.15.32:0/3496821160 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbdb000f040 con 0x7fbda4005050 2024-09-13T17:47:41.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.442+0000 7fbdbc96b640 1 -- 172.21.15.32:0/3496821160 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb00ad440 con 0x7fbda4005050 2024-09-13T17:47:41.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.442+0000 7fbdbfbd1640 1 -- 172.21.15.32:0/3496821160 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda4005050 msgr2=0x7fbda400b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:41.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.442+0000 7fbdbfbd1640 1 --2- 172.21.15.32:0/3496821160 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda4005050 0x7fbda400b990 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fbdb0009f90 tx=0x7fbdb001cc80 comp rx=0 tx=0).stop 2024-09-13T17:47:41.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.442+0000 7fbdbfbd1640 1 -- 172.21.15.32:0/3496821160 shutdown_connections 2024-09-13T17:47:41.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.442+0000 7fbdbfbd1640 1 --2- 172.21.15.32:0/3496821160 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda4005050 0x7fbda400b990 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:41.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.442+0000 7fbdbfbd1640 1 -- 172.21.15.32:0/3496821160 >> 172.21.15.32:0/3496821160 conn(0x7fbdb80b4730 msgr2=0x7fbdb80b4b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:41.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.442+0000 7fbdbfbd1640 1 -- 172.21.15.32:0/3496821160 shutdown_connections 2024-09-13T17:47:41.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.442+0000 7fbdbfbd1640 1 -- 172.21.15.32:0/3496821160 wait complete. 2024-09-13T17:47:41.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.442+0000 7fbdbfbd1640 1 Processor -- start 2024-09-13T17:47:41.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.442+0000 7fbdbfbd1640 1 -- start start 2024-09-13T17:47:41.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbfbd1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda4005050 0x7fbdb8140dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:41.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbfbd1640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbdb809cf70 0x7fbdb81f2f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:41.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbfbd1640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbdb81f34a0 0x7fbdb80cec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:41.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbfbd1640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdb809cae0 con 0x7fbda4005050 2024-09-13T17:47:41.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbfbd1640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdb81f3c90 con 0x7fbdb809cf70 2024-09-13T17:47:41.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbfbd1640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbdb809c490 con 0x7fbdb81f34a0 2024-09-13T17:47:41.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbd96d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda4005050 0x7fbdb8140dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:41.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbd96d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda4005050 0x7fbdb8140dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40006/0 (socket says 172.21.15.32:40006) 2024-09-13T17:47:41.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbd96d640 1 -- 172.21.15.32:0/2133297092 learned_addr learned my addr 172.21.15.32:0/2133297092 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:41.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbd16c640 1 --2- 172.21.15.32:0/2133297092 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbdb809cf70 0x7fbdb81f2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:41.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbe16e640 1 --2- 172.21.15.32:0/2133297092 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbdb81f34a0 0x7fbdb80cec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:41.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbd96d640 1 -- 172.21.15.32:0/2133297092 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbdb81f34a0 msgr2=0x7fbdb80cec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:41.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbd96d640 1 --2- 172.21.15.32:0/2133297092 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbdb81f34a0 0x7fbdb80cec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:41.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbd96d640 1 -- 172.21.15.32:0/2133297092 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbdb809cf70 msgr2=0x7fbdb81f2f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:41.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbd96d640 1 --2- 172.21.15.32:0/2133297092 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbdb809cf70 0x7fbdb81f2f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:41.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbd96d640 1 -- 172.21.15.32:0/2133297092 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdb809c770 con 0x7fbda4005050 2024-09-13T17:47:41.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbe16e640 1 --2- 172.21.15.32:0/2133297092 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbdb81f34a0 0x7fbdb80cec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:41.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbd16c640 1 --2- 172.21.15.32:0/2133297092 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbdb809cf70 0x7fbdb81f2f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:41.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbd96d640 1 --2- 172.21.15.32:0/2133297092 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda4005050 0x7fbdb8140dd0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fbdb400f7f0 tx=0x7fbdb400fcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:41.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdae7fc640 1 -- 172.21.15.32:0/2133297092 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb400fea0 con 0x7fbda4005050 2024-09-13T17:47:41.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdae7fc640 1 -- 172.21.15.32:0/2133297092 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbdb40052e0 con 0x7fbda4005050 2024-09-13T17:47:41.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdae7fc640 1 -- 172.21.15.32:0/2133297092 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb400d970 con 0x7fbda4005050 2024-09-13T17:47:41.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbfbd1640 1 -- 172.21.15.32:0/2133297092 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbdb809c1a0 con 0x7fbda4005050 2024-09-13T17:47:41.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbfbd1640 1 -- 172.21.15.32:0/2133297092 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbdb8141310 con 0x7fbda4005050 2024-09-13T17:47:41.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbfbd1640 1 -- 172.21.15.32:0/2133297092 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbdb8141500 con 0x7fbda4005050 2024-09-13T17:47:41.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdae7fc640 1 -- 172.21.15.32:0/2133297092 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbdb400dad0 con 0x7fbda4005050 2024-09-13T17:47:41.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdae7fc640 1 --2- 172.21.15.32:0/2133297092 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbd9c066690 0x7fbd9c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:41.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdae7fc640 1 -- 172.21.15.32:0/2133297092 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fbdb4084420 con 0x7fbda4005050 2024-09-13T17:47:41.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbd16c640 1 --2- 172.21.15.32:0/2133297092 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbd9c066690 0x7fbd9c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:41.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.446+0000 7fbdbd16c640 1 --2- 172.21.15.32:0/2133297092 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbd9c066690 0x7fbd9c068b50 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fbdb8140660 tx=0x7fbda8000bd0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:41.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.454+0000 7fbdae7fc640 1 -- 172.21.15.32:0/2133297092 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbdb8141500 con 0x7fbda4005050 2024-09-13T17:47:41.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:41.646+0000 7fbdbfbd1640 1 -- 172.21.15.32:0/2133297092 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fbdb8141500 con 0x7fbda4005050 2024-09-13T17:47:42.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.302+0000 7fbdae7fc640 1 -- 172.21.15.32:0/2133297092 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) v1 ==== 122+0+0 (secure 0 0 0) 0x7fbdb8141500 con 0x7fbda4005050 2024-09-13T17:47:42.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.306+0000 7fbdbfbd1640 1 -- 172.21.15.32:0/2133297092 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbd9c066690 msgr2=0x7fbd9c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:42.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.306+0000 7fbdbfbd1640 1 --2- 172.21.15.32:0/2133297092 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbd9c066690 0x7fbd9c068b50 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fbdb8140660 tx=0x7fbda8000bd0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.306+0000 7fbdbfbd1640 1 -- 172.21.15.32:0/2133297092 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda4005050 msgr2=0x7fbdb8140dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:42.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.306+0000 7fbdbfbd1640 1 --2- 172.21.15.32:0/2133297092 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda4005050 0x7fbdb8140dd0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fbdb400f7f0 tx=0x7fbdb400fcb0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.306+0000 7fbdbfbd1640 1 -- 172.21.15.32:0/2133297092 shutdown_connections 2024-09-13T17:47:42.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.306+0000 7fbdbfbd1640 1 --2- 172.21.15.32:0/2133297092 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbd9c066690 0x7fbd9c068b50 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.306+0000 7fbdbfbd1640 1 --2- 172.21.15.32:0/2133297092 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbdb81f34a0 0x7fbdb80cec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.306+0000 7fbdbfbd1640 1 --2- 172.21.15.32:0/2133297092 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbdb809cf70 0x7fbdb81f2f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.306+0000 7fbdbfbd1640 1 --2- 172.21.15.32:0/2133297092 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda4005050 0x7fbdb8140dd0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.306+0000 7fbdbfbd1640 1 -- 172.21.15.32:0/2133297092 >> 172.21.15.32:0/2133297092 conn(0x7fbdb80b4730 msgr2=0x7fbdb815d590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:42.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.306+0000 7fbdbfbd1640 1 -- 172.21.15.32:0/2133297092 shutdown_connections 2024-09-13T17:47:42.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.306+0000 7fbdbfbd1640 1 -- 172.21.15.32:0/2133297092 wait complete. 2024-09-13T17:47:42.335 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T17:47:42.335 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:47:42.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.458+0000 7f7fdf735640 1 Processor -- start 2024-09-13T17:47:42.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.462+0000 7f7fdf735640 1 -- start start 2024-09-13T17:47:42.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.462+0000 7f7fdf735640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7fd815a300 0x7f7fd806d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:42.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.462+0000 7f7fdf735640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7fd80cebe0 0x7f7fd80c8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:42.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.462+0000 7f7fdf735640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7fd815a6e0 con 0x7f7fd806d5e0 2024-09-13T17:47:42.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.462+0000 7f7fdf735640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7fd806da80 con 0x7f7fd815a300 2024-09-13T17:47:42.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.462+0000 7f7fdf735640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd806dd60 con 0x7f7fd80cebe0 2024-09-13T17:47:42.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.462+0000 7f7fdd4d1640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7fd815a300 0x7f7fd806d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:42.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.462+0000 7f7fdd4d1640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7fd815a300 0x7f7fd806d0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40016/0 (socket says 172.21.15.32:40016) 2024-09-13T17:47:42.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.462+0000 7f7fdd4d1640 1 -- 172.21.15.32:0/3942173266 learned_addr learned my addr 172.21.15.32:0/3942173266 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:42.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.462+0000 7f7fddcd2640 1 --2- 172.21.15.32:0/3942173266 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7fd80cebe0 0x7f7fd80c8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:42.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.462+0000 7f7fdd4d1640 1 -- 172.21.15.32:0/3942173266 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7fd80cebe0 msgr2=0x7f7fd80c8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:42.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.462+0000 7f7fdd4d1640 1 --2- 172.21.15.32:0/3942173266 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7fd80cebe0 0x7f7fd80c8cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.462+0000 7f7fdd4d1640 1 -- 172.21.15.32:0/3942173266 >> v1:172.21.15.159:6789/0 conn(0x7f7fd806d5e0 legacy=0x7f7fd80ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:42.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.462+0000 7f7fdd4d1640 1 -- 172.21.15.32:0/3942173266 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fd806e040 con 0x7f7fd815a300 2024-09-13T17:47:42.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.462+0000 7f7fdd4d1640 1 --2- 172.21.15.32:0/3942173266 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7fd815a300 0x7f7fd806d0a0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7fd4009870 tx=0x7f7fd401c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68b5ba45c2db1c3d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:42.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fcffff640 1 -- 172.21.15.32:0/3942173266 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fd40a9610 con 0x7f7fd815a300 2024-09-13T17:47:42.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fcffff640 1 -- 172.21.15.32:0/3942173266 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7fd40a9770 con 0x7f7fd815a300 2024-09-13T17:47:42.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fcffff640 1 -- 172.21.15.32:0/3942173266 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fd40a9b00 con 0x7f7fd815a300 2024-09-13T17:47:42.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdf735640 1 -- 172.21.15.32:0/3942173266 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7fd815a300 msgr2=0x7f7fd806d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:42.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdf735640 1 --2- 172.21.15.32:0/3942173266 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7fd815a300 0x7f7fd806d0a0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7fd4009870 tx=0x7f7fd401c530 comp rx=0 tx=0).stop 2024-09-13T17:47:42.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdf735640 1 -- 172.21.15.32:0/3942173266 shutdown_connections 2024-09-13T17:47:42.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdf735640 1 --2- 172.21.15.32:0/3942173266 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7fd80cebe0 0x7f7fd80c8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdf735640 1 --2- 172.21.15.32:0/3942173266 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7fd815a300 0x7f7fd806d0a0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdf735640 1 -- 172.21.15.32:0/3942173266 >> 172.21.15.32:0/3942173266 conn(0x7f7fd806a150 msgr2=0x7f7fd806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:42.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdf735640 1 -- 172.21.15.32:0/3942173266 shutdown_connections 2024-09-13T17:47:42.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdf735640 1 -- 172.21.15.32:0/3942173266 wait complete. 2024-09-13T17:47:42.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdf735640 1 Processor -- start 2024-09-13T17:47:42.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdf735640 1 -- start start 2024-09-13T17:47:42.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdf735640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7fd806d5e0 0x7f7fd81f61b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:42.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdf735640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7fd80cebe0 0x7f7fd8159180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:42.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdf735640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7fd815a300 0x7f7fd81596c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:42.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdf735640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd81535c0 con 0x7f7fd815a300 2024-09-13T17:47:42.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdf735640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd80c36b0 con 0x7f7fd806d5e0 2024-09-13T17:47:42.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdf735640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd80ad090 con 0x7f7fd80cebe0 2024-09-13T17:47:42.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fddcd2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7fd815a300 0x7f7fd81596c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:42.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fddcd2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7fd815a300 0x7f7fd81596c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40026/0 (socket says 172.21.15.32:40026) 2024-09-13T17:47:42.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fddcd2640 1 -- 172.21.15.32:0/3206016741 learned_addr learned my addr 172.21.15.32:0/3206016741 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:42.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdccd0640 1 --2- 172.21.15.32:0/3206016741 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7fd80cebe0 0x7f7fd8159180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:42.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdd4d1640 1 --2- 172.21.15.32:0/3206016741 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7fd806d5e0 0x7f7fd81f61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:42.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fddcd2640 1 -- 172.21.15.32:0/3206016741 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7fd80cebe0 msgr2=0x7f7fd8159180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:42.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fddcd2640 1 --2- 172.21.15.32:0/3206016741 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7fd80cebe0 0x7f7fd8159180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fddcd2640 1 -- 172.21.15.32:0/3206016741 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7fd806d5e0 msgr2=0x7f7fd81f61b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:42.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fddcd2640 1 --2- 172.21.15.32:0/3206016741 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7fd806d5e0 0x7f7fd81f61b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fddcd2640 1 -- 172.21.15.32:0/3206016741 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fd40094d0 con 0x7f7fd815a300 2024-09-13T17:47:42.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fddcd2640 1 --2- 172.21.15.32:0/3206016741 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7fd815a300 0x7f7fd81596c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f7fd0007d80 tx=0x7f7fd000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:42.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fcdffb640 1 -- 172.21.15.32:0/3206016741 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fd0014420 con 0x7f7fd815a300 2024-09-13T17:47:42.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fcdffb640 1 -- 172.21.15.32:0/3206016741 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7fd0014580 con 0x7f7fd815a300 2024-09-13T17:47:42.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fcdffb640 1 -- 172.21.15.32:0/3206016741 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fd0014930 con 0x7f7fd815a300 2024-09-13T17:47:42.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdf735640 1 -- 172.21.15.32:0/3206016741 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7fd80ac510 con 0x7f7fd815a300 2024-09-13T17:47:42.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.466+0000 7f7fdf735640 1 -- 172.21.15.32:0/3206016741 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7fd80acad0 con 0x7f7fd815a300 2024-09-13T17:47:42.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.470+0000 7f7fdf735640 1 -- 172.21.15.32:0/3206016741 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7fd80c3840 con 0x7f7fd815a300 2024-09-13T17:47:42.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.470+0000 7f7fcdffb640 1 -- 172.21.15.32:0/3206016741 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7fd0014a90 con 0x7f7fd815a300 2024-09-13T17:47:42.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.470+0000 7f7fcdffb640 1 --2- 172.21.15.32:0/3206016741 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7fbc066690 0x7f7fbc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:42.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.470+0000 7f7fcdffb640 1 -- 172.21.15.32:0/3206016741 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7fd0084c90 con 0x7f7fd815a300 2024-09-13T17:47:42.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.470+0000 7f7fdd4d1640 1 --2- 172.21.15.32:0/3206016741 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7fbc066690 0x7f7fbc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:42.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.470+0000 7f7fdd4d1640 1 --2- 172.21.15.32:0/3206016741 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7fbc066690 0x7f7fbc068b50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7fd40ae000 tx=0x7f7fd4009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:42.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.474+0000 7f7fcdffb640 1 -- 172.21.15.32:0/3206016741 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7fd0051da0 con 0x7f7fd815a300 2024-09-13T17:47:42.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.662+0000 7f7fdf735640 1 -- 172.21.15.32:0/3206016741 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7fd80ad9f0 con 0x7f7fd815a300 2024-09-13T17:47:42.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.662+0000 7f7fcdffb640 1 -- 172.21.15.32:0/3206016741 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4733 (secure 0 0 0) 0x7f7fd00553c0 con 0x7f7fd815a300 2024-09-13T17:47:42.668 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:42.668 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6837/1164054309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6836","nonce":1164054309},{"type":"v1","addr":"172.21.15.159:6837","nonce":1164054309}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6834/1116780765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1116780765},{"type":"v1","addr":"172.21.15.32:6834","nonce":1116780765}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/3250001992","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6833","nonce":3250001992},{"type":"v1","addr":"172.21.15.32:6835","nonce":3250001992}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:47:20.077204+0000","modified":"2024-09-13T17:47:42.293132+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.159:6835/578569681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6834","nonce":578569681},{"type":"v1","addr":"172.21.15.159:6835","nonce":578569681}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T17:47:42.668 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-09-13T17:47:42.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.666+0000 7f7fdf735640 1 -- 172.21.15.32:0/3206016741 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7fbc066690 msgr2=0x7f7fbc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:42.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.666+0000 7f7fdf735640 1 --2- 172.21.15.32:0/3206016741 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7fbc066690 0x7f7fbc068b50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7fd40ae000 tx=0x7f7fd4009040 comp rx=0 tx=0).stop 2024-09-13T17:47:42.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.666+0000 7f7fdf735640 1 -- 172.21.15.32:0/3206016741 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7fd815a300 msgr2=0x7f7fd81596c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:42.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.666+0000 7f7fdf735640 1 --2- 172.21.15.32:0/3206016741 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7fd815a300 0x7f7fd81596c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f7fd0007d80 tx=0x7f7fd000e4b0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.666+0000 7f7fdf735640 1 -- 172.21.15.32:0/3206016741 shutdown_connections 2024-09-13T17:47:42.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.666+0000 7f7fdf735640 1 --2- 172.21.15.32:0/3206016741 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7fbc066690 0x7f7fbc068b50 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.666+0000 7f7fdf735640 1 --2- 172.21.15.32:0/3206016741 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7fd815a300 0x7f7fd81596c0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.666+0000 7f7fdf735640 1 --2- 172.21.15.32:0/3206016741 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7fd80cebe0 0x7f7fd8159180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.666+0000 7f7fdf735640 1 --2- 172.21.15.32:0/3206016741 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7fd806d5e0 0x7f7fd81f61b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.666+0000 7f7fdf735640 1 -- 172.21.15.32:0/3206016741 >> 172.21.15.32:0/3206016741 conn(0x7f7fd806a150 msgr2=0x7f7fd8071a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:42.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.666+0000 7f7fdf735640 1 -- 172.21.15.32:0/3206016741 shutdown_connections 2024-09-13T17:47:42.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.666+0000 7f7fdf735640 1 -- 172.21.15.32:0/3206016741 wait complete. 2024-09-13T17:47:42.685 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:47:42.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.790+0000 7f1d4daff640 1 Processor -- start 2024-09-13T17:47:42.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.790+0000 7f1d4daff640 1 -- start start 2024-09-13T17:47:42.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d4daff640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1d48158880 0x7f1d4806d580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:42.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d4daff640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1d4806d0f0 con 0x7f1d48070240 2024-09-13T17:47:42.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d4daff640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1d480b2c50 con 0x7f1d480b1170 2024-09-13T17:47:42.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d4daff640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d480b26b0 con 0x7f1d48158880 2024-09-13T17:47:42.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d46ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f1d48070240 0x7f1d48070680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:36700/0 (socket says 172.21.15.32:36700) 2024-09-13T17:47:42.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d46ffd640 1 -- 172.21.15.32:0/1372965822 learned_addr learned my addr 172.21.15.32:0/1372965822 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:42.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d477fe640 1 --2- 172.21.15.32:0/1372965822 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1d48158880 0x7f1d4806d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:42.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d467fc640 1 -- 172.21.15.32:0/1372965822 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1138829161 0 0) 0x7f1d4806d0f0 con 0x7f1d48070240 2024-09-13T17:47:42.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d467fc640 1 -- 172.21.15.32:0/1372965822 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1d30004640 con 0x7f1d48070240 2024-09-13T17:47:42.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d467fc640 1 -- 172.21.15.32:0/1372965822 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2987229307 0 0) 0x7f1d30004640 con 0x7f1d48070240 2024-09-13T17:47:42.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d467fc640 1 -- 172.21.15.32:0/1372965822 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1d48158880 msgr2=0x7f1d4806d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:42.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d467fc640 1 --2- 172.21.15.32:0/1372965822 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1d48158880 0x7f1d4806d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d467fc640 1 -- 172.21.15.32:0/1372965822 >> v1:172.21.15.159:6789/0 conn(0x7f1d480b1170 legacy=0x7f1d480b1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:42.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d467fc640 1 -- 172.21.15.32:0/1372965822 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d480b2970 con 0x7f1d48070240 2024-09-13T17:47:42.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d467fc640 1 -- 172.21.15.32:0/1372965822 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f1d3c001680 con 0x7f1d48070240 2024-09-13T17:47:42.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d467fc640 1 -- 172.21.15.32:0/1372965822 >> v1:172.21.15.32:6789/0 conn(0x7f1d48070240 legacy=0x7f1d48070680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:42.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d467fc640 1 --2- 172.21.15.32:0/1372965822 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1d30004ac0 0x7f1d30004ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:42.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d467fc640 1 --2- 172.21.15.32:0/1372965822 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1d48158880 0x7f1d300058e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:42.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d467fc640 1 --2- 172.21.15.32:0/1372965822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d30005e20 0x7f1d300062a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:42.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d467fc640 1 -- 172.21.15.32:0/1372965822 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d480b26b0 con 0x7f1d30005e20 2024-09-13T17:47:42.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d467fc640 1 -- 172.21.15.32:0/1372965822 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d30003710 con 0x7f1d30004ac0 2024-09-13T17:47:42.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d467fc640 1 -- 172.21.15.32:0/1372965822 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d300038d0 con 0x7f1d48158880 2024-09-13T17:47:42.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d47fff640 1 --2- 172.21.15.32:0/1372965822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d30005e20 0x7f1d300062a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:42.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d46ffd640 1 --2- 172.21.15.32:0/1372965822 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1d48158880 0x7f1d300058e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:42.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d477fe640 1 --2- 172.21.15.32:0/1372965822 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1d30004ac0 0x7f1d30004ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:42.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d47fff640 1 -- 172.21.15.32:0/1372965822 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1d48158880 msgr2=0x7f1d300058e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:42.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d47fff640 1 --2- 172.21.15.32:0/1372965822 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1d48158880 0x7f1d300058e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d47fff640 1 -- 172.21.15.32:0/1372965822 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1d30004ac0 msgr2=0x7f1d30004ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:42.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d47fff640 1 --2- 172.21.15.32:0/1372965822 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1d30004ac0 0x7f1d30004ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d47fff640 1 -- 172.21.15.32:0/1372965822 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d30004640 con 0x7f1d30005e20 2024-09-13T17:47:42.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.794+0000 7f1d477fe640 1 --2- 172.21.15.32:0/1372965822 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1d30004ac0 0x7f1d30004ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:42.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d47fff640 1 --2- 172.21.15.32:0/1372965822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d30005e20 0x7f1d300062a0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f1d40001780 tx=0x7f1d4001c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c66cc3c383a0fd09 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:42.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d467fc640 1 -- 172.21.15.32:0/1372965822 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d400052d0 con 0x7f1d30005e20 2024-09-13T17:47:42.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d467fc640 1 -- 172.21.15.32:0/1372965822 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d40005450 con 0x7f1d30005e20 2024-09-13T17:47:42.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d467fc640 1 -- 172.21.15.32:0/1372965822 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d40003840 con 0x7f1d30005e20 2024-09-13T17:47:42.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d4daff640 1 -- 172.21.15.32:0/1372965822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d30005e20 msgr2=0x7f1d300062a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:42.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d4daff640 1 --2- 172.21.15.32:0/1372965822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d30005e20 0x7f1d300062a0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f1d40001780 tx=0x7f1d4001c420 comp rx=0 tx=0).stop 2024-09-13T17:47:42.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d47fff640 1 -- 172.21.15.32:0/1372965822 reap_dead start 2024-09-13T17:47:42.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d4daff640 1 -- 172.21.15.32:0/1372965822 shutdown_connections 2024-09-13T17:47:42.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d4daff640 1 -- 172.21.15.32:0/1372965822 >> 172.21.15.32:0/1372965822 conn(0x7f1d4806a150 msgr2=0x7f1d4806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:42.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d4daff640 1 -- 172.21.15.32:0/1372965822 shutdown_connections 2024-09-13T17:47:42.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d4daff640 1 -- 172.21.15.32:0/1372965822 wait complete. 2024-09-13T17:47:42.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d4daff640 1 Processor -- start 2024-09-13T17:47:42.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d4daff640 1 -- start start 2024-09-13T17:47:42.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d4daff640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1d480977f0 0x7f1d480af3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:42.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d4daff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d480ac7f0 0x7f1d480af910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:42.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d4daff640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1d48097bd0 0x7f1d48159110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:42.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d4daff640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d4815bc40 con 0x7f1d480ac7f0 2024-09-13T17:47:42.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d4daff640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d480c7eb0 con 0x7f1d48097bd0 2024-09-13T17:47:42.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d4daff640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d480c8150 con 0x7f1d480977f0 2024-09-13T17:47:42.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d46ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d480ac7f0 0x7f1d480af910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:42.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d46ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d480ac7f0 0x7f1d480af910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40050/0 (socket says 172.21.15.32:40050) 2024-09-13T17:47:42.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d46ffd640 1 -- 172.21.15.32:0/3305993781 learned_addr learned my addr 172.21.15.32:0/3305993781 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:42.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d47fff640 1 --2- 172.21.15.32:0/3305993781 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1d48097bd0 0x7f1d48159110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:42.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d477fe640 1 --2- 172.21.15.32:0/3305993781 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1d480977f0 0x7f1d480af3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:42.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d46ffd640 1 -- 172.21.15.32:0/3305993781 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1d480977f0 msgr2=0x7f1d480af3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:42.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d46ffd640 1 --2- 172.21.15.32:0/3305993781 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1d480977f0 0x7f1d480af3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d46ffd640 1 -- 172.21.15.32:0/3305993781 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1d48097bd0 msgr2=0x7f1d48159110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:42.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d46ffd640 1 --2- 172.21.15.32:0/3305993781 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1d48097bd0 0x7f1d48159110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d46ffd640 1 -- 172.21.15.32:0/3305993781 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d480b0730 con 0x7f1d480ac7f0 2024-09-13T17:47:42.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d47fff640 1 --2- 172.21.15.32:0/3305993781 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1d48097bd0 0x7f1d48159110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:42.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d477fe640 1 --2- 172.21.15.32:0/3305993781 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1d480977f0 0x7f1d480af3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:42.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.798+0000 7f1d46ffd640 1 --2- 172.21.15.32:0/3305993781 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d480ac7f0 0x7f1d480af910 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f1d3c007290 tx=0x7f1d3c004f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:42.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.802+0000 7f1d2ffff640 1 -- 172.21.15.32:0/3305993781 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d3c00f9c0 con 0x7f1d480ac7f0 2024-09-13T17:47:42.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.802+0000 7f1d2ffff640 1 -- 172.21.15.32:0/3305993781 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d3c00fb40 con 0x7f1d480ac7f0 2024-09-13T17:47:42.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.802+0000 7f1d2ffff640 1 -- 172.21.15.32:0/3305993781 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d3c0133f0 con 0x7f1d480ac7f0 2024-09-13T17:47:42.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.802+0000 7f1d4daff640 1 -- 172.21.15.32:0/3305993781 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d480b0250 con 0x7f1d480ac7f0 2024-09-13T17:47:42.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.802+0000 7f1d4daff640 1 -- 172.21.15.32:0/3305993781 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d48159650 con 0x7f1d480ac7f0 2024-09-13T17:47:42.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.802+0000 7f1d4daff640 1 -- 172.21.15.32:0/3305993781 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d480b00b0 con 0x7f1d480ac7f0 2024-09-13T17:47:42.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.802+0000 7f1d2ffff640 1 -- 172.21.15.32:0/3305993781 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1d3c013550 con 0x7f1d480ac7f0 2024-09-13T17:47:42.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.802+0000 7f1d2ffff640 1 --2- 172.21.15.32:0/3305993781 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1d34066690 0x7f1d34068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:42.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.802+0000 7f1d2ffff640 1 -- 172.21.15.32:0/3305993781 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1d3c084670 con 0x7f1d480ac7f0 2024-09-13T17:47:42.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.802+0000 7f1d477fe640 1 --2- 172.21.15.32:0/3305993781 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1d34066690 0x7f1d34068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:42.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.802+0000 7f1d477fe640 1 --2- 172.21.15.32:0/3305993781 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1d34066690 0x7f1d34068b50 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1d38009900 tx=0x7f1d3800b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:42.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.806+0000 7f1d2ffff640 1 -- 172.21.15.32:0/3305993781 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1d480b00b0 con 0x7f1d480ac7f0 2024-09-13T17:47:42.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.966+0000 7f1d4daff640 1 -- 172.21.15.32:0/3305993781 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1d480b0440 con 0x7f1d480ac7f0 2024-09-13T17:47:42.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.970+0000 7f1d2ffff640 1 -- 172.21.15.32:0/3305993781 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18334 (secure 0 0 0) 0x7f1d480b0440 con 0x7f1d480ac7f0 2024-09-13T17:47:42.974 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:42.974 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":27,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:47:24.598946+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:47:42.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.970+0000 7f1d4daff640 1 -- 172.21.15.32:0/3305993781 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1d34066690 msgr2=0x7f1d34068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:42.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.970+0000 7f1d4daff640 1 --2- 172.21.15.32:0/3305993781 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1d34066690 0x7f1d34068b50 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1d38009900 tx=0x7f1d3800b040 comp rx=0 tx=0).stop 2024-09-13T17:47:42.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.970+0000 7f1d4daff640 1 -- 172.21.15.32:0/3305993781 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d480ac7f0 msgr2=0x7f1d480af910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:42.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.970+0000 7f1d4daff640 1 --2- 172.21.15.32:0/3305993781 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d480ac7f0 0x7f1d480af910 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f1d3c007290 tx=0x7f1d3c004f90 comp rx=0 tx=0).stop 2024-09-13T17:47:42.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.970+0000 7f1d4daff640 1 -- 172.21.15.32:0/3305993781 shutdown_connections 2024-09-13T17:47:42.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.970+0000 7f1d4daff640 1 --2- 172.21.15.32:0/3305993781 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1d34066690 0x7f1d34068b50 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.970+0000 7f1d4daff640 1 --2- 172.21.15.32:0/3305993781 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1d48097bd0 0x7f1d48159110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.970+0000 7f1d4daff640 1 --2- 172.21.15.32:0/3305993781 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d480ac7f0 0x7f1d480af910 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.970+0000 7f1d4daff640 1 --2- 172.21.15.32:0/3305993781 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1d480977f0 0x7f1d480af3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:42.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.970+0000 7f1d4daff640 1 -- 172.21.15.32:0/3305993781 >> 172.21.15.32:0/3305993781 conn(0x7f1d4806a150 msgr2=0x7f1d480c8430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:42.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.970+0000 7f1d4daff640 1 -- 172.21.15.32:0/3305993781 shutdown_connections 2024-09-13T17:47:42.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:42.970+0000 7f1d4daff640 1 -- 172.21.15.32:0/3305993781 wait complete. 2024-09-13T17:47:42.994 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T17:47:42.994 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:47:43.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.110+0000 7f5760d60640 1 Processor -- start 2024-09-13T17:47:43.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.110+0000 7f5760d60640 1 -- start start 2024-09-13T17:47:43.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.110+0000 7f5760d60640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f575c15c860 0x7f575c0ce210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.110+0000 7f5760d60640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f575c06f930 0x7f575c06bb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.110+0000 7f5760d60640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f575c06b6e0 con 0x7f575c0993f0 2024-09-13T17:47:43.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.110+0000 7f5760d60640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f575c0998d0 con 0x7f575c15c860 2024-09-13T17:47:43.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.110+0000 7f5760d60640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f575c099bb0 con 0x7f575c06f930 2024-09-13T17:47:43.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.110+0000 7f575a59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f575c15c860 0x7f575c0ce210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:43.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.110+0000 7f575a59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f575c15c860 0x7f575c0ce210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40060/0 (socket says 172.21.15.32:40060) 2024-09-13T17:47:43.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.110+0000 7f575a59c640 1 -- 172.21.15.32:0/1264804360 learned_addr learned my addr 172.21.15.32:0/1264804360 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:43.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.110+0000 7f575ad9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f575c0993f0 0x7f575c160210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:36702/0 (socket says 172.21.15.32:36702) 2024-09-13T17:47:43.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.110+0000 7f5753fff640 1 --2- 172.21.15.32:0/1264804360 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f575c06f930 0x7f575c06bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:43.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.110+0000 7f575a59c640 1 -- 172.21.15.32:0/1264804360 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f575c06f930 msgr2=0x7f575c06bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:43.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.110+0000 7f575a59c640 1 --2- 172.21.15.32:0/1264804360 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f575c06f930 0x7f575c06bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.110+0000 7f575a59c640 1 -- 172.21.15.32:0/1264804360 >> v1:172.21.15.32:6789/0 conn(0x7f575c0993f0 legacy=0x7f575c160210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:43.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.110+0000 7f575a59c640 1 -- 172.21.15.32:0/1264804360 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f575c06b090 con 0x7f575c15c860 2024-09-13T17:47:43.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.114+0000 7f575a59c640 1 --2- 172.21.15.32:0/1264804360 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f575c15c860 0x7f575c0ce210 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f574c009870 tx=0x7f574c01c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69c807b4efc58e12 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:43.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.114+0000 7f5759d9b640 1 -- 172.21.15.32:0/1264804360 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f574c0a9610 con 0x7f575c15c860 2024-09-13T17:47:43.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.114+0000 7f5759d9b640 1 -- 172.21.15.32:0/1264804360 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f574c0a9770 con 0x7f575c15c860 2024-09-13T17:47:43.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.114+0000 7f5759d9b640 1 -- 172.21.15.32:0/1264804360 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f574c0a9b00 con 0x7f575c15c860 2024-09-13T17:47:43.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.114+0000 7f5760d60640 1 -- 172.21.15.32:0/1264804360 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f575c15c860 msgr2=0x7f575c0ce210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:43.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.114+0000 7f5760d60640 1 --2- 172.21.15.32:0/1264804360 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f575c15c860 0x7f575c0ce210 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f574c009870 tx=0x7f574c01c530 comp rx=0 tx=0).stop 2024-09-13T17:47:43.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.114+0000 7f5760d60640 1 -- 172.21.15.32:0/1264804360 shutdown_connections 2024-09-13T17:47:43.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.114+0000 7f5760d60640 1 --2- 172.21.15.32:0/1264804360 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f575c06f930 0x7f575c06bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.114+0000 7f5760d60640 1 --2- 172.21.15.32:0/1264804360 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f575c15c860 0x7f575c0ce210 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.114+0000 7f5760d60640 1 -- 172.21.15.32:0/1264804360 >> 172.21.15.32:0/1264804360 conn(0x7f575c0b1e00 msgr2=0x7f575c0b2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:43.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.114+0000 7f5760d60640 1 -- 172.21.15.32:0/1264804360 shutdown_connections 2024-09-13T17:47:43.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.114+0000 7f5760d60640 1 -- 172.21.15.32:0/1264804360 wait complete. 2024-09-13T17:47:43.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.114+0000 7f5760d60640 1 Processor -- start 2024-09-13T17:47:43.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.114+0000 7f5760d60640 1 -- start start 2024-09-13T17:47:43.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f5760d60640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f575c06f930 0x7f575c155860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f5760d60640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f575c0993f0 0x7f575c0ad940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f5760d60640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f575c15dbc0 0x7f575c0ade80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f5760d60640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f575c15f570 con 0x7f575c06f930 2024-09-13T17:47:43.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f5760d60640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f575c15e110 con 0x7f575c15dbc0 2024-09-13T17:47:43.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f5760d60640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f575c15f7f0 con 0x7f575c0993f0 2024-09-13T17:47:43.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f575a59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f575c06f930 0x7f575c155860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:43.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f575a59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f575c06f930 0x7f575c155860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40062/0 (socket says 172.21.15.32:40062) 2024-09-13T17:47:43.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f575a59c640 1 -- 172.21.15.32:0/945477256 learned_addr learned my addr 172.21.15.32:0/945477256 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:43.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f5753fff640 1 --2- 172.21.15.32:0/945477256 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f575c0993f0 0x7f575c0ad940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:43.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f575ad9d640 1 --2- 172.21.15.32:0/945477256 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f575c15dbc0 0x7f575c0ade80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:43.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f575a59c640 1 -- 172.21.15.32:0/945477256 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f575c0993f0 msgr2=0x7f575c0ad940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:43.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f575a59c640 1 --2- 172.21.15.32:0/945477256 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f575c0993f0 0x7f575c0ad940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f575a59c640 1 -- 172.21.15.32:0/945477256 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f575c15dbc0 msgr2=0x7f575c0ade80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:43.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f575a59c640 1 --2- 172.21.15.32:0/945477256 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f575c15dbc0 0x7f575c0ade80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f575a59c640 1 -- 172.21.15.32:0/945477256 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f574c0094d0 con 0x7f575c06f930 2024-09-13T17:47:43.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f575ad9d640 1 --2- 172.21.15.32:0/945477256 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f575c15dbc0 0x7f575c0ade80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:43.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f575a59c640 1 --2- 172.21.15.32:0/945477256 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f575c06f930 0x7f575c155860 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f574c01abe0 tx=0x7f574c01ad70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:43.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f5752ffd640 1 -- 172.21.15.32:0/945477256 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f574c0bc650 con 0x7f575c06f930 2024-09-13T17:47:43.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f5752ffd640 1 -- 172.21.15.32:0/945477256 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f574c0bc7d0 con 0x7f575c06f930 2024-09-13T17:47:43.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f5760d60640 1 -- 172.21.15.32:0/945477256 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f575c15fad0 con 0x7f575c06f930 2024-09-13T17:47:43.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f5752ffd640 1 -- 172.21.15.32:0/945477256 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f574c0bcb80 con 0x7f575c06f930 2024-09-13T17:47:43.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f5760d60640 1 -- 172.21.15.32:0/945477256 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f575c0c52a0 con 0x7f575c06f930 2024-09-13T17:47:43.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f5760d60640 1 -- 172.21.15.32:0/945477256 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f575c0ce210 con 0x7f575c06f930 2024-09-13T17:47:43.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f5752ffd640 1 -- 172.21.15.32:0/945477256 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f574c0c53f0 con 0x7f575c06f930 2024-09-13T17:47:43.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f5752ffd640 1 --2- 172.21.15.32:0/945477256 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f573c066690 0x7f573c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f5752ffd640 1 -- 172.21.15.32:0/945477256 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f574c11ef90 con 0x7f575c06f930 2024-09-13T17:47:43.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.118+0000 7f5753fff640 1 --2- 172.21.15.32:0/945477256 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f573c066690 0x7f573c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:43.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.122+0000 7f5753fff640 1 --2- 172.21.15.32:0/945477256 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f573c066690 0x7f573c068b50 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f575c0b6370 tx=0x7f5744008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:43.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.122+0000 7f5752ffd640 1 -- 172.21.15.32:0/945477256 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f574c0ec010 con 0x7f575c06f930 2024-09-13T17:47:43.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.286+0000 7f5760d60640 1 -- 172.21.15.32:0/945477256 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f575c0ccba0 con 0x7f573c066690 2024-09-13T17:47:43.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.322+0000 7f5752ffd640 1 -- 172.21.15.32:0/945477256 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345231 (secure 0 0 0) 0x7f575c0ccba0 con 0x7f573c066690 2024-09-13T17:47:43.325 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:43.329 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-13T17:47:43.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.322+0000 7f5760d60640 1 -- 172.21.15.32:0/945477256 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f573c066690 msgr2=0x7f573c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:43.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.322+0000 7f5760d60640 1 --2- 172.21.15.32:0/945477256 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f573c066690 0x7f573c068b50 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f575c0b6370 tx=0x7f5744008040 comp rx=0 tx=0).stop 2024-09-13T17:47:43.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.322+0000 7f5760d60640 1 -- 172.21.15.32:0/945477256 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f575c06f930 msgr2=0x7f575c155860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:43.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.322+0000 7f5760d60640 1 --2- 172.21.15.32:0/945477256 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f575c06f930 0x7f575c155860 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f574c01abe0 tx=0x7f574c01ad70 comp rx=0 tx=0).stop 2024-09-13T17:47:43.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.322+0000 7f5760d60640 1 -- 172.21.15.32:0/945477256 shutdown_connections 2024-09-13T17:47:43.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.322+0000 7f5760d60640 1 --2- 172.21.15.32:0/945477256 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f573c066690 0x7f573c068b50 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.322+0000 7f5760d60640 1 --2- 172.21.15.32:0/945477256 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f575c15dbc0 0x7f575c0ade80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.322+0000 7f5760d60640 1 --2- 172.21.15.32:0/945477256 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f575c0993f0 0x7f575c0ad940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.322+0000 7f5760d60640 1 --2- 172.21.15.32:0/945477256 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f575c06f930 0x7f575c155860 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.322+0000 7f5760d60640 1 -- 172.21.15.32:0/945477256 >> 172.21.15.32:0/945477256 conn(0x7f575c0b1e00 msgr2=0x7f575c0cf870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:43.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.322+0000 7f5760d60640 1 -- 172.21.15.32:0/945477256 shutdown_connections 2024-09-13T17:47:43.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.322+0000 7f5760d60640 1 -- 172.21.15.32:0/945477256 wait complete. 2024-09-13T17:47:43.346 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":39,"stamp":"2024-09-13T17:47:42.205096+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235968,"kb_used_data":3400,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754738752,"statfs":{"total":773094113280,"available":772852482048,"internally_reserved":0,"allocated":3481600,"data_stored":2066026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2231,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005152"},"pg_stats":[{"pgid":"2.1f","version":"22'4","reported_seq":18,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233968+0000","last_change":"2024-09-13T17:47:19.720978+0000","last_active":"2024-09-13T17:47:24.233968+0000","last_peered":"2024-09-13T17:47:24.233968+0000","last_clean":"2024-09-13T17:47:24.233968+0000","last_became_active":"2024-09-13T17:47:19.720614+0000","last_became_peered":"2024-09-13T17:47:19.720614+0000","last_unstale":"2024-09-13T17:47:24.233968+0000","last_undegraded":"2024-09-13T17:47:24.233968+0000","last_fullsized":"2024-09-13T17:47:24.233968+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:19:33.499890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213662+0000","last_change":"2024-09-13T17:47:20.118715+0000","last_active":"2024-09-13T17:47:24.213662+0000","last_peered":"2024-09-13T17:47:24.213662+0000","last_clean":"2024-09-13T17:47:24.213662+0000","last_became_active":"2024-09-13T17:47:20.118281+0000","last_became_peered":"2024-09-13T17:47:20.118281+0000","last_unstale":"2024-09-13T17:47:24.213662+0000","last_undegraded":"2024-09-13T17:47:24.213662+0000","last_fullsized":"2024-09-13T17:47:24.213662+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:37.339275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090059+0000","last_change":"2024-09-13T17:47:24.278734+0000","last_active":"2024-09-13T17:47:25.090059+0000","last_peered":"2024-09-13T17:47:25.090059+0000","last_clean":"2024-09-13T17:47:25.090059+0000","last_became_active":"2024-09-13T17:47:24.278343+0000","last_became_peered":"2024-09-13T17:47:24.278343+0000","last_unstale":"2024-09-13T17:47:25.090059+0000","last_undegraded":"2024-09-13T17:47:25.090059+0000","last_fullsized":"2024-09-13T17:47:25.090059+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:03:55.030177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"22'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213919+0000","last_change":"2024-09-13T17:47:19.700359+0000","last_active":"2024-09-13T17:47:24.213919+0000","last_peered":"2024-09-13T17:47:24.213919+0000","last_clean":"2024-09-13T17:47:24.213919+0000","last_became_active":"2024-09-13T17:47:19.700046+0000","last_became_peered":"2024-09-13T17:47:19.700046+0000","last_unstale":"2024-09-13T17:47:24.213919+0000","last_undegraded":"2024-09-13T17:47:24.213919+0000","last_fullsized":"2024-09-13T17:47:24.213919+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:36.204367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233848+0000","last_change":"2024-09-13T17:47:20.105255+0000","last_active":"2024-09-13T17:47:24.233848+0000","last_peered":"2024-09-13T17:47:24.233848+0000","last_clean":"2024-09-13T17:47:24.233848+0000","last_became_active":"2024-09-13T17:47:20.102691+0000","last_became_peered":"2024-09-13T17:47:20.102691+0000","last_unstale":"2024-09-13T17:47:24.233848+0000","last_undegraded":"2024-09-13T17:47:24.233848+0000","last_fullsized":"2024-09-13T17:47:24.233848+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:13.907174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.256899+0000","last_change":"2024-09-13T17:47:24.254117+0000","last_active":"2024-09-13T17:47:24.256899+0000","last_peered":"2024-09-13T17:47:24.256899+0000","last_clean":"2024-09-13T17:47:24.256899+0000","last_became_active":"2024-09-13T17:47:24.252881+0000","last_became_peered":"2024-09-13T17:47:24.252881+0000","last_unstale":"2024-09-13T17:47:24.256899+0000","last_undegraded":"2024-09-13T17:47:24.256899+0000","last_fullsized":"2024-09-13T17:47:24.256899+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:16:01.643077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272555+0000","last_change":"2024-09-13T17:47:19.720563+0000","last_active":"2024-09-13T17:47:24.272555+0000","last_peered":"2024-09-13T17:47:24.272555+0000","last_clean":"2024-09-13T17:47:24.272555+0000","last_became_active":"2024-09-13T17:47:19.719912+0000","last_became_peered":"2024-09-13T17:47:19.719912+0000","last_unstale":"2024-09-13T17:47:24.272555+0000","last_undegraded":"2024-09-13T17:47:24.272555+0000","last_fullsized":"2024-09-13T17:47:24.272555+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:14.894984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.216765+0000","last_change":"2024-09-13T17:47:20.103559+0000","last_active":"2024-09-13T17:47:24.216765+0000","last_peered":"2024-09-13T17:47:24.216765+0000","last_clean":"2024-09-13T17:47:24.216765+0000","last_became_active":"2024-09-13T17:47:20.102308+0000","last_became_peered":"2024-09-13T17:47:20.102308+0000","last_unstale":"2024-09-13T17:47:24.216765+0000","last_undegraded":"2024-09-13T17:47:24.216765+0000","last_fullsized":"2024-09-13T17:47:24.216765+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:18:08.550482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.264901+0000","last_change":"2024-09-13T17:47:24.262623+0000","last_active":"2024-09-13T17:47:24.264901+0000","last_peered":"2024-09-13T17:47:24.264901+0000","last_clean":"2024-09-13T17:47:24.264901+0000","last_became_active":"2024-09-13T17:47:24.261088+0000","last_became_peered":"2024-09-13T17:47:24.261088+0000","last_unstale":"2024-09-13T17:47:24.264901+0000","last_undegraded":"2024-09-13T17:47:24.264901+0000","last_fullsized":"2024-09-13T17:47:24.264901+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:49.060574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271769+0000","last_change":"2024-09-13T17:47:19.716032+0000","last_active":"2024-09-13T17:47:24.271769+0000","last_peered":"2024-09-13T17:47:24.271769+0000","last_clean":"2024-09-13T17:47:24.271769+0000","last_became_active":"2024-09-13T17:47:19.715388+0000","last_became_peered":"2024-09-13T17:47:19.715388+0000","last_unstale":"2024-09-13T17:47:24.271769+0000","last_undegraded":"2024-09-13T17:47:24.271769+0000","last_fullsized":"2024-09-13T17:47:24.271769+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:23:21.846668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217767+0000","last_change":"2024-09-13T17:47:20.099364+0000","last_active":"2024-09-13T17:47:24.217767+0000","last_peered":"2024-09-13T17:47:24.217767+0000","last_clean":"2024-09-13T17:47:24.217767+0000","last_became_active":"2024-09-13T17:47:20.099056+0000","last_became_peered":"2024-09-13T17:47:20.099056+0000","last_unstale":"2024-09-13T17:47:24.217767+0000","last_undegraded":"2024-09-13T17:47:24.217767+0000","last_fullsized":"2024-09-13T17:47:24.217767+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:29.548696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.251711+0000","last_change":"2024-09-13T17:47:24.243429+0000","last_active":"2024-09-13T17:47:24.251711+0000","last_peered":"2024-09-13T17:47:24.251711+0000","last_clean":"2024-09-13T17:47:24.251711+0000","last_became_active":"2024-09-13T17:47:24.242355+0000","last_became_peered":"2024-09-13T17:47:24.242355+0000","last_unstale":"2024-09-13T17:47:24.251711+0000","last_undegraded":"2024-09-13T17:47:24.251711+0000","last_fullsized":"2024-09-13T17:47:24.251711+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:43.878578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.237211+0000","last_change":"2024-09-13T17:47:20.103829+0000","last_active":"2024-09-13T17:47:24.237211+0000","last_peered":"2024-09-13T17:47:24.237211+0000","last_clean":"2024-09-13T17:47:24.237211+0000","last_became_active":"2024-09-13T17:47:20.103547+0000","last_became_peered":"2024-09-13T17:47:20.103547+0000","last_unstale":"2024-09-13T17:47:24.237211+0000","last_undegraded":"2024-09-13T17:47:24.237211+0000","last_fullsized":"2024-09-13T17:47:24.237211+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:00.979797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271278+0000","last_change":"2024-09-13T17:47:19.713891+0000","last_active":"2024-09-13T17:47:24.271278+0000","last_peered":"2024-09-13T17:47:24.271278+0000","last_clean":"2024-09-13T17:47:24.271278+0000","last_became_active":"2024-09-13T17:47:19.712878+0000","last_became_peered":"2024-09-13T17:47:19.712878+0000","last_unstale":"2024-09-13T17:47:24.271278+0000","last_undegraded":"2024-09-13T17:47:24.271278+0000","last_fullsized":"2024-09-13T17:47:24.271278+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:52:47.527426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.236923+0000","last_change":"2024-09-13T17:47:24.234691+0000","last_active":"2024-09-13T17:47:24.236923+0000","last_peered":"2024-09-13T17:47:24.236923+0000","last_clean":"2024-09-13T17:47:24.236923+0000","last_became_active":"2024-09-13T17:47:24.233704+0000","last_became_peered":"2024-09-13T17:47:24.233704+0000","last_unstale":"2024-09-13T17:47:24.236923+0000","last_undegraded":"2024-09-13T17:47:24.236923+0000","last_fullsized":"2024-09-13T17:47:24.236923+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:38.554621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.212922+0000","last_change":"2024-09-13T17:47:20.110757+0000","last_active":"2024-09-13T17:47:24.212922+0000","last_peered":"2024-09-13T17:47:24.212922+0000","last_clean":"2024-09-13T17:47:24.212922+0000","last_became_active":"2024-09-13T17:47:20.104162+0000","last_became_peered":"2024-09-13T17:47:20.104162+0000","last_unstale":"2024-09-13T17:47:24.212922+0000","last_undegraded":"2024-09-13T17:47:24.212922+0000","last_fullsized":"2024-09-13T17:47:24.212922+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230727+0000","last_change":"2024-09-13T17:47:19.701844+0000","last_active":"2024-09-13T17:47:24.230727+0000","last_peered":"2024-09-13T17:47:24.230727+0000","last_clean":"2024-09-13T17:47:24.230727+0000","last_became_active":"2024-09-13T17:47:19.701500+0000","last_became_peered":"2024-09-13T17:47:19.701500+0000","last_unstale":"2024-09-13T17:47:24.230727+0000","last_undegraded":"2024-09-13T17:47:24.230727+0000","last_fullsized":"2024-09-13T17:47:24.230727+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:50.801335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.243114+0000","last_change":"2024-09-13T17:47:24.240018+0000","last_active":"2024-09-13T17:47:24.243114+0000","last_peered":"2024-09-13T17:47:24.243114+0000","last_clean":"2024-09-13T17:47:24.243114+0000","last_became_active":"2024-09-13T17:47:24.238793+0000","last_became_peered":"2024-09-13T17:47:24.238793+0000","last_unstale":"2024-09-13T17:47:24.243114+0000","last_undegraded":"2024-09-13T17:47:24.243114+0000","last_fullsized":"2024-09-13T17:47:24.243114+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:13.245084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213937+0000","last_change":"2024-09-13T17:47:20.123486+0000","last_active":"2024-09-13T17:47:24.213937+0000","last_peered":"2024-09-13T17:47:24.213937+0000","last_clean":"2024-09-13T17:47:24.213937+0000","last_became_active":"2024-09-13T17:47:20.121933+0000","last_became_peered":"2024-09-13T17:47:20.121933+0000","last_unstale":"2024-09-13T17:47:24.213937+0000","last_undegraded":"2024-09-13T17:47:24.213937+0000","last_fullsized":"2024-09-13T17:47:24.213937+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:13.907174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230172+0000","last_change":"2024-09-13T17:47:19.705456+0000","last_active":"2024-09-13T17:47:24.230172+0000","last_peered":"2024-09-13T17:47:24.230172+0000","last_clean":"2024-09-13T17:47:24.230172+0000","last_became_active":"2024-09-13T17:47:19.705120+0000","last_became_peered":"2024-09-13T17:47:19.705120+0000","last_unstale":"2024-09-13T17:47:24.230172+0000","last_undegraded":"2024-09-13T17:47:24.230172+0000","last_fullsized":"2024-09-13T17:47:24.230172+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:52:47.527426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090932+0000","last_change":"2024-09-13T17:47:24.280774+0000","last_active":"2024-09-13T17:47:25.090932+0000","last_peered":"2024-09-13T17:47:25.090932+0000","last_clean":"2024-09-13T17:47:25.090932+0000","last_became_active":"2024-09-13T17:47:24.280064+0000","last_became_peered":"2024-09-13T17:47:24.280064+0000","last_unstale":"2024-09-13T17:47:25.090932+0000","last_undegraded":"2024-09-13T17:47:25.090932+0000","last_fullsized":"2024-09-13T17:47:25.090932+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:51.241045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219015+0000","last_change":"2024-09-13T17:47:20.109472+0000","last_active":"2024-09-13T17:47:24.219015+0000","last_peered":"2024-09-13T17:47:24.219015+0000","last_clean":"2024-09-13T17:47:24.219015+0000","last_became_active":"2024-09-13T17:47:20.108632+0000","last_became_peered":"2024-09-13T17:47:20.108632+0000","last_unstale":"2024-09-13T17:47:24.219015+0000","last_undegraded":"2024-09-13T17:47:24.219015+0000","last_fullsized":"2024-09-13T17:47:24.219015+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:15.903282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271449+0000","last_change":"2024-09-13T17:47:19.702990+0000","last_active":"2024-09-13T17:47:24.271449+0000","last_peered":"2024-09-13T17:47:24.271449+0000","last_clean":"2024-09-13T17:47:24.271449+0000","last_became_active":"2024-09-13T17:47:19.701867+0000","last_became_peered":"2024-09-13T17:47:19.701867+0000","last_unstale":"2024-09-13T17:47:24.271449+0000","last_undegraded":"2024-09-13T17:47:24.271449+0000","last_fullsized":"2024-09-13T17:47:24.271449+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:50.794201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.246576+0000","last_change":"2024-09-13T17:47:24.240909+0000","last_active":"2024-09-13T17:47:24.246576+0000","last_peered":"2024-09-13T17:47:24.246576+0000","last_clean":"2024-09-13T17:47:24.246576+0000","last_became_active":"2024-09-13T17:47:24.238291+0000","last_became_peered":"2024-09-13T17:47:24.238291+0000","last_unstale":"2024-09-13T17:47:24.246576+0000","last_undegraded":"2024-09-13T17:47:24.246576+0000","last_fullsized":"2024-09-13T17:47:24.246576+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:26.849709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233388+0000","last_change":"2024-09-13T17:47:20.101940+0000","last_active":"2024-09-13T17:47:24.233388+0000","last_peered":"2024-09-13T17:47:24.233388+0000","last_clean":"2024-09-13T17:47:24.233388+0000","last_became_active":"2024-09-13T17:47:20.101483+0000","last_became_peered":"2024-09-13T17:47:20.101483+0000","last_unstale":"2024-09-13T17:47:24.233388+0000","last_undegraded":"2024-09-13T17:47:24.233388+0000","last_fullsized":"2024-09-13T17:47:24.233388+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:54.374725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.256964+0000","last_change":"2024-09-13T17:47:19.716551+0000","last_active":"2024-09-13T17:47:24.256964+0000","last_peered":"2024-09-13T17:47:24.256964+0000","last_clean":"2024-09-13T17:47:24.256964+0000","last_became_active":"2024-09-13T17:47:19.715892+0000","last_became_peered":"2024-09-13T17:47:19.715892+0000","last_unstale":"2024-09-13T17:47:24.256964+0000","last_undegraded":"2024-09-13T17:47:24.256964+0000","last_fullsized":"2024-09-13T17:47:24.256964+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:12.721168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.285958+0000","last_change":"2024-09-13T17:47:24.279408+0000","last_active":"2024-09-13T17:47:24.285958+0000","last_peered":"2024-09-13T17:47:24.285958+0000","last_clean":"2024-09-13T17:47:24.285958+0000","last_became_active":"2024-09-13T17:47:24.278657+0000","last_became_peered":"2024-09-13T17:47:24.278657+0000","last_unstale":"2024-09-13T17:47:24.285958+0000","last_undegraded":"2024-09-13T17:47:24.285958+0000","last_fullsized":"2024-09-13T17:47:24.285958+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:58:41.435311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.214526+0000","last_change":"2024-09-13T17:47:20.123610+0000","last_active":"2024-09-13T17:47:24.214526+0000","last_peered":"2024-09-13T17:47:24.214526+0000","last_clean":"2024-09-13T17:47:24.214526+0000","last_became_active":"2024-09-13T17:47:20.121961+0000","last_became_peered":"2024-09-13T17:47:20.121961+0000","last_unstale":"2024-09-13T17:47:24.214526+0000","last_undegraded":"2024-09-13T17:47:24.214526+0000","last_fullsized":"2024-09-13T17:47:24.214526+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:32.474530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"25'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230569+0000","last_change":"2024-09-13T17:47:19.715843+0000","last_active":"2024-09-13T17:47:24.230569+0000","last_peered":"2024-09-13T17:47:24.230569+0000","last_clean":"2024-09-13T17:47:24.230569+0000","last_became_active":"2024-09-13T17:47:19.715445+0000","last_became_peered":"2024-09-13T17:47:19.715445+0000","last_unstale":"2024-09-13T17:47:24.230569+0000","last_undegraded":"2024-09-13T17:47:24.230569+0000","last_fullsized":"2024-09-13T17:47:24.230569+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:50.794201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.088755+0000","last_change":"2024-09-13T17:47:24.270010+0000","last_active":"2024-09-13T17:47:25.088755+0000","last_peered":"2024-09-13T17:47:25.088755+0000","last_clean":"2024-09-13T17:47:25.088755+0000","last_became_active":"2024-09-13T17:47:24.269565+0000","last_became_peered":"2024-09-13T17:47:24.269565+0000","last_unstale":"2024-09-13T17:47:25.088755+0000","last_undegraded":"2024-09-13T17:47:25.088755+0000","last_fullsized":"2024-09-13T17:47:25.088755+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:37:46.918806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230168+0000","last_change":"2024-09-13T17:47:20.098500+0000","last_active":"2024-09-13T17:47:24.230168+0000","last_peered":"2024-09-13T17:47:24.230168+0000","last_clean":"2024-09-13T17:47:24.230168+0000","last_became_active":"2024-09-13T17:47:20.098000+0000","last_became_peered":"2024-09-13T17:47:20.098000+0000","last_unstale":"2024-09-13T17:47:24.230168+0000","last_undegraded":"2024-09-13T17:47:24.230168+0000","last_fullsized":"2024-09-13T17:47:24.230168+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:32.351729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272879+0000","last_change":"2024-09-13T17:47:19.720840+0000","last_active":"2024-09-13T17:47:24.272879+0000","last_peered":"2024-09-13T17:47:24.272879+0000","last_clean":"2024-09-13T17:47:24.272879+0000","last_became_active":"2024-09-13T17:47:19.720426+0000","last_became_peered":"2024-09-13T17:47:19.720426+0000","last_unstale":"2024-09-13T17:47:24.272879+0000","last_undegraded":"2024-09-13T17:47:24.272879+0000","last_fullsized":"2024-09-13T17:47:24.272879+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:35.775994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.092663+0000","last_change":"2024-09-13T17:47:24.279984+0000","last_active":"2024-09-13T17:47:25.092663+0000","last_peered":"2024-09-13T17:47:25.092663+0000","last_clean":"2024-09-13T17:47:25.092663+0000","last_became_active":"2024-09-13T17:47:24.277851+0000","last_became_peered":"2024-09-13T17:47:24.277851+0000","last_unstale":"2024-09-13T17:47:25.092663+0000","last_undegraded":"2024-09-13T17:47:25.092663+0000","last_fullsized":"2024-09-13T17:47:25.092663+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:32:07.746083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217966+0000","last_change":"2024-09-13T17:47:20.113112+0000","last_active":"2024-09-13T17:47:24.217966+0000","last_peered":"2024-09-13T17:47:24.217966+0000","last_clean":"2024-09-13T17:47:24.217966+0000","last_became_active":"2024-09-13T17:47:20.112842+0000","last_became_peered":"2024-09-13T17:47:20.112842+0000","last_unstale":"2024-09-13T17:47:24.217966+0000","last_undegraded":"2024-09-13T17:47:24.217966+0000","last_fullsized":"2024-09-13T17:47:24.217966+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:38:18.807374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230267+0000","last_change":"2024-09-13T17:47:19.701210+0000","last_active":"2024-09-13T17:47:24.230267+0000","last_peered":"2024-09-13T17:47:24.230267+0000","last_clean":"2024-09-13T17:47:24.230267+0000","last_became_active":"2024-09-13T17:47:19.700985+0000","last_became_peered":"2024-09-13T17:47:19.700985+0000","last_unstale":"2024-09-13T17:47:24.230267+0000","last_undegraded":"2024-09-13T17:47:24.230267+0000","last_fullsized":"2024-09-13T17:47:24.230267+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:35.775994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090659+0000","last_change":"2024-09-13T17:47:24.244719+0000","last_active":"2024-09-13T17:47:25.090659+0000","last_peered":"2024-09-13T17:47:25.090659+0000","last_clean":"2024-09-13T17:47:25.090659+0000","last_became_active":"2024-09-13T17:47:24.243524+0000","last_became_peered":"2024-09-13T17:47:24.243524+0000","last_unstale":"2024-09-13T17:47:25.090659+0000","last_undegraded":"2024-09-13T17:47:25.090659+0000","last_fullsized":"2024-09-13T17:47:25.090659+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:07.401229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.244915+0000","last_change":"2024-09-13T17:47:20.108319+0000","last_active":"2024-09-13T17:47:24.244915+0000","last_peered":"2024-09-13T17:47:24.244915+0000","last_clean":"2024-09-13T17:47:24.244915+0000","last_became_active":"2024-09-13T17:47:20.107992+0000","last_became_peered":"2024-09-13T17:47:20.107992+0000","last_unstale":"2024-09-13T17:47:24.244915+0000","last_undegraded":"2024-09-13T17:47:24.244915+0000","last_fullsized":"2024-09-13T17:47:24.244915+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:51.802499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.220377+0000","last_change":"2024-09-13T17:47:19.715435+0000","last_active":"2024-09-13T17:47:24.220377+0000","last_peered":"2024-09-13T17:47:24.220377+0000","last_clean":"2024-09-13T17:47:24.220377+0000","last_became_active":"2024-09-13T17:47:19.712691+0000","last_became_peered":"2024-09-13T17:47:19.712691+0000","last_unstale":"2024-09-13T17:47:24.220377+0000","last_undegraded":"2024-09-13T17:47:24.220377+0000","last_fullsized":"2024-09-13T17:47:24.220377+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:34:29.525431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090115+0000","last_change":"2024-09-13T17:47:24.244563+0000","last_active":"2024-09-13T17:47:25.090115+0000","last_peered":"2024-09-13T17:47:25.090115+0000","last_clean":"2024-09-13T17:47:25.090115+0000","last_became_active":"2024-09-13T17:47:24.244208+0000","last_became_peered":"2024-09-13T17:47:24.244208+0000","last_unstale":"2024-09-13T17:47:25.090115+0000","last_undegraded":"2024-09-13T17:47:25.090115+0000","last_fullsized":"2024-09-13T17:47:25.090115+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:32:07.746083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.229716+0000","last_change":"2024-09-13T17:47:20.098234+0000","last_active":"2024-09-13T17:47:24.229716+0000","last_peered":"2024-09-13T17:47:24.229716+0000","last_clean":"2024-09-13T17:47:24.229716+0000","last_became_active":"2024-09-13T17:47:20.097967+0000","last_became_peered":"2024-09-13T17:47:20.097967+0000","last_unstale":"2024-09-13T17:47:24.229716+0000","last_undegraded":"2024-09-13T17:47:24.229716+0000","last_fullsized":"2024-09-13T17:47:24.229716+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:13.907174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219021+0000","last_change":"2024-09-13T17:47:19.701420+0000","last_active":"2024-09-13T17:47:24.219021+0000","last_peered":"2024-09-13T17:47:24.219021+0000","last_clean":"2024-09-13T17:47:24.219021+0000","last_became_active":"2024-09-13T17:47:19.700679+0000","last_became_peered":"2024-09-13T17:47:19.700679+0000","last_unstale":"2024-09-13T17:47:24.219021+0000","last_undegraded":"2024-09-13T17:47:24.219021+0000","last_fullsized":"2024-09-13T17:47:24.219021+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:48.543206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.091206+0000","last_change":"2024-09-13T17:47:24.243631+0000","last_active":"2024-09-13T17:47:25.091206+0000","last_peered":"2024-09-13T17:47:25.091206+0000","last_clean":"2024-09-13T17:47:25.091206+0000","last_became_active":"2024-09-13T17:47:24.243147+0000","last_became_peered":"2024-09-13T17:47:24.243147+0000","last_unstale":"2024-09-13T17:47:25.091206+0000","last_undegraded":"2024-09-13T17:47:25.091206+0000","last_fullsized":"2024-09-13T17:47:25.091206+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:26.849709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.229685+0000","last_change":"2024-09-13T17:47:20.109474+0000","last_active":"2024-09-13T17:47:24.229685+0000","last_peered":"2024-09-13T17:47:24.229685+0000","last_clean":"2024-09-13T17:47:24.229685+0000","last_became_active":"2024-09-13T17:47:20.108933+0000","last_became_peered":"2024-09-13T17:47:20.108933+0000","last_unstale":"2024-09-13T17:47:24.229685+0000","last_undegraded":"2024-09-13T17:47:24.229685+0000","last_fullsized":"2024-09-13T17:47:24.229685+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:55:43.462337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.269928+0000","last_change":"2024-09-13T17:47:19.713056+0000","last_active":"2024-09-13T17:47:24.269928+0000","last_peered":"2024-09-13T17:47:24.269928+0000","last_clean":"2024-09-13T17:47:24.269928+0000","last_became_active":"2024-09-13T17:47:19.712036+0000","last_became_peered":"2024-09-13T17:47:19.712036+0000","last_unstale":"2024-09-13T17:47:24.269928+0000","last_undegraded":"2024-09-13T17:47:24.269928+0000","last_fullsized":"2024-09-13T17:47:24.269928+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:50.801335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.092076+0000","last_change":"2024-09-13T17:47:24.278819+0000","last_active":"2024-09-13T17:47:25.092076+0000","last_peered":"2024-09-13T17:47:25.092076+0000","last_clean":"2024-09-13T17:47:25.092076+0000","last_became_active":"2024-09-13T17:47:24.278245+0000","last_became_peered":"2024-09-13T17:47:24.278245+0000","last_unstale":"2024-09-13T17:47:25.092076+0000","last_undegraded":"2024-09-13T17:47:25.092076+0000","last_fullsized":"2024-09-13T17:47:25.092076+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:26.849709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.212309+0000","last_change":"2024-09-13T17:47:20.123873+0000","last_active":"2024-09-13T17:47:24.212309+0000","last_peered":"2024-09-13T17:47:24.212309+0000","last_clean":"2024-09-13T17:47:24.212309+0000","last_became_active":"2024-09-13T17:47:20.122153+0000","last_became_peered":"2024-09-13T17:47:20.122153+0000","last_unstale":"2024-09-13T17:47:24.212309+0000","last_undegraded":"2024-09-13T17:47:24.212309+0000","last_fullsized":"2024-09-13T17:47:24.212309+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:12.302879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.218451+0000","last_change":"2024-09-13T17:47:19.703167+0000","last_active":"2024-09-13T17:47:24.218451+0000","last_peered":"2024-09-13T17:47:24.218451+0000","last_clean":"2024-09-13T17:47:24.218451+0000","last_became_active":"2024-09-13T17:47:19.701259+0000","last_became_peered":"2024-09-13T17:47:19.701259+0000","last_unstale":"2024-09-13T17:47:24.218451+0000","last_undegraded":"2024-09-13T17:47:24.218451+0000","last_fullsized":"2024-09-13T17:47:24.218451+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:52.450784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"19'117","reported_seq":167,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.270804+0000","last_change":"2024-09-13T17:47:09.935927+0000","last_active":"2024-09-13T17:47:24.270804+0000","last_peered":"2024-09-13T17:47:24.270804+0000","last_clean":"2024-09-13T17:47:24.270804+0000","last_became_active":"2024-09-13T17:47:09.934083+0000","last_became_peered":"2024-09-13T17:47:09.934083+0000","last_unstale":"2024-09-13T17:47:24.270804+0000","last_undegraded":"2024-09-13T17:47:24.270804+0000","last_fullsized":"2024-09-13T17:47:24.270804+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_clean_scrub_stamp":"2024-09-13T17:47:08.536927+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:11:08.955024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.089242+0000","last_change":"2024-09-13T17:47:24.271993+0000","last_active":"2024-09-13T17:47:25.089242+0000","last_peered":"2024-09-13T17:47:25.089242+0000","last_clean":"2024-09-13T17:47:25.089242+0000","last_became_active":"2024-09-13T17:47:24.271366+0000","last_became_peered":"2024-09-13T17:47:24.271366+0000","last_unstale":"2024-09-13T17:47:25.089242+0000","last_undegraded":"2024-09-13T17:47:25.089242+0000","last_fullsized":"2024-09-13T17:47:25.089242+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:51:52.140310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272365+0000","last_change":"2024-09-13T17:47:20.114770+0000","last_active":"2024-09-13T17:47:24.272365+0000","last_peered":"2024-09-13T17:47:24.272365+0000","last_clean":"2024-09-13T17:47:24.272365+0000","last_became_active":"2024-09-13T17:47:20.114097+0000","last_became_peered":"2024-09-13T17:47:20.114097+0000","last_unstale":"2024-09-13T17:47:24.272365+0000","last_undegraded":"2024-09-13T17:47:24.272365+0000","last_fullsized":"2024-09-13T17:47:24.272365+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:12.001356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219854+0000","last_change":"2024-09-13T17:47:19.709042+0000","last_active":"2024-09-13T17:47:24.219854+0000","last_peered":"2024-09-13T17:47:24.219854+0000","last_clean":"2024-09-13T17:47:24.219854+0000","last_became_active":"2024-09-13T17:47:19.708705+0000","last_became_peered":"2024-09-13T17:47:19.708705+0000","last_unstale":"2024-09-13T17:47:24.219854+0000","last_undegraded":"2024-09-13T17:47:24.219854+0000","last_fullsized":"2024-09-13T17:47:24.219854+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:07:44.406242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.088835+0000","last_change":"2024-09-13T17:47:24.273953+0000","last_active":"2024-09-13T17:47:25.088835+0000","last_peered":"2024-09-13T17:47:25.088835+0000","last_clean":"2024-09-13T17:47:25.088835+0000","last_became_active":"2024-09-13T17:47:24.273043+0000","last_became_peered":"2024-09-13T17:47:24.273043+0000","last_unstale":"2024-09-13T17:47:25.088835+0000","last_undegraded":"2024-09-13T17:47:25.088835+0000","last_fullsized":"2024-09-13T17:47:25.088835+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:16.097709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.216982+0000","last_change":"2024-09-13T17:47:20.122349+0000","last_active":"2024-09-13T17:47:24.216982+0000","last_peered":"2024-09-13T17:47:24.216982+0000","last_clean":"2024-09-13T17:47:24.216982+0000","last_became_active":"2024-09-13T17:47:20.122080+0000","last_became_peered":"2024-09-13T17:47:20.122080+0000","last_unstale":"2024-09-13T17:47:24.216982+0000","last_undegraded":"2024-09-13T17:47:24.216982+0000","last_fullsized":"2024-09-13T17:47:24.216982+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:43.776469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"22'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230388+0000","last_change":"2024-09-13T17:47:19.686829+0000","last_active":"2024-09-13T17:47:24.230388+0000","last_peered":"2024-09-13T17:47:24.230388+0000","last_clean":"2024-09-13T17:47:24.230388+0000","last_became_active":"2024-09-13T17:47:19.686135+0000","last_became_peered":"2024-09-13T17:47:19.686135+0000","last_unstale":"2024-09-13T17:47:24.230388+0000","last_undegraded":"2024-09-13T17:47:24.230388+0000","last_fullsized":"2024-09-13T17:47:24.230388+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:34:29.525431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.093156+0000","last_change":"2024-09-13T17:47:24.251785+0000","last_active":"2024-09-13T17:47:25.093156+0000","last_peered":"2024-09-13T17:47:25.093156+0000","last_clean":"2024-09-13T17:47:25.093156+0000","last_became_active":"2024-09-13T17:47:24.251253+0000","last_became_peered":"2024-09-13T17:47:24.251253+0000","last_unstale":"2024-09-13T17:47:25.093156+0000","last_undegraded":"2024-09-13T17:47:25.093156+0000","last_fullsized":"2024-09-13T17:47:25.093156+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:51.241045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.276649+0000","last_change":"2024-09-13T17:47:20.111929+0000","last_active":"2024-09-13T17:47:24.276649+0000","last_peered":"2024-09-13T17:47:24.276649+0000","last_clean":"2024-09-13T17:47:24.276649+0000","last_became_active":"2024-09-13T17:47:20.110617+0000","last_became_peered":"2024-09-13T17:47:20.110617+0000","last_unstale":"2024-09-13T17:47:24.276649+0000","last_undegraded":"2024-09-13T17:47:24.276649+0000","last_fullsized":"2024-09-13T17:47:24.276649+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:40.417080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"22'2","reported_seq":17,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219583+0000","last_change":"2024-09-13T17:47:19.703752+0000","last_active":"2024-09-13T17:47:24.219583+0000","last_peered":"2024-09-13T17:47:24.219583+0000","last_clean":"2024-09-13T17:47:24.219583+0000","last_became_active":"2024-09-13T17:47:19.703241+0000","last_became_peered":"2024-09-13T17:47:19.703241+0000","last_unstale":"2024-09-13T17:47:24.219583+0000","last_undegraded":"2024-09-13T17:47:24.219583+0000","last_fullsized":"2024-09-13T17:47:24.219583+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:31:02.861671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.278425+0000","last_change":"2024-09-13T17:47:24.274067+0000","last_active":"2024-09-13T17:47:24.278425+0000","last_peered":"2024-09-13T17:47:24.278425+0000","last_clean":"2024-09-13T17:47:24.278425+0000","last_became_active":"2024-09-13T17:47:24.273011+0000","last_became_peered":"2024-09-13T17:47:24.273011+0000","last_unstale":"2024-09-13T17:47:24.278425+0000","last_undegraded":"2024-09-13T17:47:24.278425+0000","last_fullsized":"2024-09-13T17:47:24.278425+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:07.401229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272283+0000","last_change":"2024-09-13T17:47:20.108035+0000","last_active":"2024-09-13T17:47:24.272283+0000","last_peered":"2024-09-13T17:47:24.272283+0000","last_clean":"2024-09-13T17:47:24.272283+0000","last_became_active":"2024-09-13T17:47:20.107777+0000","last_became_peered":"2024-09-13T17:47:20.107777+0000","last_unstale":"2024-09-13T17:47:24.272283+0000","last_undegraded":"2024-09-13T17:47:24.272283+0000","last_fullsized":"2024-09-13T17:47:24.272283+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:43:02.614623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"22'1","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.223306+0000","last_change":"2024-09-13T17:47:19.704337+0000","last_active":"2024-09-13T17:47:24.223306+0000","last_peered":"2024-09-13T17:47:24.223306+0000","last_clean":"2024-09-13T17:47:24.223306+0000","last_became_active":"2024-09-13T17:47:19.703645+0000","last_became_peered":"2024-09-13T17:47:19.703645+0000","last_unstale":"2024-09-13T17:47:24.223306+0000","last_undegraded":"2024-09-13T17:47:24.223306+0000","last_fullsized":"2024-09-13T17:47:24.223306+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:36.204367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.261252+0000","last_change":"2024-09-13T17:47:24.260105+0000","last_active":"2024-09-13T17:47:24.261252+0000","last_peered":"2024-09-13T17:47:24.261252+0000","last_clean":"2024-09-13T17:47:24.261252+0000","last_became_active":"2024-09-13T17:47:24.258980+0000","last_became_peered":"2024-09-13T17:47:24.258980+0000","last_unstale":"2024-09-13T17:47:24.261252+0000","last_undegraded":"2024-09-13T17:47:24.261252+0000","last_fullsized":"2024-09-13T17:47:24.261252+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:00.999055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.270846+0000","last_change":"2024-09-13T17:47:20.107151+0000","last_active":"2024-09-13T17:47:24.270846+0000","last_peered":"2024-09-13T17:47:24.270846+0000","last_clean":"2024-09-13T17:47:24.270846+0000","last_became_active":"2024-09-13T17:47:20.106849+0000","last_became_peered":"2024-09-13T17:47:20.106849+0000","last_unstale":"2024-09-13T17:47:24.270846+0000","last_undegraded":"2024-09-13T17:47:24.270846+0000","last_fullsized":"2024-09-13T17:47:24.270846+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:58:37.898969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"22'8","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217958+0000","last_change":"2024-09-13T17:47:19.690569+0000","last_active":"2024-09-13T17:47:24.217958+0000","last_peered":"2024-09-13T17:47:24.217958+0000","last_clean":"2024-09-13T17:47:24.217958+0000","last_became_active":"2024-09-13T17:47:19.689690+0000","last_became_peered":"2024-09-13T17:47:19.689690+0000","last_unstale":"2024-09-13T17:47:24.217958+0000","last_undegraded":"2024-09-13T17:47:24.217958+0000","last_fullsized":"2024-09-13T17:47:24.217958+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:37.968198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.091976+0000","last_change":"2024-09-13T17:47:24.243391+0000","last_active":"2024-09-13T17:47:25.091976+0000","last_peered":"2024-09-13T17:47:25.091976+0000","last_clean":"2024-09-13T17:47:25.091976+0000","last_became_active":"2024-09-13T17:47:24.242670+0000","last_became_peered":"2024-09-13T17:47:24.242670+0000","last_unstale":"2024-09-13T17:47:25.091976+0000","last_undegraded":"2024-09-13T17:47:25.091976+0000","last_fullsized":"2024-09-13T17:47:25.091976+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:51:52.140310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.236391+0000","last_change":"2024-09-13T17:47:20.103077+0000","last_active":"2024-09-13T17:47:24.236391+0000","last_peered":"2024-09-13T17:47:24.236391+0000","last_clean":"2024-09-13T17:47:24.236391+0000","last_became_active":"2024-09-13T17:47:20.102673+0000","last_became_peered":"2024-09-13T17:47:20.102673+0000","last_unstale":"2024-09-13T17:47:24.236391+0000","last_undegraded":"2024-09-13T17:47:24.236391+0000","last_fullsized":"2024-09-13T17:47:24.236391+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:12.302879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.249489+0000","last_change":"2024-09-13T17:47:19.716148+0000","last_active":"2024-09-13T17:47:24.249489+0000","last_peered":"2024-09-13T17:47:24.249489+0000","last_clean":"2024-09-13T17:47:24.249489+0000","last_became_active":"2024-09-13T17:47:19.715058+0000","last_became_peered":"2024-09-13T17:47:19.715058+0000","last_unstale":"2024-09-13T17:47:24.249489+0000","last_undegraded":"2024-09-13T17:47:24.249489+0000","last_fullsized":"2024-09-13T17:47:24.249489+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:50.801335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.093829+0000","last_change":"2024-09-13T17:47:24.279717+0000","last_active":"2024-09-13T17:47:25.093829+0000","last_peered":"2024-09-13T17:47:25.093829+0000","last_clean":"2024-09-13T17:47:25.093829+0000","last_became_active":"2024-09-13T17:47:24.279321+0000","last_became_peered":"2024-09-13T17:47:24.279321+0000","last_unstale":"2024-09-13T17:47:25.093829+0000","last_undegraded":"2024-09-13T17:47:25.093829+0000","last_fullsized":"2024-09-13T17:47:25.093829+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:40:37.356228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271113+0000","last_change":"2024-09-13T17:47:20.109196+0000","last_active":"2024-09-13T17:47:24.271113+0000","last_peered":"2024-09-13T17:47:24.271113+0000","last_clean":"2024-09-13T17:47:24.271113+0000","last_became_active":"2024-09-13T17:47:20.108096+0000","last_became_peered":"2024-09-13T17:47:20.108096+0000","last_unstale":"2024-09-13T17:47:24.271113+0000","last_undegraded":"2024-09-13T17:47:24.271113+0000","last_fullsized":"2024-09-13T17:47:24.271113+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:18:08.550482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.220168+0000","last_change":"2024-09-13T17:47:19.713854+0000","last_active":"2024-09-13T17:47:24.220168+0000","last_peered":"2024-09-13T17:47:24.220168+0000","last_clean":"2024-09-13T17:47:24.220168+0000","last_became_active":"2024-09-13T17:47:19.712968+0000","last_became_peered":"2024-09-13T17:47:19.712968+0000","last_unstale":"2024-09-13T17:47:24.220168+0000","last_undegraded":"2024-09-13T17:47:24.220168+0000","last_fullsized":"2024-09-13T17:47:24.220168+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:50.801335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.091795+0000","last_change":"2024-09-13T17:47:24.272087+0000","last_active":"2024-09-13T17:47:25.091795+0000","last_peered":"2024-09-13T17:47:25.091795+0000","last_clean":"2024-09-13T17:47:25.091795+0000","last_became_active":"2024-09-13T17:47:24.271737+0000","last_became_peered":"2024-09-13T17:47:24.271737+0000","last_unstale":"2024-09-13T17:47:25.091795+0000","last_undegraded":"2024-09-13T17:47:25.091795+0000","last_fullsized":"2024-09-13T17:47:25.091795+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:34.109582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.232848+0000","last_change":"2024-09-13T17:47:20.109168+0000","last_active":"2024-09-13T17:47:24.232848+0000","last_peered":"2024-09-13T17:47:24.232848+0000","last_clean":"2024-09-13T17:47:24.232848+0000","last_became_active":"2024-09-13T17:47:20.108901+0000","last_became_peered":"2024-09-13T17:47:20.108901+0000","last_unstale":"2024-09-13T17:47:24.232848+0000","last_undegraded":"2024-09-13T17:47:24.232848+0000","last_fullsized":"2024-09-13T17:47:24.232848+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:00.979797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233708+0000","last_change":"2024-09-13T17:47:19.706963+0000","last_active":"2024-09-13T17:47:24.233708+0000","last_peered":"2024-09-13T17:47:24.233708+0000","last_clean":"2024-09-13T17:47:24.233708+0000","last_became_active":"2024-09-13T17:47:19.706713+0000","last_became_peered":"2024-09-13T17:47:19.706713+0000","last_unstale":"2024-09-13T17:47:24.233708+0000","last_undegraded":"2024-09-13T17:47:24.233708+0000","last_fullsized":"2024-09-13T17:47:24.233708+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:36.204367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.282529+0000","last_change":"2024-09-13T17:47:24.278965+0000","last_active":"2024-09-13T17:47:24.282529+0000","last_peered":"2024-09-13T17:47:24.282529+0000","last_clean":"2024-09-13T17:47:24.282529+0000","last_became_active":"2024-09-13T17:47:24.278265+0000","last_became_peered":"2024-09-13T17:47:24.278265+0000","last_unstale":"2024-09-13T17:47:24.282529+0000","last_undegraded":"2024-09-13T17:47:24.282529+0000","last_fullsized":"2024-09-13T17:47:24.282529+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:38.554621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272216+0000","last_change":"2024-09-13T17:47:20.113147+0000","last_active":"2024-09-13T17:47:24.272216+0000","last_peered":"2024-09-13T17:47:24.272216+0000","last_clean":"2024-09-13T17:47:24.272216+0000","last_became_active":"2024-09-13T17:47:20.112709+0000","last_became_peered":"2024-09-13T17:47:20.112709+0000","last_unstale":"2024-09-13T17:47:24.272216+0000","last_undegraded":"2024-09-13T17:47:24.272216+0000","last_fullsized":"2024-09-13T17:47:24.272216+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:38:18.807374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"27'9","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:30.069182+0000","last_change":"2024-09-13T17:47:19.705354+0000","last_active":"2024-09-13T17:47:30.069182+0000","last_peered":"2024-09-13T17:47:30.069182+0000","last_clean":"2024-09-13T17:47:30.069182+0000","last_became_active":"2024-09-13T17:47:19.704868+0000","last_became_peered":"2024-09-13T17:47:19.704868+0000","last_unstale":"2024-09-13T17:47:30.069182+0000","last_undegraded":"2024-09-13T17:47:30.069182+0000","last_fullsized":"2024-09-13T17:47:30.069182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:52.450784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090947+0000","last_change":"2024-09-13T17:47:24.252176+0000","last_active":"2024-09-13T17:47:25.090947+0000","last_peered":"2024-09-13T17:47:25.090947+0000","last_clean":"2024-09-13T17:47:25.090947+0000","last_became_active":"2024-09-13T17:47:24.251504+0000","last_became_peered":"2024-09-13T17:47:24.251504+0000","last_unstale":"2024-09-13T17:47:25.090947+0000","last_undegraded":"2024-09-13T17:47:25.090947+0000","last_fullsized":"2024-09-13T17:47:25.090947+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:51:52.140310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219919+0000","last_change":"2024-09-13T17:47:20.108732+0000","last_active":"2024-09-13T17:47:24.219919+0000","last_peered":"2024-09-13T17:47:24.219919+0000","last_clean":"2024-09-13T17:47:24.219919+0000","last_became_active":"2024-09-13T17:47:20.108399+0000","last_became_peered":"2024-09-13T17:47:20.108399+0000","last_unstale":"2024-09-13T17:47:24.219919+0000","last_undegraded":"2024-09-13T17:47:24.219919+0000","last_fullsized":"2024-09-13T17:47:24.219919+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:23:22.854967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"22'3","reported_seq":17,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230294+0000","last_change":"2024-09-13T17:47:19.704186+0000","last_active":"2024-09-13T17:47:24.230294+0000","last_peered":"2024-09-13T17:47:24.230294+0000","last_clean":"2024-09-13T17:47:24.230294+0000","last_became_active":"2024-09-13T17:47:19.703864+0000","last_became_peered":"2024-09-13T17:47:19.703864+0000","last_unstale":"2024-09-13T17:47:24.230294+0000","last_undegraded":"2024-09-13T17:47:24.230294+0000","last_fullsized":"2024-09-13T17:47:24.230294+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:52.450784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.254745+0000","last_change":"2024-09-13T17:47:24.250001+0000","last_active":"2024-09-13T17:47:24.254745+0000","last_peered":"2024-09-13T17:47:24.254745+0000","last_clean":"2024-09-13T17:47:24.254745+0000","last_became_active":"2024-09-13T17:47:24.247721+0000","last_became_peered":"2024-09-13T17:47:24.247721+0000","last_unstale":"2024-09-13T17:47:24.254745+0000","last_undegraded":"2024-09-13T17:47:24.254745+0000","last_fullsized":"2024-09-13T17:47:24.254745+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:33.085038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233971+0000","last_change":"2024-09-13T17:47:20.103226+0000","last_active":"2024-09-13T17:47:24.233971+0000","last_peered":"2024-09-13T17:47:24.233971+0000","last_clean":"2024-09-13T17:47:24.233971+0000","last_became_active":"2024-09-13T17:47:20.102656+0000","last_became_peered":"2024-09-13T17:47:20.102656+0000","last_unstale":"2024-09-13T17:47:24.233971+0000","last_undegraded":"2024-09-13T17:47:24.233971+0000","last_fullsized":"2024-09-13T17:47:24.233971+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:32.351729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217321+0000","last_change":"2024-09-13T17:47:19.716990+0000","last_active":"2024-09-13T17:47:24.217321+0000","last_peered":"2024-09-13T17:47:24.217321+0000","last_clean":"2024-09-13T17:47:24.217321+0000","last_became_active":"2024-09-13T17:47:19.716248+0000","last_became_peered":"2024-09-13T17:47:19.716248+0000","last_unstale":"2024-09-13T17:47:24.217321+0000","last_undegraded":"2024-09-13T17:47:24.217321+0000","last_fullsized":"2024-09-13T17:47:24.217321+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:35.775994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.094346+0000","last_change":"2024-09-13T17:47:24.240553+0000","last_active":"2024-09-13T17:47:25.094346+0000","last_peered":"2024-09-13T17:47:25.094346+0000","last_clean":"2024-09-13T17:47:25.094346+0000","last_became_active":"2024-09-13T17:47:24.238018+0000","last_became_peered":"2024-09-13T17:47:24.238018+0000","last_unstale":"2024-09-13T17:47:25.094346+0000","last_undegraded":"2024-09-13T17:47:25.094346+0000","last_fullsized":"2024-09-13T17:47:25.094346+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:13.245084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217105+0000","last_change":"2024-09-13T17:47:20.111992+0000","last_active":"2024-09-13T17:47:24.217105+0000","last_peered":"2024-09-13T17:47:24.217105+0000","last_clean":"2024-09-13T17:47:24.217105+0000","last_became_active":"2024-09-13T17:47:20.111668+0000","last_became_peered":"2024-09-13T17:47:20.111668+0000","last_unstale":"2024-09-13T17:47:24.217105+0000","last_undegraded":"2024-09-13T17:47:24.217105+0000","last_fullsized":"2024-09-13T17:47:24.217105+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:53.707620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.256709+0000","last_change":"2024-09-13T17:47:19.715177+0000","last_active":"2024-09-13T17:47:24.256709+0000","last_peered":"2024-09-13T17:47:24.256709+0000","last_clean":"2024-09-13T17:47:24.256709+0000","last_became_active":"2024-09-13T17:47:19.709807+0000","last_became_peered":"2024-09-13T17:47:19.709807+0000","last_unstale":"2024-09-13T17:47:24.256709+0000","last_undegraded":"2024-09-13T17:47:24.256709+0000","last_fullsized":"2024-09-13T17:47:24.256709+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:35.775994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090342+0000","last_change":"2024-09-13T17:47:24.270453+0000","last_active":"2024-09-13T17:47:25.090342+0000","last_peered":"2024-09-13T17:47:25.090342+0000","last_clean":"2024-09-13T17:47:25.090342+0000","last_became_active":"2024-09-13T17:47:24.270044+0000","last_became_peered":"2024-09-13T17:47:24.270044+0000","last_unstale":"2024-09-13T17:47:25.090342+0000","last_undegraded":"2024-09-13T17:47:25.090342+0000","last_fullsized":"2024-09-13T17:47:25.090342+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:17.661650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.091869+0000","last_change":"2024-09-13T17:47:24.280471+0000","last_active":"2024-09-13T17:47:25.091869+0000","last_peered":"2024-09-13T17:47:25.091869+0000","last_clean":"2024-09-13T17:47:25.091869+0000","last_became_active":"2024-09-13T17:47:24.280033+0000","last_became_peered":"2024-09-13T17:47:24.280033+0000","last_unstale":"2024-09-13T17:47:25.091869+0000","last_undegraded":"2024-09-13T17:47:25.091869+0000","last_fullsized":"2024-09-13T17:47:25.091869+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:07.401229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.229945+0000","last_change":"2024-09-13T17:47:20.108041+0000","last_active":"2024-09-13T17:47:24.229945+0000","last_peered":"2024-09-13T17:47:24.229945+0000","last_clean":"2024-09-13T17:47:24.229945+0000","last_became_active":"2024-09-13T17:47:20.107522+0000","last_became_peered":"2024-09-13T17:47:20.107522+0000","last_unstale":"2024-09-13T17:47:24.229945+0000","last_undegraded":"2024-09-13T17:47:24.229945+0000","last_fullsized":"2024-09-13T17:47:24.229945+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.223042+0000","last_change":"2024-09-13T17:47:19.708520+0000","last_active":"2024-09-13T17:47:24.223042+0000","last_peered":"2024-09-13T17:47:24.223042+0000","last_clean":"2024-09-13T17:47:24.223042+0000","last_became_active":"2024-09-13T17:47:19.707924+0000","last_became_peered":"2024-09-13T17:47:19.707924+0000","last_unstale":"2024-09-13T17:47:24.223042+0000","last_undegraded":"2024-09-13T17:47:24.223042+0000","last_fullsized":"2024-09-13T17:47:24.223042+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:12.721168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.089883+0000","last_change":"2024-09-13T17:47:24.263567+0000","last_active":"2024-09-13T17:47:25.089883+0000","last_peered":"2024-09-13T17:47:25.089883+0000","last_clean":"2024-09-13T17:47:25.089883+0000","last_became_active":"2024-09-13T17:47:24.262196+0000","last_became_peered":"2024-09-13T17:47:24.262196+0000","last_unstale":"2024-09-13T17:47:25.089883+0000","last_undegraded":"2024-09-13T17:47:25.089883+0000","last_fullsized":"2024-09-13T17:47:25.089883+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:14:15.229088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213723+0000","last_change":"2024-09-13T17:47:20.110823+0000","last_active":"2024-09-13T17:47:24.213723+0000","last_peered":"2024-09-13T17:47:24.213723+0000","last_clean":"2024-09-13T17:47:24.213723+0000","last_became_active":"2024-09-13T17:47:20.110241+0000","last_became_peered":"2024-09-13T17:47:20.110241+0000","last_unstale":"2024-09-13T17:47:24.213723+0000","last_undegraded":"2024-09-13T17:47:24.213723+0000","last_fullsized":"2024-09-13T17:47:24.213723+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:19.021324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.215584+0000","last_change":"2024-09-13T17:47:19.703000+0000","last_active":"2024-09-13T17:47:24.215584+0000","last_peered":"2024-09-13T17:47:24.215584+0000","last_clean":"2024-09-13T17:47:24.215584+0000","last_became_active":"2024-09-13T17:47:19.702475+0000","last_became_peered":"2024-09-13T17:47:19.702475+0000","last_unstale":"2024-09-13T17:47:24.215584+0000","last_undegraded":"2024-09-13T17:47:24.215584+0000","last_fullsized":"2024-09-13T17:47:24.215584+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:07:37.748622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"22'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.237527+0000","last_change":"2024-09-13T17:47:19.714726+0000","last_active":"2024-09-13T17:47:24.237527+0000","last_peered":"2024-09-13T17:47:24.237527+0000","last_clean":"2024-09-13T17:47:24.237527+0000","last_became_active":"2024-09-13T17:47:19.710290+0000","last_became_peered":"2024-09-13T17:47:19.710290+0000","last_unstale":"2024-09-13T17:47:24.237527+0000","last_undegraded":"2024-09-13T17:47:24.237527+0000","last_fullsized":"2024-09-13T17:47:24.237527+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:34:29.525431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233551+0000","last_change":"2024-09-13T17:47:20.109673+0000","last_active":"2024-09-13T17:47:24.233551+0000","last_peered":"2024-09-13T17:47:24.233551+0000","last_clean":"2024-09-13T17:47:24.233551+0000","last_became_active":"2024-09-13T17:47:20.108905+0000","last_became_peered":"2024-09-13T17:47:20.108905+0000","last_unstale":"2024-09-13T17:47:24.233551+0000","last_undegraded":"2024-09-13T17:47:24.233551+0000","last_fullsized":"2024-09-13T17:47:24.233551+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.245292+0000","last_change":"2024-09-13T17:47:24.242080+0000","last_active":"2024-09-13T17:47:24.245292+0000","last_peered":"2024-09-13T17:47:24.245292+0000","last_clean":"2024-09-13T17:47:24.245292+0000","last_became_active":"2024-09-13T17:47:24.241474+0000","last_became_peered":"2024-09-13T17:47:24.241474+0000","last_unstale":"2024-09-13T17:47:24.245292+0000","last_undegraded":"2024-09-13T17:47:24.245292+0000","last_fullsized":"2024-09-13T17:47:24.245292+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:33.030088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"22'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213201+0000","last_change":"2024-09-13T17:47:19.704770+0000","last_active":"2024-09-13T17:47:24.213201+0000","last_peered":"2024-09-13T17:47:24.213201+0000","last_clean":"2024-09-13T17:47:24.213201+0000","last_became_active":"2024-09-13T17:47:19.704286+0000","last_became_peered":"2024-09-13T17:47:19.704286+0000","last_unstale":"2024-09-13T17:47:24.213201+0000","last_undegraded":"2024-09-13T17:47:24.213201+0000","last_fullsized":"2024-09-13T17:47:24.213201+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:12.721168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.222973+0000","last_change":"2024-09-13T17:47:20.119262+0000","last_active":"2024-09-13T17:47:24.222973+0000","last_peered":"2024-09-13T17:47:24.222973+0000","last_clean":"2024-09-13T17:47:24.222973+0000","last_became_active":"2024-09-13T17:47:20.119037+0000","last_became_peered":"2024-09-13T17:47:20.119037+0000","last_unstale":"2024-09-13T17:47:24.222973+0000","last_undegraded":"2024-09-13T17:47:24.222973+0000","last_fullsized":"2024-09-13T17:47:24.222973+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:51.809634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090527+0000","last_change":"2024-09-13T17:47:24.238313+0000","last_active":"2024-09-13T17:47:25.090527+0000","last_peered":"2024-09-13T17:47:25.090527+0000","last_clean":"2024-09-13T17:47:25.090527+0000","last_became_active":"2024-09-13T17:47:24.237711+0000","last_became_peered":"2024-09-13T17:47:24.237711+0000","last_unstale":"2024-09-13T17:47:25.090527+0000","last_undegraded":"2024-09-13T17:47:25.090527+0000","last_fullsized":"2024-09-13T17:47:25.090527+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:49.060574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.236142+0000","last_change":"2024-09-13T17:47:20.110666+0000","last_active":"2024-09-13T17:47:24.236142+0000","last_peered":"2024-09-13T17:47:24.236142+0000","last_clean":"2024-09-13T17:47:24.236142+0000","last_became_active":"2024-09-13T17:47:20.110368+0000","last_became_peered":"2024-09-13T17:47:20.110368+0000","last_unstale":"2024-09-13T17:47:24.236142+0000","last_undegraded":"2024-09-13T17:47:24.236142+0000","last_fullsized":"2024-09-13T17:47:24.236142+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233168+0000","last_change":"2024-09-13T17:47:20.105355+0000","last_active":"2024-09-13T17:47:24.233168+0000","last_peered":"2024-09-13T17:47:24.233168+0000","last_clean":"2024-09-13T17:47:24.233168+0000","last_became_active":"2024-09-13T17:47:20.105106+0000","last_became_peered":"2024-09-13T17:47:20.105106+0000","last_unstale":"2024-09-13T17:47:24.233168+0000","last_undegraded":"2024-09-13T17:47:24.233168+0000","last_fullsized":"2024-09-13T17:47:24.233168+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:49.747487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219972+0000","last_change":"2024-09-13T17:47:20.112975+0000","last_active":"2024-09-13T17:47:24.219972+0000","last_peered":"2024-09-13T17:47:24.219972+0000","last_clean":"2024-09-13T17:47:24.219972+0000","last_became_active":"2024-09-13T17:47:20.112709+0000","last_became_peered":"2024-09-13T17:47:20.112709+0000","last_unstale":"2024-09-13T17:47:24.219972+0000","last_undegraded":"2024-09-13T17:47:24.219972+0000","last_fullsized":"2024-09-13T17:47:24.219972+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233416+0000","last_change":"2024-09-13T17:47:20.113265+0000","last_active":"2024-09-13T17:47:24.233416+0000","last_peered":"2024-09-13T17:47:24.233416+0000","last_clean":"2024-09-13T17:47:24.233416+0000","last_became_active":"2024-09-13T17:47:20.112261+0000","last_became_peered":"2024-09-13T17:47:20.112261+0000","last_unstale":"2024-09-13T17:47:24.233416+0000","last_undegraded":"2024-09-13T17:47:24.233416+0000","last_fullsized":"2024-09-13T17:47:24.233416+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213705+0000","last_change":"2024-09-13T17:47:20.121690+0000","last_active":"2024-09-13T17:47:24.213705+0000","last_peered":"2024-09-13T17:47:24.213705+0000","last_clean":"2024-09-13T17:47:24.213705+0000","last_became_active":"2024-09-13T17:47:20.121234+0000","last_became_peered":"2024-09-13T17:47:20.121234+0000","last_unstale":"2024-09-13T17:47:24.213705+0000","last_undegraded":"2024-09-13T17:47:24.213705+0000","last_fullsized":"2024-09-13T17:47:24.213705+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230170+0000","last_change":"2024-09-13T17:47:20.114556+0000","last_active":"2024-09-13T17:47:24.230170+0000","last_peered":"2024-09-13T17:47:24.230170+0000","last_clean":"2024-09-13T17:47:24.230170+0000","last_became_active":"2024-09-13T17:47:20.114156+0000","last_became_peered":"2024-09-13T17:47:20.114156+0000","last_unstale":"2024-09-13T17:47:24.230170+0000","last_undegraded":"2024-09-13T17:47:24.230170+0000","last_fullsized":"2024-09-13T17:47:24.230170+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:19.021324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.251091+0000","last_change":"2024-09-13T17:47:20.108784+0000","last_active":"2024-09-13T17:47:24.251091+0000","last_peered":"2024-09-13T17:47:24.251091+0000","last_clean":"2024-09-13T17:47:24.251091+0000","last_became_active":"2024-09-13T17:47:20.108511+0000","last_became_peered":"2024-09-13T17:47:20.108511+0000","last_unstale":"2024-09-13T17:47:24.251091+0000","last_undegraded":"2024-09-13T17:47:24.251091+0000","last_fullsized":"2024-09-13T17:47:24.251091+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.214349+0000","last_change":"2024-09-13T17:47:20.121598+0000","last_active":"2024-09-13T17:47:24.214349+0000","last_peered":"2024-09-13T17:47:24.214349+0000","last_clean":"2024-09-13T17:47:24.214349+0000","last_became_active":"2024-09-13T17:47:20.121077+0000","last_became_peered":"2024-09-13T17:47:20.121077+0000","last_unstale":"2024-09-13T17:47:24.214349+0000","last_undegraded":"2024-09-13T17:47:24.214349+0000","last_fullsized":"2024-09-13T17:47:24.214349+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.222826+0000","last_change":"2024-09-13T17:47:20.106574+0000","last_active":"2024-09-13T17:47:24.222826+0000","last_peered":"2024-09-13T17:47:24.222826+0000","last_clean":"2024-09-13T17:47:24.222826+0000","last_became_active":"2024-09-13T17:47:20.106283+0000","last_became_peered":"2024-09-13T17:47:20.106283+0000","last_unstale":"2024-09-13T17:47:24.222826+0000","last_undegraded":"2024-09-13T17:47:24.222826+0000","last_fullsized":"2024-09-13T17:47:24.222826+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.216088+0000","last_change":"2024-09-13T17:47:20.121325+0000","last_active":"2024-09-13T17:47:24.216088+0000","last_peered":"2024-09-13T17:47:24.216088+0000","last_clean":"2024-09-13T17:47:24.216088+0000","last_became_active":"2024-09-13T17:47:20.121006+0000","last_became_peered":"2024-09-13T17:47:20.121006+0000","last_unstale":"2024-09-13T17:47:24.216088+0000","last_undegraded":"2024-09-13T17:47:24.216088+0000","last_fullsized":"2024-09-13T17:47:24.216088+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:43.776469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219872+0000","last_change":"2024-09-13T17:47:20.111211+0000","last_active":"2024-09-13T17:47:24.219872+0000","last_peered":"2024-09-13T17:47:24.219872+0000","last_clean":"2024-09-13T17:47:24.219872+0000","last_became_active":"2024-09-13T17:47:20.107660+0000","last_became_peered":"2024-09-13T17:47:20.107660+0000","last_unstale":"2024-09-13T17:47:24.219872+0000","last_undegraded":"2024-09-13T17:47:24.219872+0000","last_fullsized":"2024-09-13T17:47:24.219872+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:11:45.715574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233277+0000","last_change":"2024-09-13T17:47:20.109988+0000","last_active":"2024-09-13T17:47:24.233277+0000","last_peered":"2024-09-13T17:47:24.233277+0000","last_clean":"2024-09-13T17:47:24.233277+0000","last_became_active":"2024-09-13T17:47:20.109600+0000","last_became_peered":"2024-09-13T17:47:20.109600+0000","last_unstale":"2024-09-13T17:47:24.233277+0000","last_undegraded":"2024-09-13T17:47:24.233277+0000","last_fullsized":"2024-09-13T17:47:24.233277+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:19.021324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.237899+0000","last_change":"2024-09-13T17:47:20.108284+0000","last_active":"2024-09-13T17:47:24.237899+0000","last_peered":"2024-09-13T17:47:24.237899+0000","last_clean":"2024-09-13T17:47:24.237899+0000","last_became_active":"2024-09-13T17:47:20.108010+0000","last_became_peered":"2024-09-13T17:47:20.108010+0000","last_unstale":"2024-09-13T17:47:24.237899+0000","last_undegraded":"2024-09-13T17:47:24.237899+0000","last_fullsized":"2024-09-13T17:47:24.237899+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:19.021324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272704+0000","last_change":"2024-09-13T17:47:20.117145+0000","last_active":"2024-09-13T17:47:24.272704+0000","last_peered":"2024-09-13T17:47:24.272704+0000","last_clean":"2024-09-13T17:47:24.272704+0000","last_became_active":"2024-09-13T17:47:20.116836+0000","last_became_peered":"2024-09-13T17:47:20.116836+0000","last_unstale":"2024-09-13T17:47:24.272704+0000","last_undegraded":"2024-09-13T17:47:24.272704+0000","last_fullsized":"2024-09-13T17:47:24.272704+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:53.707620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233333+0000","last_change":"2024-09-13T17:47:20.094715+0000","last_active":"2024-09-13T17:47:24.233333+0000","last_peered":"2024-09-13T17:47:24.233333+0000","last_clean":"2024-09-13T17:47:24.233333+0000","last_became_active":"2024-09-13T17:47:20.093891+0000","last_became_peered":"2024-09-13T17:47:20.093891+0000","last_unstale":"2024-09-13T17:47:24.233333+0000","last_undegraded":"2024-09-13T17:47:24.233333+0000","last_fullsized":"2024-09-13T17:47:24.233333+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:42:35.450754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219259+0000","last_change":"2024-09-13T17:47:20.106198+0000","last_active":"2024-09-13T17:47:24.219259+0000","last_peered":"2024-09-13T17:47:24.219259+0000","last_clean":"2024-09-13T17:47:24.219259+0000","last_became_active":"2024-09-13T17:47:20.105936+0000","last_became_peered":"2024-09-13T17:47:20.105936+0000","last_unstale":"2024-09-13T17:47:24.219259+0000","last_undegraded":"2024-09-13T17:47:24.219259+0000","last_fullsized":"2024-09-13T17:47:24.219259+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:32.474530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.222608+0000","last_change":"2024-09-13T17:47:20.103873+0000","last_active":"2024-09-13T17:47:24.222608+0000","last_peered":"2024-09-13T17:47:24.222608+0000","last_clean":"2024-09-13T17:47:24.222608+0000","last_became_active":"2024-09-13T17:47:20.103564+0000","last_became_peered":"2024-09-13T17:47:20.103564+0000","last_unstale":"2024-09-13T17:47:24.222608+0000","last_undegraded":"2024-09-13T17:47:24.222608+0000","last_fullsized":"2024-09-13T17:47:24.222608+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230080+0000","last_change":"2024-09-13T17:47:20.113512+0000","last_active":"2024-09-13T17:47:24.230080+0000","last_peered":"2024-09-13T17:47:24.230080+0000","last_clean":"2024-09-13T17:47:24.230080+0000","last_became_active":"2024-09-13T17:47:20.113180+0000","last_became_peered":"2024-09-13T17:47:20.113180+0000","last_unstale":"2024-09-13T17:47:24.230080+0000","last_undegraded":"2024-09-13T17:47:24.230080+0000","last_fullsized":"2024-09-13T17:47:24.230080+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.232754+0000","last_change":"2024-09-13T17:47:20.114473+0000","last_active":"2024-09-13T17:47:24.232754+0000","last_peered":"2024-09-13T17:47:24.232754+0000","last_clean":"2024-09-13T17:47:24.232754+0000","last_became_active":"2024-09-13T17:47:20.114188+0000","last_became_peered":"2024-09-13T17:47:20.114188+0000","last_unstale":"2024-09-13T17:47:24.232754+0000","last_undegraded":"2024-09-13T17:47:24.232754+0000","last_fullsized":"2024-09-13T17:47:24.232754+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.212690+0000","last_change":"2024-09-13T17:47:20.120896+0000","last_active":"2024-09-13T17:47:24.212690+0000","last_peered":"2024-09-13T17:47:24.212690+0000","last_clean":"2024-09-13T17:47:24.212690+0000","last_became_active":"2024-09-13T17:47:20.111605+0000","last_became_peered":"2024-09-13T17:47:20.111605+0000","last_unstale":"2024-09-13T17:47:24.212690+0000","last_undegraded":"2024-09-13T17:47:24.212690+0000","last_fullsized":"2024-09-13T17:47:24.212690+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:11:45.715574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219750+0000","last_change":"2024-09-13T17:47:20.114397+0000","last_active":"2024-09-13T17:47:24.219750+0000","last_peered":"2024-09-13T17:47:24.219750+0000","last_clean":"2024-09-13T17:47:24.219750+0000","last_became_active":"2024-09-13T17:47:20.112279+0000","last_became_peered":"2024-09-13T17:47:20.112279+0000","last_unstale":"2024-09-13T17:47:24.219750+0000","last_undegraded":"2024-09-13T17:47:24.219750+0000","last_fullsized":"2024-09-13T17:47:24.219750+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:54.374725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.238047+0000","last_change":"2024-09-13T17:47:20.104059+0000","last_active":"2024-09-13T17:47:24.238047+0000","last_peered":"2024-09-13T17:47:24.238047+0000","last_clean":"2024-09-13T17:47:24.238047+0000","last_became_active":"2024-09-13T17:47:20.102882+0000","last_became_peered":"2024-09-13T17:47:20.102882+0000","last_unstale":"2024-09-13T17:47:24.238047+0000","last_undegraded":"2024-09-13T17:47:24.238047+0000","last_fullsized":"2024-09-13T17:47:24.238047+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:13.907174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.248467+0000","last_change":"2024-09-13T17:47:20.106263+0000","last_active":"2024-09-13T17:47:24.248467+0000","last_peered":"2024-09-13T17:47:24.248467+0000","last_clean":"2024-09-13T17:47:24.248467+0000","last_became_active":"2024-09-13T17:47:20.104981+0000","last_became_peered":"2024-09-13T17:47:20.104981+0000","last_unstale":"2024-09-13T17:47:24.248467+0000","last_undegraded":"2024-09-13T17:47:24.248467+0000","last_fullsized":"2024-09-13T17:47:24.248467+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.276490+0000","last_change":"2024-09-13T17:47:20.116821+0000","last_active":"2024-09-13T17:47:24.276490+0000","last_peered":"2024-09-13T17:47:24.276490+0000","last_clean":"2024-09-13T17:47:24.276490+0000","last_became_active":"2024-09-13T17:47:20.116464+0000","last_became_peered":"2024-09-13T17:47:20.116464+0000","last_unstale":"2024-09-13T17:47:24.276490+0000","last_undegraded":"2024-09-13T17:47:24.276490+0000","last_fullsized":"2024-09-13T17:47:24.276490+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:29.548696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.212068+0000","last_change":"2024-09-13T17:47:20.121814+0000","last_active":"2024-09-13T17:47:24.212068+0000","last_peered":"2024-09-13T17:47:24.212068+0000","last_clean":"2024-09-13T17:47:24.212068+0000","last_became_active":"2024-09-13T17:47:20.119442+0000","last_became_peered":"2024-09-13T17:47:20.119442+0000","last_unstale":"2024-09-13T17:47:24.212068+0000","last_undegraded":"2024-09-13T17:47:24.212068+0000","last_fullsized":"2024-09-13T17:47:24.212068+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:00.979797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.270648+0000","last_change":"2024-09-13T17:47:20.110240+0000","last_active":"2024-09-13T17:47:24.270648+0000","last_peered":"2024-09-13T17:47:24.270648+0000","last_clean":"2024-09-13T17:47:24.270648+0000","last_became_active":"2024-09-13T17:47:20.109864+0000","last_became_peered":"2024-09-13T17:47:20.109864+0000","last_unstale":"2024-09-13T17:47:24.270648+0000","last_undegraded":"2024-09-13T17:47:24.270648+0000","last_fullsized":"2024-09-13T17:47:24.270648+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:11:45.715574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219759+0000","last_change":"2024-09-13T17:47:20.105490+0000","last_active":"2024-09-13T17:47:24.219759+0000","last_peered":"2024-09-13T17:47:24.219759+0000","last_clean":"2024-09-13T17:47:24.219759+0000","last_became_active":"2024-09-13T17:47:20.103825+0000","last_became_peered":"2024-09-13T17:47:20.103825+0000","last_unstale":"2024-09-13T17:47:24.219759+0000","last_undegraded":"2024-09-13T17:47:24.219759+0000","last_fullsized":"2024-09-13T17:47:24.219759+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:37.339275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271138+0000","last_change":"2024-09-13T17:47:20.108330+0000","last_active":"2024-09-13T17:47:24.271138+0000","last_peered":"2024-09-13T17:47:24.271138+0000","last_clean":"2024-09-13T17:47:24.271138+0000","last_became_active":"2024-09-13T17:47:20.107799+0000","last_became_peered":"2024-09-13T17:47:20.107799+0000","last_unstale":"2024-09-13T17:47:24.271138+0000","last_undegraded":"2024-09-13T17:47:24.271138+0000","last_fullsized":"2024-09-13T17:47:24.271138+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:43.776469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.216558+0000","last_change":"2024-09-13T17:47:20.122506+0000","last_active":"2024-09-13T17:47:24.216558+0000","last_peered":"2024-09-13T17:47:24.216558+0000","last_clean":"2024-09-13T17:47:24.216558+0000","last_became_active":"2024-09-13T17:47:20.122213+0000","last_became_peered":"2024-09-13T17:47:20.122213+0000","last_unstale":"2024-09-13T17:47:24.216558+0000","last_undegraded":"2024-09-13T17:47:24.216558+0000","last_fullsized":"2024-09-13T17:47:24.216558+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:12.001356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233028+0000","last_change":"2024-09-13T17:47:20.098339+0000","last_active":"2024-09-13T17:47:24.233028+0000","last_peered":"2024-09-13T17:47:24.233028+0000","last_clean":"2024-09-13T17:47:24.233028+0000","last_became_active":"2024-09-13T17:47:20.097955+0000","last_became_peered":"2024-09-13T17:47:20.097955+0000","last_unstale":"2024-09-13T17:47:24.233028+0000","last_undegraded":"2024-09-13T17:47:24.233028+0000","last_fullsized":"2024-09-13T17:47:24.233028+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:00.561720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230407+0000","last_change":"2024-09-13T17:47:20.107754+0000","last_active":"2024-09-13T17:47:24.230407+0000","last_peered":"2024-09-13T17:47:24.230407+0000","last_clean":"2024-09-13T17:47:24.230407+0000","last_became_active":"2024-09-13T17:47:20.107304+0000","last_became_peered":"2024-09-13T17:47:20.107304+0000","last_unstale":"2024-09-13T17:47:24.230407+0000","last_undegraded":"2024-09-13T17:47:24.230407+0000","last_fullsized":"2024-09-13T17:47:24.230407+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.276424+0000","last_change":"2024-09-13T17:47:20.111293+0000","last_active":"2024-09-13T17:47:24.276424+0000","last_peered":"2024-09-13T17:47:24.276424+0000","last_clean":"2024-09-13T17:47:24.276424+0000","last_became_active":"2024-09-13T17:47:20.110564+0000","last_became_peered":"2024-09-13T17:47:20.110564+0000","last_unstale":"2024-09-13T17:47:24.276424+0000","last_undegraded":"2024-09-13T17:47:24.276424+0000","last_fullsized":"2024-09-13T17:47:24.276424+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:14:11.692746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":16,"seq":68719476745,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":282624,"data_stored":109603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74299999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84099999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96699999999999997}]}]},{"osd":4,"up_from":16,"seq":68719476745,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":290816,"data_stored":109639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.071}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86099999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0229999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1379999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.095}]}]},{"osd":7,"up_from":15,"seq":64424509450,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27880,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343960,"statfs":{"total":96636764160,"available":96608215040,"internally_reserved":0,"allocated":876544,"data_stored":700463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.024}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1679999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86599999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93700000000000006}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70899999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82999999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98999999999999999}]}]},{"osd":6,"up_from":15,"seq":64424509448,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":113308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.05}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0149999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82299999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0720000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.157}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91100000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88300000000000001}]}]},{"osd":3,"up_from":15,"seq":64424509448,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":290816,"data_stored":113308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66700000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95699999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0820000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0289999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93200000000000005}]}]},{"osd":1,"up_from":15,"seq":64424509449,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":286720,"data_stored":109673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90500000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.875}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.079}]}]},{"osd":0,"up_from":15,"seq":64424509447,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":884736,"data_stored":700519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92700000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72299999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0660000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.093}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.27}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.143}]}]},{"osd":2,"up_from":13,"seq":55834574857,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":278528,"data_stored":109513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73099999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93799999999999994}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84199999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1890000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.05}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2170000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:47:43.352 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:47:43.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.506+0000 7ff12296c640 1 Processor -- start 2024-09-13T17:47:43.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.506+0000 7ff12296c640 1 -- start start 2024-09-13T17:47:43.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff12296c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff11c161500 0x7ff11c1638f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff12296c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff11c06d0f0 con 0x7ff11c158880 2024-09-13T17:47:43.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff12296c640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff11c06dc90 con 0x7ff11c070240 2024-09-13T17:47:43.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff12296c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff11c0b2c50 con 0x7ff11c161500 2024-09-13T17:47:43.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11bfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7ff11c158880 0x7ff11c06d580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:36708/0 (socket says 172.21.15.32:36708) 2024-09-13T17:47:43.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11bfff640 1 -- 172.21.15.32:0/680940711 learned_addr learned my addr 172.21.15.32:0/680940711 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:43.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff120f09640 1 --2- 172.21.15.32:0/680940711 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff11c161500 0x7ff11c1638f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:43.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11affd640 1 -- 172.21.15.32:0/680940711 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 862111847 0 0) 0x7ff11c06d0f0 con 0x7ff11c158880 2024-09-13T17:47:43.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11affd640 1 -- 172.21.15.32:0/680940711 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff104003530 con 0x7ff11c158880 2024-09-13T17:47:43.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11affd640 1 -- 172.21.15.32:0/680940711 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4165162052 0 0) 0x7ff11c06dc90 con 0x7ff11c070240 2024-09-13T17:47:43.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11affd640 1 -- 172.21.15.32:0/680940711 --> v1:172.21.15.159:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff11c06d0f0 con 0x7ff11c070240 2024-09-13T17:47:43.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11affd640 1 -- 172.21.15.32:0/680940711 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1927310856 0 0) 0x7ff104003530 con 0x7ff11c158880 2024-09-13T17:47:43.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11affd640 1 -- 172.21.15.32:0/680940711 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff11c161500 msgr2=0x7ff11c1638f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:43.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11affd640 1 --2- 172.21.15.32:0/680940711 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff11c161500 0x7ff11c1638f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11affd640 1 -- 172.21.15.32:0/680940711 >> v1:172.21.15.159:6789/0 conn(0x7ff11c070240 legacy=0x7ff11c0706b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:43.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11affd640 1 -- 172.21.15.32:0/680940711 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff11c0b26b0 con 0x7ff11c158880 2024-09-13T17:47:43.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11affd640 1 -- 172.21.15.32:0/680940711 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7ff10c001680 con 0x7ff11c158880 2024-09-13T17:47:43.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11affd640 1 -- 172.21.15.32:0/680940711 >> v1:172.21.15.32:6789/0 conn(0x7ff11c158880 legacy=0x7ff11c06d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:43.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11affd640 1 --2- 172.21.15.32:0/680940711 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff104003b40 0x7ff104003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11affd640 1 --2- 172.21.15.32:0/680940711 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff11c161500 0x7ff1040047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11affd640 1 --2- 172.21.15.32:0/680940711 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff104004d10 0x7ff104005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11affd640 1 -- 172.21.15.32:0/680940711 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff11c0b2c50 con 0x7ff104004d10 2024-09-13T17:47:43.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11affd640 1 -- 172.21.15.32:0/680940711 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff10400bac0 con 0x7ff104003b40 2024-09-13T17:47:43.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff11affd640 1 -- 172.21.15.32:0/680940711 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff10400bc80 con 0x7ff11c161500 2024-09-13T17:47:43.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff120f09640 1 --2- 172.21.15.32:0/680940711 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff104004d10 0x7ff104005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:43.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff120f09640 1 -- 172.21.15.32:0/680940711 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff11c161500 msgr2=0x7ff1040047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:43.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff120f09640 1 --2- 172.21.15.32:0/680940711 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff11c161500 0x7ff1040047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff120f09640 1 -- 172.21.15.32:0/680940711 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff104003b40 msgr2=0x7ff104003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:43.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff120f09640 1 --2- 172.21.15.32:0/680940711 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff104003b40 0x7ff104003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.510+0000 7ff120f09640 1 -- 172.21.15.32:0/680940711 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff104003530 con 0x7ff104004d10 2024-09-13T17:47:43.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff120f09640 1 --2- 172.21.15.32:0/680940711 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff104004d10 0x7ff104005190 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff114009fc0 tx=0x7ff11401ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d1076ca538f27b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:43.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff11affd640 1 -- 172.21.15.32:0/680940711 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1140a5cd0 con 0x7ff104004d10 2024-09-13T17:47:43.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff11affd640 1 -- 172.21.15.32:0/680940711 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff11400f040 con 0x7ff104004d10 2024-09-13T17:47:43.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff11affd640 1 -- 172.21.15.32:0/680940711 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1140ad680 con 0x7ff104004d10 2024-09-13T17:47:43.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff12296c640 1 -- 172.21.15.32:0/680940711 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff104004d10 msgr2=0x7ff104005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:43.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff12296c640 1 --2- 172.21.15.32:0/680940711 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff104004d10 0x7ff104005190 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff114009fc0 tx=0x7ff11401ccc0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff120f09640 1 -- 172.21.15.32:0/680940711 reap_dead start 2024-09-13T17:47:43.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff12296c640 1 -- 172.21.15.32:0/680940711 shutdown_connections 2024-09-13T17:47:43.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff12296c640 1 -- 172.21.15.32:0/680940711 >> 172.21.15.32:0/680940711 conn(0x7ff11c06a150 msgr2=0x7ff11c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:43.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff12296c640 1 -- 172.21.15.32:0/680940711 shutdown_connections 2024-09-13T17:47:43.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff12296c640 1 -- 172.21.15.32:0/680940711 wait complete. 2024-09-13T17:47:43.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff12296c640 1 Processor -- start 2024-09-13T17:47:43.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff12296c640 1 -- start start 2024-09-13T17:47:43.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff12296c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff104004d10 0x7ff11c157600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff12296c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff11c159760 0x7ff11c157b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff12296c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff11c1580d0 0x7ff11c160620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff12296c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff11c1f53b0 con 0x7ff11c1580d0 2024-09-13T17:47:43.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff12296c640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff11c0b0320 con 0x7ff11c159760 2024-09-13T17:47:43.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff12296c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff11c0b0600 con 0x7ff104004d10 2024-09-13T17:47:43.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff120f09640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff11c1580d0 0x7ff11c160620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:43.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff120f09640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff11c1580d0 0x7ff11c160620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40090/0 (socket says 172.21.15.32:40090) 2024-09-13T17:47:43.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff120f09640 1 -- 172.21.15.32:0/3286556459 learned_addr learned my addr 172.21.15.32:0/3286556459 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:43.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff120f09640 1 -- 172.21.15.32:0/3286556459 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff104004d10 msgr2=0x7ff11c157600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:43.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff120f09640 1 --2- 172.21.15.32:0/3286556459 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff104004d10 0x7ff11c157600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff120f09640 1 -- 172.21.15.32:0/3286556459 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff11c159760 msgr2=0x7ff11c157b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:43.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff120f09640 1 --2- 172.21.15.32:0/3286556459 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff11c159760 0x7ff11c157b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff120f09640 1 -- 172.21.15.32:0/3286556459 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff11c0b08e0 con 0x7ff11c1580d0 2024-09-13T17:47:43.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.514+0000 7ff120f09640 1 --2- 172.21.15.32:0/3286556459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff11c1580d0 0x7ff11c160620 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff114002240 tx=0x7ff114009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:43.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.518+0000 7ff118ff9640 1 -- 172.21.15.32:0/3286556459 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1140039a0 con 0x7ff11c1580d0 2024-09-13T17:47:43.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.518+0000 7ff118ff9640 1 -- 172.21.15.32:0/3286556459 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff114003b00 con 0x7ff11c1580d0 2024-09-13T17:47:43.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.518+0000 7ff118ff9640 1 -- 172.21.15.32:0/3286556459 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff114003e90 con 0x7ff11c1580d0 2024-09-13T17:47:43.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.518+0000 7ff12296c640 1 -- 172.21.15.32:0/3286556459 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff11c0b0bc0 con 0x7ff11c1580d0 2024-09-13T17:47:43.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.518+0000 7ff12296c640 1 -- 172.21.15.32:0/3286556459 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff11c159be0 con 0x7ff11c1580d0 2024-09-13T17:47:43.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.518+0000 7ff12296c640 1 -- 172.21.15.32:0/3286556459 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff11c158c60 con 0x7ff11c1580d0 2024-09-13T17:47:43.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.518+0000 7ff118ff9640 1 -- 172.21.15.32:0/3286556459 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff1140b4040 con 0x7ff11c1580d0 2024-09-13T17:47:43.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.518+0000 7ff118ff9640 1 --2- 172.21.15.32:0/3286556459 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff108066690 0x7ff108068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.518+0000 7ff118ff9640 1 -- 172.21.15.32:0/3286556459 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff11411e370 con 0x7ff11c1580d0 2024-09-13T17:47:43.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.518+0000 7ff11bfff640 1 --2- 172.21.15.32:0/3286556459 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff108066690 0x7ff108068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:43.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.518+0000 7ff11bfff640 1 --2- 172.21.15.32:0/3286556459 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff108066690 0x7ff108068b50 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff10c0011f0 tx=0x7ff10c001140 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:43.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.522+0000 7ff118ff9640 1 -- 172.21.15.32:0/3286556459 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff1140eb400 con 0x7ff11c1580d0 2024-09-13T17:47:43.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.678+0000 7ff12296c640 1 -- 172.21.15.32:0/3286556459 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff11c0b0d50 con 0x7ff108066690 2024-09-13T17:47:43.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.702+0000 7ff118ff9640 1 -- 172.21.15.32:0/3286556459 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345231 (secure 0 0 0) 0x7ff11c0b0d50 con 0x7ff108066690 2024-09-13T17:47:43.711 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:43.714 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-13T17:47:43.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.710+0000 7ff12296c640 1 -- 172.21.15.32:0/3286556459 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff108066690 msgr2=0x7ff108068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:43.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.710+0000 7ff12296c640 1 --2- 172.21.15.32:0/3286556459 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff108066690 0x7ff108068b50 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff10c0011f0 tx=0x7ff10c001140 comp rx=0 tx=0).stop 2024-09-13T17:47:43.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.710+0000 7ff12296c640 1 -- 172.21.15.32:0/3286556459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff11c1580d0 msgr2=0x7ff11c160620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:43.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.710+0000 7ff12296c640 1 --2- 172.21.15.32:0/3286556459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff11c1580d0 0x7ff11c160620 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff114002240 tx=0x7ff114009750 comp rx=0 tx=0).stop 2024-09-13T17:47:43.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.710+0000 7ff12296c640 1 -- 172.21.15.32:0/3286556459 shutdown_connections 2024-09-13T17:47:43.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.710+0000 7ff12296c640 1 --2- 172.21.15.32:0/3286556459 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff108066690 0x7ff108068b50 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.710+0000 7ff12296c640 1 --2- 172.21.15.32:0/3286556459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff11c1580d0 0x7ff11c160620 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.710+0000 7ff12296c640 1 --2- 172.21.15.32:0/3286556459 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff11c159760 0x7ff11c157b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.710+0000 7ff12296c640 1 --2- 172.21.15.32:0/3286556459 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff104004d10 0x7ff11c157600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.710+0000 7ff12296c640 1 -- 172.21.15.32:0/3286556459 >> 172.21.15.32:0/3286556459 conn(0x7ff11c06a150 msgr2=0x7ff11c0ce470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:43.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.710+0000 7ff12296c640 1 -- 172.21.15.32:0/3286556459 shutdown_connections 2024-09-13T17:47:43.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.710+0000 7ff12296c640 1 -- 172.21.15.32:0/3286556459 wait complete. 2024-09-13T17:47:43.729 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":39,"stamp":"2024-09-13T17:47:42.205096+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235968,"kb_used_data":3400,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754738752,"statfs":{"total":773094113280,"available":772852482048,"internally_reserved":0,"allocated":3481600,"data_stored":2066026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2231,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005152"},"pg_stats":[{"pgid":"2.1f","version":"22'4","reported_seq":18,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233968+0000","last_change":"2024-09-13T17:47:19.720978+0000","last_active":"2024-09-13T17:47:24.233968+0000","last_peered":"2024-09-13T17:47:24.233968+0000","last_clean":"2024-09-13T17:47:24.233968+0000","last_became_active":"2024-09-13T17:47:19.720614+0000","last_became_peered":"2024-09-13T17:47:19.720614+0000","last_unstale":"2024-09-13T17:47:24.233968+0000","last_undegraded":"2024-09-13T17:47:24.233968+0000","last_fullsized":"2024-09-13T17:47:24.233968+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:19:33.499890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213662+0000","last_change":"2024-09-13T17:47:20.118715+0000","last_active":"2024-09-13T17:47:24.213662+0000","last_peered":"2024-09-13T17:47:24.213662+0000","last_clean":"2024-09-13T17:47:24.213662+0000","last_became_active":"2024-09-13T17:47:20.118281+0000","last_became_peered":"2024-09-13T17:47:20.118281+0000","last_unstale":"2024-09-13T17:47:24.213662+0000","last_undegraded":"2024-09-13T17:47:24.213662+0000","last_fullsized":"2024-09-13T17:47:24.213662+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:37.339275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090059+0000","last_change":"2024-09-13T17:47:24.278734+0000","last_active":"2024-09-13T17:47:25.090059+0000","last_peered":"2024-09-13T17:47:25.090059+0000","last_clean":"2024-09-13T17:47:25.090059+0000","last_became_active":"2024-09-13T17:47:24.278343+0000","last_became_peered":"2024-09-13T17:47:24.278343+0000","last_unstale":"2024-09-13T17:47:25.090059+0000","last_undegraded":"2024-09-13T17:47:25.090059+0000","last_fullsized":"2024-09-13T17:47:25.090059+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:03:55.030177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"22'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213919+0000","last_change":"2024-09-13T17:47:19.700359+0000","last_active":"2024-09-13T17:47:24.213919+0000","last_peered":"2024-09-13T17:47:24.213919+0000","last_clean":"2024-09-13T17:47:24.213919+0000","last_became_active":"2024-09-13T17:47:19.700046+0000","last_became_peered":"2024-09-13T17:47:19.700046+0000","last_unstale":"2024-09-13T17:47:24.213919+0000","last_undegraded":"2024-09-13T17:47:24.213919+0000","last_fullsized":"2024-09-13T17:47:24.213919+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:36.204367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233848+0000","last_change":"2024-09-13T17:47:20.105255+0000","last_active":"2024-09-13T17:47:24.233848+0000","last_peered":"2024-09-13T17:47:24.233848+0000","last_clean":"2024-09-13T17:47:24.233848+0000","last_became_active":"2024-09-13T17:47:20.102691+0000","last_became_peered":"2024-09-13T17:47:20.102691+0000","last_unstale":"2024-09-13T17:47:24.233848+0000","last_undegraded":"2024-09-13T17:47:24.233848+0000","last_fullsized":"2024-09-13T17:47:24.233848+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:13.907174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.256899+0000","last_change":"2024-09-13T17:47:24.254117+0000","last_active":"2024-09-13T17:47:24.256899+0000","last_peered":"2024-09-13T17:47:24.256899+0000","last_clean":"2024-09-13T17:47:24.256899+0000","last_became_active":"2024-09-13T17:47:24.252881+0000","last_became_peered":"2024-09-13T17:47:24.252881+0000","last_unstale":"2024-09-13T17:47:24.256899+0000","last_undegraded":"2024-09-13T17:47:24.256899+0000","last_fullsized":"2024-09-13T17:47:24.256899+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:16:01.643077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272555+0000","last_change":"2024-09-13T17:47:19.720563+0000","last_active":"2024-09-13T17:47:24.272555+0000","last_peered":"2024-09-13T17:47:24.272555+0000","last_clean":"2024-09-13T17:47:24.272555+0000","last_became_active":"2024-09-13T17:47:19.719912+0000","last_became_peered":"2024-09-13T17:47:19.719912+0000","last_unstale":"2024-09-13T17:47:24.272555+0000","last_undegraded":"2024-09-13T17:47:24.272555+0000","last_fullsized":"2024-09-13T17:47:24.272555+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:14.894984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.216765+0000","last_change":"2024-09-13T17:47:20.103559+0000","last_active":"2024-09-13T17:47:24.216765+0000","last_peered":"2024-09-13T17:47:24.216765+0000","last_clean":"2024-09-13T17:47:24.216765+0000","last_became_active":"2024-09-13T17:47:20.102308+0000","last_became_peered":"2024-09-13T17:47:20.102308+0000","last_unstale":"2024-09-13T17:47:24.216765+0000","last_undegraded":"2024-09-13T17:47:24.216765+0000","last_fullsized":"2024-09-13T17:47:24.216765+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:18:08.550482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.264901+0000","last_change":"2024-09-13T17:47:24.262623+0000","last_active":"2024-09-13T17:47:24.264901+0000","last_peered":"2024-09-13T17:47:24.264901+0000","last_clean":"2024-09-13T17:47:24.264901+0000","last_became_active":"2024-09-13T17:47:24.261088+0000","last_became_peered":"2024-09-13T17:47:24.261088+0000","last_unstale":"2024-09-13T17:47:24.264901+0000","last_undegraded":"2024-09-13T17:47:24.264901+0000","last_fullsized":"2024-09-13T17:47:24.264901+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:49.060574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271769+0000","last_change":"2024-09-13T17:47:19.716032+0000","last_active":"2024-09-13T17:47:24.271769+0000","last_peered":"2024-09-13T17:47:24.271769+0000","last_clean":"2024-09-13T17:47:24.271769+0000","last_became_active":"2024-09-13T17:47:19.715388+0000","last_became_peered":"2024-09-13T17:47:19.715388+0000","last_unstale":"2024-09-13T17:47:24.271769+0000","last_undegraded":"2024-09-13T17:47:24.271769+0000","last_fullsized":"2024-09-13T17:47:24.271769+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:23:21.846668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217767+0000","last_change":"2024-09-13T17:47:20.099364+0000","last_active":"2024-09-13T17:47:24.217767+0000","last_peered":"2024-09-13T17:47:24.217767+0000","last_clean":"2024-09-13T17:47:24.217767+0000","last_became_active":"2024-09-13T17:47:20.099056+0000","last_became_peered":"2024-09-13T17:47:20.099056+0000","last_unstale":"2024-09-13T17:47:24.217767+0000","last_undegraded":"2024-09-13T17:47:24.217767+0000","last_fullsized":"2024-09-13T17:47:24.217767+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:29.548696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.251711+0000","last_change":"2024-09-13T17:47:24.243429+0000","last_active":"2024-09-13T17:47:24.251711+0000","last_peered":"2024-09-13T17:47:24.251711+0000","last_clean":"2024-09-13T17:47:24.251711+0000","last_became_active":"2024-09-13T17:47:24.242355+0000","last_became_peered":"2024-09-13T17:47:24.242355+0000","last_unstale":"2024-09-13T17:47:24.251711+0000","last_undegraded":"2024-09-13T17:47:24.251711+0000","last_fullsized":"2024-09-13T17:47:24.251711+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:43.878578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.237211+0000","last_change":"2024-09-13T17:47:20.103829+0000","last_active":"2024-09-13T17:47:24.237211+0000","last_peered":"2024-09-13T17:47:24.237211+0000","last_clean":"2024-09-13T17:47:24.237211+0000","last_became_active":"2024-09-13T17:47:20.103547+0000","last_became_peered":"2024-09-13T17:47:20.103547+0000","last_unstale":"2024-09-13T17:47:24.237211+0000","last_undegraded":"2024-09-13T17:47:24.237211+0000","last_fullsized":"2024-09-13T17:47:24.237211+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:00.979797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271278+0000","last_change":"2024-09-13T17:47:19.713891+0000","last_active":"2024-09-13T17:47:24.271278+0000","last_peered":"2024-09-13T17:47:24.271278+0000","last_clean":"2024-09-13T17:47:24.271278+0000","last_became_active":"2024-09-13T17:47:19.712878+0000","last_became_peered":"2024-09-13T17:47:19.712878+0000","last_unstale":"2024-09-13T17:47:24.271278+0000","last_undegraded":"2024-09-13T17:47:24.271278+0000","last_fullsized":"2024-09-13T17:47:24.271278+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:52:47.527426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.236923+0000","last_change":"2024-09-13T17:47:24.234691+0000","last_active":"2024-09-13T17:47:24.236923+0000","last_peered":"2024-09-13T17:47:24.236923+0000","last_clean":"2024-09-13T17:47:24.236923+0000","last_became_active":"2024-09-13T17:47:24.233704+0000","last_became_peered":"2024-09-13T17:47:24.233704+0000","last_unstale":"2024-09-13T17:47:24.236923+0000","last_undegraded":"2024-09-13T17:47:24.236923+0000","last_fullsized":"2024-09-13T17:47:24.236923+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:38.554621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.212922+0000","last_change":"2024-09-13T17:47:20.110757+0000","last_active":"2024-09-13T17:47:24.212922+0000","last_peered":"2024-09-13T17:47:24.212922+0000","last_clean":"2024-09-13T17:47:24.212922+0000","last_became_active":"2024-09-13T17:47:20.104162+0000","last_became_peered":"2024-09-13T17:47:20.104162+0000","last_unstale":"2024-09-13T17:47:24.212922+0000","last_undegraded":"2024-09-13T17:47:24.212922+0000","last_fullsized":"2024-09-13T17:47:24.212922+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230727+0000","last_change":"2024-09-13T17:47:19.701844+0000","last_active":"2024-09-13T17:47:24.230727+0000","last_peered":"2024-09-13T17:47:24.230727+0000","last_clean":"2024-09-13T17:47:24.230727+0000","last_became_active":"2024-09-13T17:47:19.701500+0000","last_became_peered":"2024-09-13T17:47:19.701500+0000","last_unstale":"2024-09-13T17:47:24.230727+0000","last_undegraded":"2024-09-13T17:47:24.230727+0000","last_fullsized":"2024-09-13T17:47:24.230727+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:50.801335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.243114+0000","last_change":"2024-09-13T17:47:24.240018+0000","last_active":"2024-09-13T17:47:24.243114+0000","last_peered":"2024-09-13T17:47:24.243114+0000","last_clean":"2024-09-13T17:47:24.243114+0000","last_became_active":"2024-09-13T17:47:24.238793+0000","last_became_peered":"2024-09-13T17:47:24.238793+0000","last_unstale":"2024-09-13T17:47:24.243114+0000","last_undegraded":"2024-09-13T17:47:24.243114+0000","last_fullsized":"2024-09-13T17:47:24.243114+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:13.245084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213937+0000","last_change":"2024-09-13T17:47:20.123486+0000","last_active":"2024-09-13T17:47:24.213937+0000","last_peered":"2024-09-13T17:47:24.213937+0000","last_clean":"2024-09-13T17:47:24.213937+0000","last_became_active":"2024-09-13T17:47:20.121933+0000","last_became_peered":"2024-09-13T17:47:20.121933+0000","last_unstale":"2024-09-13T17:47:24.213937+0000","last_undegraded":"2024-09-13T17:47:24.213937+0000","last_fullsized":"2024-09-13T17:47:24.213937+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:13.907174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230172+0000","last_change":"2024-09-13T17:47:19.705456+0000","last_active":"2024-09-13T17:47:24.230172+0000","last_peered":"2024-09-13T17:47:24.230172+0000","last_clean":"2024-09-13T17:47:24.230172+0000","last_became_active":"2024-09-13T17:47:19.705120+0000","last_became_peered":"2024-09-13T17:47:19.705120+0000","last_unstale":"2024-09-13T17:47:24.230172+0000","last_undegraded":"2024-09-13T17:47:24.230172+0000","last_fullsized":"2024-09-13T17:47:24.230172+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:52:47.527426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090932+0000","last_change":"2024-09-13T17:47:24.280774+0000","last_active":"2024-09-13T17:47:25.090932+0000","last_peered":"2024-09-13T17:47:25.090932+0000","last_clean":"2024-09-13T17:47:25.090932+0000","last_became_active":"2024-09-13T17:47:24.280064+0000","last_became_peered":"2024-09-13T17:47:24.280064+0000","last_unstale":"2024-09-13T17:47:25.090932+0000","last_undegraded":"2024-09-13T17:47:25.090932+0000","last_fullsized":"2024-09-13T17:47:25.090932+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:51.241045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219015+0000","last_change":"2024-09-13T17:47:20.109472+0000","last_active":"2024-09-13T17:47:24.219015+0000","last_peered":"2024-09-13T17:47:24.219015+0000","last_clean":"2024-09-13T17:47:24.219015+0000","last_became_active":"2024-09-13T17:47:20.108632+0000","last_became_peered":"2024-09-13T17:47:20.108632+0000","last_unstale":"2024-09-13T17:47:24.219015+0000","last_undegraded":"2024-09-13T17:47:24.219015+0000","last_fullsized":"2024-09-13T17:47:24.219015+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:15.903282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271449+0000","last_change":"2024-09-13T17:47:19.702990+0000","last_active":"2024-09-13T17:47:24.271449+0000","last_peered":"2024-09-13T17:47:24.271449+0000","last_clean":"2024-09-13T17:47:24.271449+0000","last_became_active":"2024-09-13T17:47:19.701867+0000","last_became_peered":"2024-09-13T17:47:19.701867+0000","last_unstale":"2024-09-13T17:47:24.271449+0000","last_undegraded":"2024-09-13T17:47:24.271449+0000","last_fullsized":"2024-09-13T17:47:24.271449+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:50.794201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.246576+0000","last_change":"2024-09-13T17:47:24.240909+0000","last_active":"2024-09-13T17:47:24.246576+0000","last_peered":"2024-09-13T17:47:24.246576+0000","last_clean":"2024-09-13T17:47:24.246576+0000","last_became_active":"2024-09-13T17:47:24.238291+0000","last_became_peered":"2024-09-13T17:47:24.238291+0000","last_unstale":"2024-09-13T17:47:24.246576+0000","last_undegraded":"2024-09-13T17:47:24.246576+0000","last_fullsized":"2024-09-13T17:47:24.246576+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:26.849709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233388+0000","last_change":"2024-09-13T17:47:20.101940+0000","last_active":"2024-09-13T17:47:24.233388+0000","last_peered":"2024-09-13T17:47:24.233388+0000","last_clean":"2024-09-13T17:47:24.233388+0000","last_became_active":"2024-09-13T17:47:20.101483+0000","last_became_peered":"2024-09-13T17:47:20.101483+0000","last_unstale":"2024-09-13T17:47:24.233388+0000","last_undegraded":"2024-09-13T17:47:24.233388+0000","last_fullsized":"2024-09-13T17:47:24.233388+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:54.374725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.256964+0000","last_change":"2024-09-13T17:47:19.716551+0000","last_active":"2024-09-13T17:47:24.256964+0000","last_peered":"2024-09-13T17:47:24.256964+0000","last_clean":"2024-09-13T17:47:24.256964+0000","last_became_active":"2024-09-13T17:47:19.715892+0000","last_became_peered":"2024-09-13T17:47:19.715892+0000","last_unstale":"2024-09-13T17:47:24.256964+0000","last_undegraded":"2024-09-13T17:47:24.256964+0000","last_fullsized":"2024-09-13T17:47:24.256964+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:12.721168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.285958+0000","last_change":"2024-09-13T17:47:24.279408+0000","last_active":"2024-09-13T17:47:24.285958+0000","last_peered":"2024-09-13T17:47:24.285958+0000","last_clean":"2024-09-13T17:47:24.285958+0000","last_became_active":"2024-09-13T17:47:24.278657+0000","last_became_peered":"2024-09-13T17:47:24.278657+0000","last_unstale":"2024-09-13T17:47:24.285958+0000","last_undegraded":"2024-09-13T17:47:24.285958+0000","last_fullsized":"2024-09-13T17:47:24.285958+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:58:41.435311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.214526+0000","last_change":"2024-09-13T17:47:20.123610+0000","last_active":"2024-09-13T17:47:24.214526+0000","last_peered":"2024-09-13T17:47:24.214526+0000","last_clean":"2024-09-13T17:47:24.214526+0000","last_became_active":"2024-09-13T17:47:20.121961+0000","last_became_peered":"2024-09-13T17:47:20.121961+0000","last_unstale":"2024-09-13T17:47:24.214526+0000","last_undegraded":"2024-09-13T17:47:24.214526+0000","last_fullsized":"2024-09-13T17:47:24.214526+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:32.474530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"25'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230569+0000","last_change":"2024-09-13T17:47:19.715843+0000","last_active":"2024-09-13T17:47:24.230569+0000","last_peered":"2024-09-13T17:47:24.230569+0000","last_clean":"2024-09-13T17:47:24.230569+0000","last_became_active":"2024-09-13T17:47:19.715445+0000","last_became_peered":"2024-09-13T17:47:19.715445+0000","last_unstale":"2024-09-13T17:47:24.230569+0000","last_undegraded":"2024-09-13T17:47:24.230569+0000","last_fullsized":"2024-09-13T17:47:24.230569+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:50.794201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.088755+0000","last_change":"2024-09-13T17:47:24.270010+0000","last_active":"2024-09-13T17:47:25.088755+0000","last_peered":"2024-09-13T17:47:25.088755+0000","last_clean":"2024-09-13T17:47:25.088755+0000","last_became_active":"2024-09-13T17:47:24.269565+0000","last_became_peered":"2024-09-13T17:47:24.269565+0000","last_unstale":"2024-09-13T17:47:25.088755+0000","last_undegraded":"2024-09-13T17:47:25.088755+0000","last_fullsized":"2024-09-13T17:47:25.088755+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:37:46.918806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230168+0000","last_change":"2024-09-13T17:47:20.098500+0000","last_active":"2024-09-13T17:47:24.230168+0000","last_peered":"2024-09-13T17:47:24.230168+0000","last_clean":"2024-09-13T17:47:24.230168+0000","last_became_active":"2024-09-13T17:47:20.098000+0000","last_became_peered":"2024-09-13T17:47:20.098000+0000","last_unstale":"2024-09-13T17:47:24.230168+0000","last_undegraded":"2024-09-13T17:47:24.230168+0000","last_fullsized":"2024-09-13T17:47:24.230168+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:32.351729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272879+0000","last_change":"2024-09-13T17:47:19.720840+0000","last_active":"2024-09-13T17:47:24.272879+0000","last_peered":"2024-09-13T17:47:24.272879+0000","last_clean":"2024-09-13T17:47:24.272879+0000","last_became_active":"2024-09-13T17:47:19.720426+0000","last_became_peered":"2024-09-13T17:47:19.720426+0000","last_unstale":"2024-09-13T17:47:24.272879+0000","last_undegraded":"2024-09-13T17:47:24.272879+0000","last_fullsized":"2024-09-13T17:47:24.272879+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:35.775994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.092663+0000","last_change":"2024-09-13T17:47:24.279984+0000","last_active":"2024-09-13T17:47:25.092663+0000","last_peered":"2024-09-13T17:47:25.092663+0000","last_clean":"2024-09-13T17:47:25.092663+0000","last_became_active":"2024-09-13T17:47:24.277851+0000","last_became_peered":"2024-09-13T17:47:24.277851+0000","last_unstale":"2024-09-13T17:47:25.092663+0000","last_undegraded":"2024-09-13T17:47:25.092663+0000","last_fullsized":"2024-09-13T17:47:25.092663+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:32:07.746083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217966+0000","last_change":"2024-09-13T17:47:20.113112+0000","last_active":"2024-09-13T17:47:24.217966+0000","last_peered":"2024-09-13T17:47:24.217966+0000","last_clean":"2024-09-13T17:47:24.217966+0000","last_became_active":"2024-09-13T17:47:20.112842+0000","last_became_peered":"2024-09-13T17:47:20.112842+0000","last_unstale":"2024-09-13T17:47:24.217966+0000","last_undegraded":"2024-09-13T17:47:24.217966+0000","last_fullsized":"2024-09-13T17:47:24.217966+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:38:18.807374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230267+0000","last_change":"2024-09-13T17:47:19.701210+0000","last_active":"2024-09-13T17:47:24.230267+0000","last_peered":"2024-09-13T17:47:24.230267+0000","last_clean":"2024-09-13T17:47:24.230267+0000","last_became_active":"2024-09-13T17:47:19.700985+0000","last_became_peered":"2024-09-13T17:47:19.700985+0000","last_unstale":"2024-09-13T17:47:24.230267+0000","last_undegraded":"2024-09-13T17:47:24.230267+0000","last_fullsized":"2024-09-13T17:47:24.230267+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:35.775994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090659+0000","last_change":"2024-09-13T17:47:24.244719+0000","last_active":"2024-09-13T17:47:25.090659+0000","last_peered":"2024-09-13T17:47:25.090659+0000","last_clean":"2024-09-13T17:47:25.090659+0000","last_became_active":"2024-09-13T17:47:24.243524+0000","last_became_peered":"2024-09-13T17:47:24.243524+0000","last_unstale":"2024-09-13T17:47:25.090659+0000","last_undegraded":"2024-09-13T17:47:25.090659+0000","last_fullsized":"2024-09-13T17:47:25.090659+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:07.401229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.244915+0000","last_change":"2024-09-13T17:47:20.108319+0000","last_active":"2024-09-13T17:47:24.244915+0000","last_peered":"2024-09-13T17:47:24.244915+0000","last_clean":"2024-09-13T17:47:24.244915+0000","last_became_active":"2024-09-13T17:47:20.107992+0000","last_became_peered":"2024-09-13T17:47:20.107992+0000","last_unstale":"2024-09-13T17:47:24.244915+0000","last_undegraded":"2024-09-13T17:47:24.244915+0000","last_fullsized":"2024-09-13T17:47:24.244915+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:51.802499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.220377+0000","last_change":"2024-09-13T17:47:19.715435+0000","last_active":"2024-09-13T17:47:24.220377+0000","last_peered":"2024-09-13T17:47:24.220377+0000","last_clean":"2024-09-13T17:47:24.220377+0000","last_became_active":"2024-09-13T17:47:19.712691+0000","last_became_peered":"2024-09-13T17:47:19.712691+0000","last_unstale":"2024-09-13T17:47:24.220377+0000","last_undegraded":"2024-09-13T17:47:24.220377+0000","last_fullsized":"2024-09-13T17:47:24.220377+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:34:29.525431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090115+0000","last_change":"2024-09-13T17:47:24.244563+0000","last_active":"2024-09-13T17:47:25.090115+0000","last_peered":"2024-09-13T17:47:25.090115+0000","last_clean":"2024-09-13T17:47:25.090115+0000","last_became_active":"2024-09-13T17:47:24.244208+0000","last_became_peered":"2024-09-13T17:47:24.244208+0000","last_unstale":"2024-09-13T17:47:25.090115+0000","last_undegraded":"2024-09-13T17:47:25.090115+0000","last_fullsized":"2024-09-13T17:47:25.090115+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:32:07.746083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.229716+0000","last_change":"2024-09-13T17:47:20.098234+0000","last_active":"2024-09-13T17:47:24.229716+0000","last_peered":"2024-09-13T17:47:24.229716+0000","last_clean":"2024-09-13T17:47:24.229716+0000","last_became_active":"2024-09-13T17:47:20.097967+0000","last_became_peered":"2024-09-13T17:47:20.097967+0000","last_unstale":"2024-09-13T17:47:24.229716+0000","last_undegraded":"2024-09-13T17:47:24.229716+0000","last_fullsized":"2024-09-13T17:47:24.229716+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:13.907174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219021+0000","last_change":"2024-09-13T17:47:19.701420+0000","last_active":"2024-09-13T17:47:24.219021+0000","last_peered":"2024-09-13T17:47:24.219021+0000","last_clean":"2024-09-13T17:47:24.219021+0000","last_became_active":"2024-09-13T17:47:19.700679+0000","last_became_peered":"2024-09-13T17:47:19.700679+0000","last_unstale":"2024-09-13T17:47:24.219021+0000","last_undegraded":"2024-09-13T17:47:24.219021+0000","last_fullsized":"2024-09-13T17:47:24.219021+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:48.543206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.091206+0000","last_change":"2024-09-13T17:47:24.243631+0000","last_active":"2024-09-13T17:47:25.091206+0000","last_peered":"2024-09-13T17:47:25.091206+0000","last_clean":"2024-09-13T17:47:25.091206+0000","last_became_active":"2024-09-13T17:47:24.243147+0000","last_became_peered":"2024-09-13T17:47:24.243147+0000","last_unstale":"2024-09-13T17:47:25.091206+0000","last_undegraded":"2024-09-13T17:47:25.091206+0000","last_fullsized":"2024-09-13T17:47:25.091206+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:26.849709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.229685+0000","last_change":"2024-09-13T17:47:20.109474+0000","last_active":"2024-09-13T17:47:24.229685+0000","last_peered":"2024-09-13T17:47:24.229685+0000","last_clean":"2024-09-13T17:47:24.229685+0000","last_became_active":"2024-09-13T17:47:20.108933+0000","last_became_peered":"2024-09-13T17:47:20.108933+0000","last_unstale":"2024-09-13T17:47:24.229685+0000","last_undegraded":"2024-09-13T17:47:24.229685+0000","last_fullsized":"2024-09-13T17:47:24.229685+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:55:43.462337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.269928+0000","last_change":"2024-09-13T17:47:19.713056+0000","last_active":"2024-09-13T17:47:24.269928+0000","last_peered":"2024-09-13T17:47:24.269928+0000","last_clean":"2024-09-13T17:47:24.269928+0000","last_became_active":"2024-09-13T17:47:19.712036+0000","last_became_peered":"2024-09-13T17:47:19.712036+0000","last_unstale":"2024-09-13T17:47:24.269928+0000","last_undegraded":"2024-09-13T17:47:24.269928+0000","last_fullsized":"2024-09-13T17:47:24.269928+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:50.801335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.092076+0000","last_change":"2024-09-13T17:47:24.278819+0000","last_active":"2024-09-13T17:47:25.092076+0000","last_peered":"2024-09-13T17:47:25.092076+0000","last_clean":"2024-09-13T17:47:25.092076+0000","last_became_active":"2024-09-13T17:47:24.278245+0000","last_became_peered":"2024-09-13T17:47:24.278245+0000","last_unstale":"2024-09-13T17:47:25.092076+0000","last_undegraded":"2024-09-13T17:47:25.092076+0000","last_fullsized":"2024-09-13T17:47:25.092076+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:26.849709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.212309+0000","last_change":"2024-09-13T17:47:20.123873+0000","last_active":"2024-09-13T17:47:24.212309+0000","last_peered":"2024-09-13T17:47:24.212309+0000","last_clean":"2024-09-13T17:47:24.212309+0000","last_became_active":"2024-09-13T17:47:20.122153+0000","last_became_peered":"2024-09-13T17:47:20.122153+0000","last_unstale":"2024-09-13T17:47:24.212309+0000","last_undegraded":"2024-09-13T17:47:24.212309+0000","last_fullsized":"2024-09-13T17:47:24.212309+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:12.302879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.218451+0000","last_change":"2024-09-13T17:47:19.703167+0000","last_active":"2024-09-13T17:47:24.218451+0000","last_peered":"2024-09-13T17:47:24.218451+0000","last_clean":"2024-09-13T17:47:24.218451+0000","last_became_active":"2024-09-13T17:47:19.701259+0000","last_became_peered":"2024-09-13T17:47:19.701259+0000","last_unstale":"2024-09-13T17:47:24.218451+0000","last_undegraded":"2024-09-13T17:47:24.218451+0000","last_fullsized":"2024-09-13T17:47:24.218451+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:52.450784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"19'117","reported_seq":167,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.270804+0000","last_change":"2024-09-13T17:47:09.935927+0000","last_active":"2024-09-13T17:47:24.270804+0000","last_peered":"2024-09-13T17:47:24.270804+0000","last_clean":"2024-09-13T17:47:24.270804+0000","last_became_active":"2024-09-13T17:47:09.934083+0000","last_became_peered":"2024-09-13T17:47:09.934083+0000","last_unstale":"2024-09-13T17:47:24.270804+0000","last_undegraded":"2024-09-13T17:47:24.270804+0000","last_fullsized":"2024-09-13T17:47:24.270804+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_clean_scrub_stamp":"2024-09-13T17:47:08.536927+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:11:08.955024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.089242+0000","last_change":"2024-09-13T17:47:24.271993+0000","last_active":"2024-09-13T17:47:25.089242+0000","last_peered":"2024-09-13T17:47:25.089242+0000","last_clean":"2024-09-13T17:47:25.089242+0000","last_became_active":"2024-09-13T17:47:24.271366+0000","last_became_peered":"2024-09-13T17:47:24.271366+0000","last_unstale":"2024-09-13T17:47:25.089242+0000","last_undegraded":"2024-09-13T17:47:25.089242+0000","last_fullsized":"2024-09-13T17:47:25.089242+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:51:52.140310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272365+0000","last_change":"2024-09-13T17:47:20.114770+0000","last_active":"2024-09-13T17:47:24.272365+0000","last_peered":"2024-09-13T17:47:24.272365+0000","last_clean":"2024-09-13T17:47:24.272365+0000","last_became_active":"2024-09-13T17:47:20.114097+0000","last_became_peered":"2024-09-13T17:47:20.114097+0000","last_unstale":"2024-09-13T17:47:24.272365+0000","last_undegraded":"2024-09-13T17:47:24.272365+0000","last_fullsized":"2024-09-13T17:47:24.272365+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:12.001356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219854+0000","last_change":"2024-09-13T17:47:19.709042+0000","last_active":"2024-09-13T17:47:24.219854+0000","last_peered":"2024-09-13T17:47:24.219854+0000","last_clean":"2024-09-13T17:47:24.219854+0000","last_became_active":"2024-09-13T17:47:19.708705+0000","last_became_peered":"2024-09-13T17:47:19.708705+0000","last_unstale":"2024-09-13T17:47:24.219854+0000","last_undegraded":"2024-09-13T17:47:24.219854+0000","last_fullsized":"2024-09-13T17:47:24.219854+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:07:44.406242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.088835+0000","last_change":"2024-09-13T17:47:24.273953+0000","last_active":"2024-09-13T17:47:25.088835+0000","last_peered":"2024-09-13T17:47:25.088835+0000","last_clean":"2024-09-13T17:47:25.088835+0000","last_became_active":"2024-09-13T17:47:24.273043+0000","last_became_peered":"2024-09-13T17:47:24.273043+0000","last_unstale":"2024-09-13T17:47:25.088835+0000","last_undegraded":"2024-09-13T17:47:25.088835+0000","last_fullsized":"2024-09-13T17:47:25.088835+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:16.097709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.216982+0000","last_change":"2024-09-13T17:47:20.122349+0000","last_active":"2024-09-13T17:47:24.216982+0000","last_peered":"2024-09-13T17:47:24.216982+0000","last_clean":"2024-09-13T17:47:24.216982+0000","last_became_active":"2024-09-13T17:47:20.122080+0000","last_became_peered":"2024-09-13T17:47:20.122080+0000","last_unstale":"2024-09-13T17:47:24.216982+0000","last_undegraded":"2024-09-13T17:47:24.216982+0000","last_fullsized":"2024-09-13T17:47:24.216982+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:43.776469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"22'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230388+0000","last_change":"2024-09-13T17:47:19.686829+0000","last_active":"2024-09-13T17:47:24.230388+0000","last_peered":"2024-09-13T17:47:24.230388+0000","last_clean":"2024-09-13T17:47:24.230388+0000","last_became_active":"2024-09-13T17:47:19.686135+0000","last_became_peered":"2024-09-13T17:47:19.686135+0000","last_unstale":"2024-09-13T17:47:24.230388+0000","last_undegraded":"2024-09-13T17:47:24.230388+0000","last_fullsized":"2024-09-13T17:47:24.230388+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:34:29.525431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.093156+0000","last_change":"2024-09-13T17:47:24.251785+0000","last_active":"2024-09-13T17:47:25.093156+0000","last_peered":"2024-09-13T17:47:25.093156+0000","last_clean":"2024-09-13T17:47:25.093156+0000","last_became_active":"2024-09-13T17:47:24.251253+0000","last_became_peered":"2024-09-13T17:47:24.251253+0000","last_unstale":"2024-09-13T17:47:25.093156+0000","last_undegraded":"2024-09-13T17:47:25.093156+0000","last_fullsized":"2024-09-13T17:47:25.093156+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:51.241045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.276649+0000","last_change":"2024-09-13T17:47:20.111929+0000","last_active":"2024-09-13T17:47:24.276649+0000","last_peered":"2024-09-13T17:47:24.276649+0000","last_clean":"2024-09-13T17:47:24.276649+0000","last_became_active":"2024-09-13T17:47:20.110617+0000","last_became_peered":"2024-09-13T17:47:20.110617+0000","last_unstale":"2024-09-13T17:47:24.276649+0000","last_undegraded":"2024-09-13T17:47:24.276649+0000","last_fullsized":"2024-09-13T17:47:24.276649+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:40.417080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"22'2","reported_seq":17,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219583+0000","last_change":"2024-09-13T17:47:19.703752+0000","last_active":"2024-09-13T17:47:24.219583+0000","last_peered":"2024-09-13T17:47:24.219583+0000","last_clean":"2024-09-13T17:47:24.219583+0000","last_became_active":"2024-09-13T17:47:19.703241+0000","last_became_peered":"2024-09-13T17:47:19.703241+0000","last_unstale":"2024-09-13T17:47:24.219583+0000","last_undegraded":"2024-09-13T17:47:24.219583+0000","last_fullsized":"2024-09-13T17:47:24.219583+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:31:02.861671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.278425+0000","last_change":"2024-09-13T17:47:24.274067+0000","last_active":"2024-09-13T17:47:24.278425+0000","last_peered":"2024-09-13T17:47:24.278425+0000","last_clean":"2024-09-13T17:47:24.278425+0000","last_became_active":"2024-09-13T17:47:24.273011+0000","last_became_peered":"2024-09-13T17:47:24.273011+0000","last_unstale":"2024-09-13T17:47:24.278425+0000","last_undegraded":"2024-09-13T17:47:24.278425+0000","last_fullsized":"2024-09-13T17:47:24.278425+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:07.401229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272283+0000","last_change":"2024-09-13T17:47:20.108035+0000","last_active":"2024-09-13T17:47:24.272283+0000","last_peered":"2024-09-13T17:47:24.272283+0000","last_clean":"2024-09-13T17:47:24.272283+0000","last_became_active":"2024-09-13T17:47:20.107777+0000","last_became_peered":"2024-09-13T17:47:20.107777+0000","last_unstale":"2024-09-13T17:47:24.272283+0000","last_undegraded":"2024-09-13T17:47:24.272283+0000","last_fullsized":"2024-09-13T17:47:24.272283+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:43:02.614623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"22'1","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.223306+0000","last_change":"2024-09-13T17:47:19.704337+0000","last_active":"2024-09-13T17:47:24.223306+0000","last_peered":"2024-09-13T17:47:24.223306+0000","last_clean":"2024-09-13T17:47:24.223306+0000","last_became_active":"2024-09-13T17:47:19.703645+0000","last_became_peered":"2024-09-13T17:47:19.703645+0000","last_unstale":"2024-09-13T17:47:24.223306+0000","last_undegraded":"2024-09-13T17:47:24.223306+0000","last_fullsized":"2024-09-13T17:47:24.223306+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:36.204367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.261252+0000","last_change":"2024-09-13T17:47:24.260105+0000","last_active":"2024-09-13T17:47:24.261252+0000","last_peered":"2024-09-13T17:47:24.261252+0000","last_clean":"2024-09-13T17:47:24.261252+0000","last_became_active":"2024-09-13T17:47:24.258980+0000","last_became_peered":"2024-09-13T17:47:24.258980+0000","last_unstale":"2024-09-13T17:47:24.261252+0000","last_undegraded":"2024-09-13T17:47:24.261252+0000","last_fullsized":"2024-09-13T17:47:24.261252+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:00.999055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.270846+0000","last_change":"2024-09-13T17:47:20.107151+0000","last_active":"2024-09-13T17:47:24.270846+0000","last_peered":"2024-09-13T17:47:24.270846+0000","last_clean":"2024-09-13T17:47:24.270846+0000","last_became_active":"2024-09-13T17:47:20.106849+0000","last_became_peered":"2024-09-13T17:47:20.106849+0000","last_unstale":"2024-09-13T17:47:24.270846+0000","last_undegraded":"2024-09-13T17:47:24.270846+0000","last_fullsized":"2024-09-13T17:47:24.270846+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:58:37.898969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"22'8","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217958+0000","last_change":"2024-09-13T17:47:19.690569+0000","last_active":"2024-09-13T17:47:24.217958+0000","last_peered":"2024-09-13T17:47:24.217958+0000","last_clean":"2024-09-13T17:47:24.217958+0000","last_became_active":"2024-09-13T17:47:19.689690+0000","last_became_peered":"2024-09-13T17:47:19.689690+0000","last_unstale":"2024-09-13T17:47:24.217958+0000","last_undegraded":"2024-09-13T17:47:24.217958+0000","last_fullsized":"2024-09-13T17:47:24.217958+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:37.968198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.091976+0000","last_change":"2024-09-13T17:47:24.243391+0000","last_active":"2024-09-13T17:47:25.091976+0000","last_peered":"2024-09-13T17:47:25.091976+0000","last_clean":"2024-09-13T17:47:25.091976+0000","last_became_active":"2024-09-13T17:47:24.242670+0000","last_became_peered":"2024-09-13T17:47:24.242670+0000","last_unstale":"2024-09-13T17:47:25.091976+0000","last_undegraded":"2024-09-13T17:47:25.091976+0000","last_fullsized":"2024-09-13T17:47:25.091976+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:51:52.140310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.236391+0000","last_change":"2024-09-13T17:47:20.103077+0000","last_active":"2024-09-13T17:47:24.236391+0000","last_peered":"2024-09-13T17:47:24.236391+0000","last_clean":"2024-09-13T17:47:24.236391+0000","last_became_active":"2024-09-13T17:47:20.102673+0000","last_became_peered":"2024-09-13T17:47:20.102673+0000","last_unstale":"2024-09-13T17:47:24.236391+0000","last_undegraded":"2024-09-13T17:47:24.236391+0000","last_fullsized":"2024-09-13T17:47:24.236391+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:12.302879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.249489+0000","last_change":"2024-09-13T17:47:19.716148+0000","last_active":"2024-09-13T17:47:24.249489+0000","last_peered":"2024-09-13T17:47:24.249489+0000","last_clean":"2024-09-13T17:47:24.249489+0000","last_became_active":"2024-09-13T17:47:19.715058+0000","last_became_peered":"2024-09-13T17:47:19.715058+0000","last_unstale":"2024-09-13T17:47:24.249489+0000","last_undegraded":"2024-09-13T17:47:24.249489+0000","last_fullsized":"2024-09-13T17:47:24.249489+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:50.801335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.093829+0000","last_change":"2024-09-13T17:47:24.279717+0000","last_active":"2024-09-13T17:47:25.093829+0000","last_peered":"2024-09-13T17:47:25.093829+0000","last_clean":"2024-09-13T17:47:25.093829+0000","last_became_active":"2024-09-13T17:47:24.279321+0000","last_became_peered":"2024-09-13T17:47:24.279321+0000","last_unstale":"2024-09-13T17:47:25.093829+0000","last_undegraded":"2024-09-13T17:47:25.093829+0000","last_fullsized":"2024-09-13T17:47:25.093829+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:40:37.356228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271113+0000","last_change":"2024-09-13T17:47:20.109196+0000","last_active":"2024-09-13T17:47:24.271113+0000","last_peered":"2024-09-13T17:47:24.271113+0000","last_clean":"2024-09-13T17:47:24.271113+0000","last_became_active":"2024-09-13T17:47:20.108096+0000","last_became_peered":"2024-09-13T17:47:20.108096+0000","last_unstale":"2024-09-13T17:47:24.271113+0000","last_undegraded":"2024-09-13T17:47:24.271113+0000","last_fullsized":"2024-09-13T17:47:24.271113+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:18:08.550482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.220168+0000","last_change":"2024-09-13T17:47:19.713854+0000","last_active":"2024-09-13T17:47:24.220168+0000","last_peered":"2024-09-13T17:47:24.220168+0000","last_clean":"2024-09-13T17:47:24.220168+0000","last_became_active":"2024-09-13T17:47:19.712968+0000","last_became_peered":"2024-09-13T17:47:19.712968+0000","last_unstale":"2024-09-13T17:47:24.220168+0000","last_undegraded":"2024-09-13T17:47:24.220168+0000","last_fullsized":"2024-09-13T17:47:24.220168+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:50.801335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.091795+0000","last_change":"2024-09-13T17:47:24.272087+0000","last_active":"2024-09-13T17:47:25.091795+0000","last_peered":"2024-09-13T17:47:25.091795+0000","last_clean":"2024-09-13T17:47:25.091795+0000","last_became_active":"2024-09-13T17:47:24.271737+0000","last_became_peered":"2024-09-13T17:47:24.271737+0000","last_unstale":"2024-09-13T17:47:25.091795+0000","last_undegraded":"2024-09-13T17:47:25.091795+0000","last_fullsized":"2024-09-13T17:47:25.091795+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:34.109582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.232848+0000","last_change":"2024-09-13T17:47:20.109168+0000","last_active":"2024-09-13T17:47:24.232848+0000","last_peered":"2024-09-13T17:47:24.232848+0000","last_clean":"2024-09-13T17:47:24.232848+0000","last_became_active":"2024-09-13T17:47:20.108901+0000","last_became_peered":"2024-09-13T17:47:20.108901+0000","last_unstale":"2024-09-13T17:47:24.232848+0000","last_undegraded":"2024-09-13T17:47:24.232848+0000","last_fullsized":"2024-09-13T17:47:24.232848+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:00.979797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233708+0000","last_change":"2024-09-13T17:47:19.706963+0000","last_active":"2024-09-13T17:47:24.233708+0000","last_peered":"2024-09-13T17:47:24.233708+0000","last_clean":"2024-09-13T17:47:24.233708+0000","last_became_active":"2024-09-13T17:47:19.706713+0000","last_became_peered":"2024-09-13T17:47:19.706713+0000","last_unstale":"2024-09-13T17:47:24.233708+0000","last_undegraded":"2024-09-13T17:47:24.233708+0000","last_fullsized":"2024-09-13T17:47:24.233708+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:36.204367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.282529+0000","last_change":"2024-09-13T17:47:24.278965+0000","last_active":"2024-09-13T17:47:24.282529+0000","last_peered":"2024-09-13T17:47:24.282529+0000","last_clean":"2024-09-13T17:47:24.282529+0000","last_became_active":"2024-09-13T17:47:24.278265+0000","last_became_peered":"2024-09-13T17:47:24.278265+0000","last_unstale":"2024-09-13T17:47:24.282529+0000","last_undegraded":"2024-09-13T17:47:24.282529+0000","last_fullsized":"2024-09-13T17:47:24.282529+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:38.554621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272216+0000","last_change":"2024-09-13T17:47:20.113147+0000","last_active":"2024-09-13T17:47:24.272216+0000","last_peered":"2024-09-13T17:47:24.272216+0000","last_clean":"2024-09-13T17:47:24.272216+0000","last_became_active":"2024-09-13T17:47:20.112709+0000","last_became_peered":"2024-09-13T17:47:20.112709+0000","last_unstale":"2024-09-13T17:47:24.272216+0000","last_undegraded":"2024-09-13T17:47:24.272216+0000","last_fullsized":"2024-09-13T17:47:24.272216+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:38:18.807374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"27'9","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:30.069182+0000","last_change":"2024-09-13T17:47:19.705354+0000","last_active":"2024-09-13T17:47:30.069182+0000","last_peered":"2024-09-13T17:47:30.069182+0000","last_clean":"2024-09-13T17:47:30.069182+0000","last_became_active":"2024-09-13T17:47:19.704868+0000","last_became_peered":"2024-09-13T17:47:19.704868+0000","last_unstale":"2024-09-13T17:47:30.069182+0000","last_undegraded":"2024-09-13T17:47:30.069182+0000","last_fullsized":"2024-09-13T17:47:30.069182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:52.450784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090947+0000","last_change":"2024-09-13T17:47:24.252176+0000","last_active":"2024-09-13T17:47:25.090947+0000","last_peered":"2024-09-13T17:47:25.090947+0000","last_clean":"2024-09-13T17:47:25.090947+0000","last_became_active":"2024-09-13T17:47:24.251504+0000","last_became_peered":"2024-09-13T17:47:24.251504+0000","last_unstale":"2024-09-13T17:47:25.090947+0000","last_undegraded":"2024-09-13T17:47:25.090947+0000","last_fullsized":"2024-09-13T17:47:25.090947+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:51:52.140310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219919+0000","last_change":"2024-09-13T17:47:20.108732+0000","last_active":"2024-09-13T17:47:24.219919+0000","last_peered":"2024-09-13T17:47:24.219919+0000","last_clean":"2024-09-13T17:47:24.219919+0000","last_became_active":"2024-09-13T17:47:20.108399+0000","last_became_peered":"2024-09-13T17:47:20.108399+0000","last_unstale":"2024-09-13T17:47:24.219919+0000","last_undegraded":"2024-09-13T17:47:24.219919+0000","last_fullsized":"2024-09-13T17:47:24.219919+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:23:22.854967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"22'3","reported_seq":17,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230294+0000","last_change":"2024-09-13T17:47:19.704186+0000","last_active":"2024-09-13T17:47:24.230294+0000","last_peered":"2024-09-13T17:47:24.230294+0000","last_clean":"2024-09-13T17:47:24.230294+0000","last_became_active":"2024-09-13T17:47:19.703864+0000","last_became_peered":"2024-09-13T17:47:19.703864+0000","last_unstale":"2024-09-13T17:47:24.230294+0000","last_undegraded":"2024-09-13T17:47:24.230294+0000","last_fullsized":"2024-09-13T17:47:24.230294+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:52.450784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.254745+0000","last_change":"2024-09-13T17:47:24.250001+0000","last_active":"2024-09-13T17:47:24.254745+0000","last_peered":"2024-09-13T17:47:24.254745+0000","last_clean":"2024-09-13T17:47:24.254745+0000","last_became_active":"2024-09-13T17:47:24.247721+0000","last_became_peered":"2024-09-13T17:47:24.247721+0000","last_unstale":"2024-09-13T17:47:24.254745+0000","last_undegraded":"2024-09-13T17:47:24.254745+0000","last_fullsized":"2024-09-13T17:47:24.254745+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:33.085038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233971+0000","last_change":"2024-09-13T17:47:20.103226+0000","last_active":"2024-09-13T17:47:24.233971+0000","last_peered":"2024-09-13T17:47:24.233971+0000","last_clean":"2024-09-13T17:47:24.233971+0000","last_became_active":"2024-09-13T17:47:20.102656+0000","last_became_peered":"2024-09-13T17:47:20.102656+0000","last_unstale":"2024-09-13T17:47:24.233971+0000","last_undegraded":"2024-09-13T17:47:24.233971+0000","last_fullsized":"2024-09-13T17:47:24.233971+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:32.351729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217321+0000","last_change":"2024-09-13T17:47:19.716990+0000","last_active":"2024-09-13T17:47:24.217321+0000","last_peered":"2024-09-13T17:47:24.217321+0000","last_clean":"2024-09-13T17:47:24.217321+0000","last_became_active":"2024-09-13T17:47:19.716248+0000","last_became_peered":"2024-09-13T17:47:19.716248+0000","last_unstale":"2024-09-13T17:47:24.217321+0000","last_undegraded":"2024-09-13T17:47:24.217321+0000","last_fullsized":"2024-09-13T17:47:24.217321+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:35.775994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.094346+0000","last_change":"2024-09-13T17:47:24.240553+0000","last_active":"2024-09-13T17:47:25.094346+0000","last_peered":"2024-09-13T17:47:25.094346+0000","last_clean":"2024-09-13T17:47:25.094346+0000","last_became_active":"2024-09-13T17:47:24.238018+0000","last_became_peered":"2024-09-13T17:47:24.238018+0000","last_unstale":"2024-09-13T17:47:25.094346+0000","last_undegraded":"2024-09-13T17:47:25.094346+0000","last_fullsized":"2024-09-13T17:47:25.094346+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:13.245084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217105+0000","last_change":"2024-09-13T17:47:20.111992+0000","last_active":"2024-09-13T17:47:24.217105+0000","last_peered":"2024-09-13T17:47:24.217105+0000","last_clean":"2024-09-13T17:47:24.217105+0000","last_became_active":"2024-09-13T17:47:20.111668+0000","last_became_peered":"2024-09-13T17:47:20.111668+0000","last_unstale":"2024-09-13T17:47:24.217105+0000","last_undegraded":"2024-09-13T17:47:24.217105+0000","last_fullsized":"2024-09-13T17:47:24.217105+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:53.707620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.256709+0000","last_change":"2024-09-13T17:47:19.715177+0000","last_active":"2024-09-13T17:47:24.256709+0000","last_peered":"2024-09-13T17:47:24.256709+0000","last_clean":"2024-09-13T17:47:24.256709+0000","last_became_active":"2024-09-13T17:47:19.709807+0000","last_became_peered":"2024-09-13T17:47:19.709807+0000","last_unstale":"2024-09-13T17:47:24.256709+0000","last_undegraded":"2024-09-13T17:47:24.256709+0000","last_fullsized":"2024-09-13T17:47:24.256709+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:35.775994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090342+0000","last_change":"2024-09-13T17:47:24.270453+0000","last_active":"2024-09-13T17:47:25.090342+0000","last_peered":"2024-09-13T17:47:25.090342+0000","last_clean":"2024-09-13T17:47:25.090342+0000","last_became_active":"2024-09-13T17:47:24.270044+0000","last_became_peered":"2024-09-13T17:47:24.270044+0000","last_unstale":"2024-09-13T17:47:25.090342+0000","last_undegraded":"2024-09-13T17:47:25.090342+0000","last_fullsized":"2024-09-13T17:47:25.090342+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:17.661650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.091869+0000","last_change":"2024-09-13T17:47:24.280471+0000","last_active":"2024-09-13T17:47:25.091869+0000","last_peered":"2024-09-13T17:47:25.091869+0000","last_clean":"2024-09-13T17:47:25.091869+0000","last_became_active":"2024-09-13T17:47:24.280033+0000","last_became_peered":"2024-09-13T17:47:24.280033+0000","last_unstale":"2024-09-13T17:47:25.091869+0000","last_undegraded":"2024-09-13T17:47:25.091869+0000","last_fullsized":"2024-09-13T17:47:25.091869+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:07.401229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.229945+0000","last_change":"2024-09-13T17:47:20.108041+0000","last_active":"2024-09-13T17:47:24.229945+0000","last_peered":"2024-09-13T17:47:24.229945+0000","last_clean":"2024-09-13T17:47:24.229945+0000","last_became_active":"2024-09-13T17:47:20.107522+0000","last_became_peered":"2024-09-13T17:47:20.107522+0000","last_unstale":"2024-09-13T17:47:24.229945+0000","last_undegraded":"2024-09-13T17:47:24.229945+0000","last_fullsized":"2024-09-13T17:47:24.229945+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.223042+0000","last_change":"2024-09-13T17:47:19.708520+0000","last_active":"2024-09-13T17:47:24.223042+0000","last_peered":"2024-09-13T17:47:24.223042+0000","last_clean":"2024-09-13T17:47:24.223042+0000","last_became_active":"2024-09-13T17:47:19.707924+0000","last_became_peered":"2024-09-13T17:47:19.707924+0000","last_unstale":"2024-09-13T17:47:24.223042+0000","last_undegraded":"2024-09-13T17:47:24.223042+0000","last_fullsized":"2024-09-13T17:47:24.223042+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:12.721168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.089883+0000","last_change":"2024-09-13T17:47:24.263567+0000","last_active":"2024-09-13T17:47:25.089883+0000","last_peered":"2024-09-13T17:47:25.089883+0000","last_clean":"2024-09-13T17:47:25.089883+0000","last_became_active":"2024-09-13T17:47:24.262196+0000","last_became_peered":"2024-09-13T17:47:24.262196+0000","last_unstale":"2024-09-13T17:47:25.089883+0000","last_undegraded":"2024-09-13T17:47:25.089883+0000","last_fullsized":"2024-09-13T17:47:25.089883+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:14:15.229088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213723+0000","last_change":"2024-09-13T17:47:20.110823+0000","last_active":"2024-09-13T17:47:24.213723+0000","last_peered":"2024-09-13T17:47:24.213723+0000","last_clean":"2024-09-13T17:47:24.213723+0000","last_became_active":"2024-09-13T17:47:20.110241+0000","last_became_peered":"2024-09-13T17:47:20.110241+0000","last_unstale":"2024-09-13T17:47:24.213723+0000","last_undegraded":"2024-09-13T17:47:24.213723+0000","last_fullsized":"2024-09-13T17:47:24.213723+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:19.021324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.215584+0000","last_change":"2024-09-13T17:47:19.703000+0000","last_active":"2024-09-13T17:47:24.215584+0000","last_peered":"2024-09-13T17:47:24.215584+0000","last_clean":"2024-09-13T17:47:24.215584+0000","last_became_active":"2024-09-13T17:47:19.702475+0000","last_became_peered":"2024-09-13T17:47:19.702475+0000","last_unstale":"2024-09-13T17:47:24.215584+0000","last_undegraded":"2024-09-13T17:47:24.215584+0000","last_fullsized":"2024-09-13T17:47:24.215584+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:07:37.748622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"22'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.237527+0000","last_change":"2024-09-13T17:47:19.714726+0000","last_active":"2024-09-13T17:47:24.237527+0000","last_peered":"2024-09-13T17:47:24.237527+0000","last_clean":"2024-09-13T17:47:24.237527+0000","last_became_active":"2024-09-13T17:47:19.710290+0000","last_became_peered":"2024-09-13T17:47:19.710290+0000","last_unstale":"2024-09-13T17:47:24.237527+0000","last_undegraded":"2024-09-13T17:47:24.237527+0000","last_fullsized":"2024-09-13T17:47:24.237527+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:34:29.525431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233551+0000","last_change":"2024-09-13T17:47:20.109673+0000","last_active":"2024-09-13T17:47:24.233551+0000","last_peered":"2024-09-13T17:47:24.233551+0000","last_clean":"2024-09-13T17:47:24.233551+0000","last_became_active":"2024-09-13T17:47:20.108905+0000","last_became_peered":"2024-09-13T17:47:20.108905+0000","last_unstale":"2024-09-13T17:47:24.233551+0000","last_undegraded":"2024-09-13T17:47:24.233551+0000","last_fullsized":"2024-09-13T17:47:24.233551+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.245292+0000","last_change":"2024-09-13T17:47:24.242080+0000","last_active":"2024-09-13T17:47:24.245292+0000","last_peered":"2024-09-13T17:47:24.245292+0000","last_clean":"2024-09-13T17:47:24.245292+0000","last_became_active":"2024-09-13T17:47:24.241474+0000","last_became_peered":"2024-09-13T17:47:24.241474+0000","last_unstale":"2024-09-13T17:47:24.245292+0000","last_undegraded":"2024-09-13T17:47:24.245292+0000","last_fullsized":"2024-09-13T17:47:24.245292+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:33.030088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"22'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213201+0000","last_change":"2024-09-13T17:47:19.704770+0000","last_active":"2024-09-13T17:47:24.213201+0000","last_peered":"2024-09-13T17:47:24.213201+0000","last_clean":"2024-09-13T17:47:24.213201+0000","last_became_active":"2024-09-13T17:47:19.704286+0000","last_became_peered":"2024-09-13T17:47:19.704286+0000","last_unstale":"2024-09-13T17:47:24.213201+0000","last_undegraded":"2024-09-13T17:47:24.213201+0000","last_fullsized":"2024-09-13T17:47:24.213201+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:12.721168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.222973+0000","last_change":"2024-09-13T17:47:20.119262+0000","last_active":"2024-09-13T17:47:24.222973+0000","last_peered":"2024-09-13T17:47:24.222973+0000","last_clean":"2024-09-13T17:47:24.222973+0000","last_became_active":"2024-09-13T17:47:20.119037+0000","last_became_peered":"2024-09-13T17:47:20.119037+0000","last_unstale":"2024-09-13T17:47:24.222973+0000","last_undegraded":"2024-09-13T17:47:24.222973+0000","last_fullsized":"2024-09-13T17:47:24.222973+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:51.809634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090527+0000","last_change":"2024-09-13T17:47:24.238313+0000","last_active":"2024-09-13T17:47:25.090527+0000","last_peered":"2024-09-13T17:47:25.090527+0000","last_clean":"2024-09-13T17:47:25.090527+0000","last_became_active":"2024-09-13T17:47:24.237711+0000","last_became_peered":"2024-09-13T17:47:24.237711+0000","last_unstale":"2024-09-13T17:47:25.090527+0000","last_undegraded":"2024-09-13T17:47:25.090527+0000","last_fullsized":"2024-09-13T17:47:25.090527+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:49.060574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.236142+0000","last_change":"2024-09-13T17:47:20.110666+0000","last_active":"2024-09-13T17:47:24.236142+0000","last_peered":"2024-09-13T17:47:24.236142+0000","last_clean":"2024-09-13T17:47:24.236142+0000","last_became_active":"2024-09-13T17:47:20.110368+0000","last_became_peered":"2024-09-13T17:47:20.110368+0000","last_unstale":"2024-09-13T17:47:24.236142+0000","last_undegraded":"2024-09-13T17:47:24.236142+0000","last_fullsized":"2024-09-13T17:47:24.236142+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233168+0000","last_change":"2024-09-13T17:47:20.105355+0000","last_active":"2024-09-13T17:47:24.233168+0000","last_peered":"2024-09-13T17:47:24.233168+0000","last_clean":"2024-09-13T17:47:24.233168+0000","last_became_active":"2024-09-13T17:47:20.105106+0000","last_became_peered":"2024-09-13T17:47:20.105106+0000","last_unstale":"2024-09-13T17:47:24.233168+0000","last_undegraded":"2024-09-13T17:47:24.233168+0000","last_fullsized":"2024-09-13T17:47:24.233168+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:49.747487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219972+0000","last_change":"2024-09-13T17:47:20.112975+0000","last_active":"2024-09-13T17:47:24.219972+0000","last_peered":"2024-09-13T17:47:24.219972+0000","last_clean":"2024-09-13T17:47:24.219972+0000","last_became_active":"2024-09-13T17:47:20.112709+0000","last_became_peered":"2024-09-13T17:47:20.112709+0000","last_unstale":"2024-09-13T17:47:24.219972+0000","last_undegraded":"2024-09-13T17:47:24.219972+0000","last_fullsized":"2024-09-13T17:47:24.219972+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233416+0000","last_change":"2024-09-13T17:47:20.113265+0000","last_active":"2024-09-13T17:47:24.233416+0000","last_peered":"2024-09-13T17:47:24.233416+0000","last_clean":"2024-09-13T17:47:24.233416+0000","last_became_active":"2024-09-13T17:47:20.112261+0000","last_became_peered":"2024-09-13T17:47:20.112261+0000","last_unstale":"2024-09-13T17:47:24.233416+0000","last_undegraded":"2024-09-13T17:47:24.233416+0000","last_fullsized":"2024-09-13T17:47:24.233416+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213705+0000","last_change":"2024-09-13T17:47:20.121690+0000","last_active":"2024-09-13T17:47:24.213705+0000","last_peered":"2024-09-13T17:47:24.213705+0000","last_clean":"2024-09-13T17:47:24.213705+0000","last_became_active":"2024-09-13T17:47:20.121234+0000","last_became_peered":"2024-09-13T17:47:20.121234+0000","last_unstale":"2024-09-13T17:47:24.213705+0000","last_undegraded":"2024-09-13T17:47:24.213705+0000","last_fullsized":"2024-09-13T17:47:24.213705+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230170+0000","last_change":"2024-09-13T17:47:20.114556+0000","last_active":"2024-09-13T17:47:24.230170+0000","last_peered":"2024-09-13T17:47:24.230170+0000","last_clean":"2024-09-13T17:47:24.230170+0000","last_became_active":"2024-09-13T17:47:20.114156+0000","last_became_peered":"2024-09-13T17:47:20.114156+0000","last_unstale":"2024-09-13T17:47:24.230170+0000","last_undegraded":"2024-09-13T17:47:24.230170+0000","last_fullsized":"2024-09-13T17:47:24.230170+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:19.021324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.251091+0000","last_change":"2024-09-13T17:47:20.108784+0000","last_active":"2024-09-13T17:47:24.251091+0000","last_peered":"2024-09-13T17:47:24.251091+0000","last_clean":"2024-09-13T17:47:24.251091+0000","last_became_active":"2024-09-13T17:47:20.108511+0000","last_became_peered":"2024-09-13T17:47:20.108511+0000","last_unstale":"2024-09-13T17:47:24.251091+0000","last_undegraded":"2024-09-13T17:47:24.251091+0000","last_fullsized":"2024-09-13T17:47:24.251091+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.214349+0000","last_change":"2024-09-13T17:47:20.121598+0000","last_active":"2024-09-13T17:47:24.214349+0000","last_peered":"2024-09-13T17:47:24.214349+0000","last_clean":"2024-09-13T17:47:24.214349+0000","last_became_active":"2024-09-13T17:47:20.121077+0000","last_became_peered":"2024-09-13T17:47:20.121077+0000","last_unstale":"2024-09-13T17:47:24.214349+0000","last_undegraded":"2024-09-13T17:47:24.214349+0000","last_fullsized":"2024-09-13T17:47:24.214349+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.222826+0000","last_change":"2024-09-13T17:47:20.106574+0000","last_active":"2024-09-13T17:47:24.222826+0000","last_peered":"2024-09-13T17:47:24.222826+0000","last_clean":"2024-09-13T17:47:24.222826+0000","last_became_active":"2024-09-13T17:47:20.106283+0000","last_became_peered":"2024-09-13T17:47:20.106283+0000","last_unstale":"2024-09-13T17:47:24.222826+0000","last_undegraded":"2024-09-13T17:47:24.222826+0000","last_fullsized":"2024-09-13T17:47:24.222826+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.216088+0000","last_change":"2024-09-13T17:47:20.121325+0000","last_active":"2024-09-13T17:47:24.216088+0000","last_peered":"2024-09-13T17:47:24.216088+0000","last_clean":"2024-09-13T17:47:24.216088+0000","last_became_active":"2024-09-13T17:47:20.121006+0000","last_became_peered":"2024-09-13T17:47:20.121006+0000","last_unstale":"2024-09-13T17:47:24.216088+0000","last_undegraded":"2024-09-13T17:47:24.216088+0000","last_fullsized":"2024-09-13T17:47:24.216088+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:43.776469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219872+0000","last_change":"2024-09-13T17:47:20.111211+0000","last_active":"2024-09-13T17:47:24.219872+0000","last_peered":"2024-09-13T17:47:24.219872+0000","last_clean":"2024-09-13T17:47:24.219872+0000","last_became_active":"2024-09-13T17:47:20.107660+0000","last_became_peered":"2024-09-13T17:47:20.107660+0000","last_unstale":"2024-09-13T17:47:24.219872+0000","last_undegraded":"2024-09-13T17:47:24.219872+0000","last_fullsized":"2024-09-13T17:47:24.219872+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:11:45.715574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233277+0000","last_change":"2024-09-13T17:47:20.109988+0000","last_active":"2024-09-13T17:47:24.233277+0000","last_peered":"2024-09-13T17:47:24.233277+0000","last_clean":"2024-09-13T17:47:24.233277+0000","last_became_active":"2024-09-13T17:47:20.109600+0000","last_became_peered":"2024-09-13T17:47:20.109600+0000","last_unstale":"2024-09-13T17:47:24.233277+0000","last_undegraded":"2024-09-13T17:47:24.233277+0000","last_fullsized":"2024-09-13T17:47:24.233277+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:19.021324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.237899+0000","last_change":"2024-09-13T17:47:20.108284+0000","last_active":"2024-09-13T17:47:24.237899+0000","last_peered":"2024-09-13T17:47:24.237899+0000","last_clean":"2024-09-13T17:47:24.237899+0000","last_became_active":"2024-09-13T17:47:20.108010+0000","last_became_peered":"2024-09-13T17:47:20.108010+0000","last_unstale":"2024-09-13T17:47:24.237899+0000","last_undegraded":"2024-09-13T17:47:24.237899+0000","last_fullsized":"2024-09-13T17:47:24.237899+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:19.021324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272704+0000","last_change":"2024-09-13T17:47:20.117145+0000","last_active":"2024-09-13T17:47:24.272704+0000","last_peered":"2024-09-13T17:47:24.272704+0000","last_clean":"2024-09-13T17:47:24.272704+0000","last_became_active":"2024-09-13T17:47:20.116836+0000","last_became_peered":"2024-09-13T17:47:20.116836+0000","last_unstale":"2024-09-13T17:47:24.272704+0000","last_undegraded":"2024-09-13T17:47:24.272704+0000","last_fullsized":"2024-09-13T17:47:24.272704+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:53.707620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233333+0000","last_change":"2024-09-13T17:47:20.094715+0000","last_active":"2024-09-13T17:47:24.233333+0000","last_peered":"2024-09-13T17:47:24.233333+0000","last_clean":"2024-09-13T17:47:24.233333+0000","last_became_active":"2024-09-13T17:47:20.093891+0000","last_became_peered":"2024-09-13T17:47:20.093891+0000","last_unstale":"2024-09-13T17:47:24.233333+0000","last_undegraded":"2024-09-13T17:47:24.233333+0000","last_fullsized":"2024-09-13T17:47:24.233333+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:42:35.450754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219259+0000","last_change":"2024-09-13T17:47:20.106198+0000","last_active":"2024-09-13T17:47:24.219259+0000","last_peered":"2024-09-13T17:47:24.219259+0000","last_clean":"2024-09-13T17:47:24.219259+0000","last_became_active":"2024-09-13T17:47:20.105936+0000","last_became_peered":"2024-09-13T17:47:20.105936+0000","last_unstale":"2024-09-13T17:47:24.219259+0000","last_undegraded":"2024-09-13T17:47:24.219259+0000","last_fullsized":"2024-09-13T17:47:24.219259+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:32.474530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.222608+0000","last_change":"2024-09-13T17:47:20.103873+0000","last_active":"2024-09-13T17:47:24.222608+0000","last_peered":"2024-09-13T17:47:24.222608+0000","last_clean":"2024-09-13T17:47:24.222608+0000","last_became_active":"2024-09-13T17:47:20.103564+0000","last_became_peered":"2024-09-13T17:47:20.103564+0000","last_unstale":"2024-09-13T17:47:24.222608+0000","last_undegraded":"2024-09-13T17:47:24.222608+0000","last_fullsized":"2024-09-13T17:47:24.222608+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230080+0000","last_change":"2024-09-13T17:47:20.113512+0000","last_active":"2024-09-13T17:47:24.230080+0000","last_peered":"2024-09-13T17:47:24.230080+0000","last_clean":"2024-09-13T17:47:24.230080+0000","last_became_active":"2024-09-13T17:47:20.113180+0000","last_became_peered":"2024-09-13T17:47:20.113180+0000","last_unstale":"2024-09-13T17:47:24.230080+0000","last_undegraded":"2024-09-13T17:47:24.230080+0000","last_fullsized":"2024-09-13T17:47:24.230080+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.232754+0000","last_change":"2024-09-13T17:47:20.114473+0000","last_active":"2024-09-13T17:47:24.232754+0000","last_peered":"2024-09-13T17:47:24.232754+0000","last_clean":"2024-09-13T17:47:24.232754+0000","last_became_active":"2024-09-13T17:47:20.114188+0000","last_became_peered":"2024-09-13T17:47:20.114188+0000","last_unstale":"2024-09-13T17:47:24.232754+0000","last_undegraded":"2024-09-13T17:47:24.232754+0000","last_fullsized":"2024-09-13T17:47:24.232754+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.212690+0000","last_change":"2024-09-13T17:47:20.120896+0000","last_active":"2024-09-13T17:47:24.212690+0000","last_peered":"2024-09-13T17:47:24.212690+0000","last_clean":"2024-09-13T17:47:24.212690+0000","last_became_active":"2024-09-13T17:47:20.111605+0000","last_became_peered":"2024-09-13T17:47:20.111605+0000","last_unstale":"2024-09-13T17:47:24.212690+0000","last_undegraded":"2024-09-13T17:47:24.212690+0000","last_fullsized":"2024-09-13T17:47:24.212690+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:11:45.715574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219750+0000","last_change":"2024-09-13T17:47:20.114397+0000","last_active":"2024-09-13T17:47:24.219750+0000","last_peered":"2024-09-13T17:47:24.219750+0000","last_clean":"2024-09-13T17:47:24.219750+0000","last_became_active":"2024-09-13T17:47:20.112279+0000","last_became_peered":"2024-09-13T17:47:20.112279+0000","last_unstale":"2024-09-13T17:47:24.219750+0000","last_undegraded":"2024-09-13T17:47:24.219750+0000","last_fullsized":"2024-09-13T17:47:24.219750+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:54.374725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.238047+0000","last_change":"2024-09-13T17:47:20.104059+0000","last_active":"2024-09-13T17:47:24.238047+0000","last_peered":"2024-09-13T17:47:24.238047+0000","last_clean":"2024-09-13T17:47:24.238047+0000","last_became_active":"2024-09-13T17:47:20.102882+0000","last_became_peered":"2024-09-13T17:47:20.102882+0000","last_unstale":"2024-09-13T17:47:24.238047+0000","last_undegraded":"2024-09-13T17:47:24.238047+0000","last_fullsized":"2024-09-13T17:47:24.238047+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:13.907174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.248467+0000","last_change":"2024-09-13T17:47:20.106263+0000","last_active":"2024-09-13T17:47:24.248467+0000","last_peered":"2024-09-13T17:47:24.248467+0000","last_clean":"2024-09-13T17:47:24.248467+0000","last_became_active":"2024-09-13T17:47:20.104981+0000","last_became_peered":"2024-09-13T17:47:20.104981+0000","last_unstale":"2024-09-13T17:47:24.248467+0000","last_undegraded":"2024-09-13T17:47:24.248467+0000","last_fullsized":"2024-09-13T17:47:24.248467+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.276490+0000","last_change":"2024-09-13T17:47:20.116821+0000","last_active":"2024-09-13T17:47:24.276490+0000","last_peered":"2024-09-13T17:47:24.276490+0000","last_clean":"2024-09-13T17:47:24.276490+0000","last_became_active":"2024-09-13T17:47:20.116464+0000","last_became_peered":"2024-09-13T17:47:20.116464+0000","last_unstale":"2024-09-13T17:47:24.276490+0000","last_undegraded":"2024-09-13T17:47:24.276490+0000","last_fullsized":"2024-09-13T17:47:24.276490+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:29.548696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.212068+0000","last_change":"2024-09-13T17:47:20.121814+0000","last_active":"2024-09-13T17:47:24.212068+0000","last_peered":"2024-09-13T17:47:24.212068+0000","last_clean":"2024-09-13T17:47:24.212068+0000","last_became_active":"2024-09-13T17:47:20.119442+0000","last_became_peered":"2024-09-13T17:47:20.119442+0000","last_unstale":"2024-09-13T17:47:24.212068+0000","last_undegraded":"2024-09-13T17:47:24.212068+0000","last_fullsized":"2024-09-13T17:47:24.212068+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:00.979797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.270648+0000","last_change":"2024-09-13T17:47:20.110240+0000","last_active":"2024-09-13T17:47:24.270648+0000","last_peered":"2024-09-13T17:47:24.270648+0000","last_clean":"2024-09-13T17:47:24.270648+0000","last_became_active":"2024-09-13T17:47:20.109864+0000","last_became_peered":"2024-09-13T17:47:20.109864+0000","last_unstale":"2024-09-13T17:47:24.270648+0000","last_undegraded":"2024-09-13T17:47:24.270648+0000","last_fullsized":"2024-09-13T17:47:24.270648+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:11:45.715574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219759+0000","last_change":"2024-09-13T17:47:20.105490+0000","last_active":"2024-09-13T17:47:24.219759+0000","last_peered":"2024-09-13T17:47:24.219759+0000","last_clean":"2024-09-13T17:47:24.219759+0000","last_became_active":"2024-09-13T17:47:20.103825+0000","last_became_peered":"2024-09-13T17:47:20.103825+0000","last_unstale":"2024-09-13T17:47:24.219759+0000","last_undegraded":"2024-09-13T17:47:24.219759+0000","last_fullsized":"2024-09-13T17:47:24.219759+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:37.339275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271138+0000","last_change":"2024-09-13T17:47:20.108330+0000","last_active":"2024-09-13T17:47:24.271138+0000","last_peered":"2024-09-13T17:47:24.271138+0000","last_clean":"2024-09-13T17:47:24.271138+0000","last_became_active":"2024-09-13T17:47:20.107799+0000","last_became_peered":"2024-09-13T17:47:20.107799+0000","last_unstale":"2024-09-13T17:47:24.271138+0000","last_undegraded":"2024-09-13T17:47:24.271138+0000","last_fullsized":"2024-09-13T17:47:24.271138+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:43.776469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.216558+0000","last_change":"2024-09-13T17:47:20.122506+0000","last_active":"2024-09-13T17:47:24.216558+0000","last_peered":"2024-09-13T17:47:24.216558+0000","last_clean":"2024-09-13T17:47:24.216558+0000","last_became_active":"2024-09-13T17:47:20.122213+0000","last_became_peered":"2024-09-13T17:47:20.122213+0000","last_unstale":"2024-09-13T17:47:24.216558+0000","last_undegraded":"2024-09-13T17:47:24.216558+0000","last_fullsized":"2024-09-13T17:47:24.216558+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:12.001356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233028+0000","last_change":"2024-09-13T17:47:20.098339+0000","last_active":"2024-09-13T17:47:24.233028+0000","last_peered":"2024-09-13T17:47:24.233028+0000","last_clean":"2024-09-13T17:47:24.233028+0000","last_became_active":"2024-09-13T17:47:20.097955+0000","last_became_peered":"2024-09-13T17:47:20.097955+0000","last_unstale":"2024-09-13T17:47:24.233028+0000","last_undegraded":"2024-09-13T17:47:24.233028+0000","last_fullsized":"2024-09-13T17:47:24.233028+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:00.561720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230407+0000","last_change":"2024-09-13T17:47:20.107754+0000","last_active":"2024-09-13T17:47:24.230407+0000","last_peered":"2024-09-13T17:47:24.230407+0000","last_clean":"2024-09-13T17:47:24.230407+0000","last_became_active":"2024-09-13T17:47:20.107304+0000","last_became_peered":"2024-09-13T17:47:20.107304+0000","last_unstale":"2024-09-13T17:47:24.230407+0000","last_undegraded":"2024-09-13T17:47:24.230407+0000","last_fullsized":"2024-09-13T17:47:24.230407+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.276424+0000","last_change":"2024-09-13T17:47:20.111293+0000","last_active":"2024-09-13T17:47:24.276424+0000","last_peered":"2024-09-13T17:47:24.276424+0000","last_clean":"2024-09-13T17:47:24.276424+0000","last_became_active":"2024-09-13T17:47:20.110564+0000","last_became_peered":"2024-09-13T17:47:20.110564+0000","last_unstale":"2024-09-13T17:47:24.276424+0000","last_undegraded":"2024-09-13T17:47:24.276424+0000","last_fullsized":"2024-09-13T17:47:24.276424+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:14:11.692746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":16,"seq":68719476745,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":282624,"data_stored":109603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74299999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84099999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96699999999999997}]}]},{"osd":4,"up_from":16,"seq":68719476745,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":290816,"data_stored":109639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.071}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86099999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0229999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1379999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.095}]}]},{"osd":7,"up_from":15,"seq":64424509450,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27880,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343960,"statfs":{"total":96636764160,"available":96608215040,"internally_reserved":0,"allocated":876544,"data_stored":700463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.024}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1679999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86599999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93700000000000006}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70899999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82999999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98999999999999999}]}]},{"osd":6,"up_from":15,"seq":64424509448,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":113308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.05}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0149999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82299999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0720000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.157}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91100000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88300000000000001}]}]},{"osd":3,"up_from":15,"seq":64424509448,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":290816,"data_stored":113308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66700000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95699999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0820000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0289999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93200000000000005}]}]},{"osd":1,"up_from":15,"seq":64424509449,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":286720,"data_stored":109673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90500000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.875}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.079}]}]},{"osd":0,"up_from":15,"seq":64424509447,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":884736,"data_stored":700519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92700000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72299999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0660000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.093}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.27}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.143}]}]},{"osd":2,"up_from":13,"seq":55834574857,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":278528,"data_stored":109513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73099999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93799999999999994}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84199999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1890000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.05}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2170000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:47:43.735 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T17:47:43.735 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-13T17:47:43.735 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-13T17:47:43.735 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-13T17:47:43.736 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-13T17:47:43.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.886+0000 7f1359c53640 1 Processor -- start 2024-09-13T17:47:43.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.886+0000 7f1359c53640 1 -- start start 2024-09-13T17:47:43.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f1359c53640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13540d0a10 0x7f13540cf860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f1359c53640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f13540ccfd0 con 0x7f13540cdca0 2024-09-13T17:47:43.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f1359c53640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f13540cd200 con 0x7f135415c4f0 2024-09-13T17:47:43.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f1359c53640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f13540d0e50 con 0x7f13540d0a10 2024-09-13T17:47:43.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f1353fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f13540cdca0 0x7f13540d23c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:36718/0 (socket says 172.21.15.32:36718) 2024-09-13T17:47:43.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f1353fff640 1 -- 172.21.15.32:0/3176946395 learned_addr learned my addr 172.21.15.32:0/3176946395 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:43.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f1352ffd640 1 --2- 172.21.15.32:0/3176946395 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13540d0a10 0x7f13540cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:43.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f13527fc640 1 -- 172.21.15.32:0/3176946395 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2928788219 0 0) 0x7f13540ccfd0 con 0x7f13540cdca0 2024-09-13T17:47:43.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f13527fc640 1 -- 172.21.15.32:0/3176946395 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f133c003530 con 0x7f13540cdca0 2024-09-13T17:47:43.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f13527fc640 1 -- 172.21.15.32:0/3176946395 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2847103427 0 0) 0x7f133c003530 con 0x7f13540cdca0 2024-09-13T17:47:43.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f13527fc640 1 -- 172.21.15.32:0/3176946395 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13540d0a10 msgr2=0x7f13540cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:43.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f13527fc640 1 --2- 172.21.15.32:0/3176946395 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13540d0a10 0x7f13540cf860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f13527fc640 1 -- 172.21.15.32:0/3176946395 >> v1:172.21.15.159:6789/0 conn(0x7f135415c4f0 legacy=0x7f135406b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:43.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f13527fc640 1 -- 172.21.15.32:0/3176946395 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13540d1110 con 0x7f13540cdca0 2024-09-13T17:47:43.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f13527fc640 1 -- 172.21.15.32:0/3176946395 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f134c001a00 con 0x7f13540cdca0 2024-09-13T17:47:43.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f13527fc640 1 -- 172.21.15.32:0/3176946395 >> v1:172.21.15.32:6789/0 conn(0x7f13540cdca0 legacy=0x7f13540d23c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:43.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f13527fc640 1 --2- 172.21.15.32:0/3176946395 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f133c0039b0 0x7f133c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f13527fc640 1 --2- 172.21.15.32:0/3176946395 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f133c0047d0 0x7f133c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f13527fc640 1 --2- 172.21.15.32:0/3176946395 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13540d0a10 0x7f133c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f13527fc640 1 -- 172.21.15.32:0/3176946395 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13540d0e50 con 0x7f133c0047d0 2024-09-13T17:47:43.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f13527fc640 1 -- 172.21.15.32:0/3176946395 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f133c00ba70 con 0x7f133c0039b0 2024-09-13T17:47:43.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f13527fc640 1 -- 172.21.15.32:0/3176946395 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f133c00bc30 con 0x7f13540d0a10 2024-09-13T17:47:43.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f1352ffd640 1 --2- 172.21.15.32:0/3176946395 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f133c0047d0 0x7f133c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:43.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f13537fe640 1 --2- 172.21.15.32:0/3176946395 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f133c0039b0 0x7f133c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:43.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f1353fff640 1 --2- 172.21.15.32:0/3176946395 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13540d0a10 0x7f133c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:43.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f1352ffd640 1 -- 172.21.15.32:0/3176946395 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13540d0a10 msgr2=0x7f133c005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:43.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f1352ffd640 1 --2- 172.21.15.32:0/3176946395 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13540d0a10 0x7f133c005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f1352ffd640 1 -- 172.21.15.32:0/3176946395 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f133c0039b0 msgr2=0x7f133c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:43.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f1352ffd640 1 --2- 172.21.15.32:0/3176946395 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f133c0039b0 0x7f133c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f1352ffd640 1 -- 172.21.15.32:0/3176946395 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f133c003530 con 0x7f133c0047d0 2024-09-13T17:47:43.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.890+0000 7f1353fff640 1 --2- 172.21.15.32:0/3176946395 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13540d0a10 0x7f133c005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:43.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1352ffd640 1 --2- 172.21.15.32:0/3176946395 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f133c0047d0 0x7f133c004c50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f1348009a90 tx=0x7f134801ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=419ca2399e4b9b05 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:43.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f13527fc640 1 -- 172.21.15.32:0/3176946395 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13480059a0 con 0x7f133c0047d0 2024-09-13T17:47:43.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f13527fc640 1 -- 172.21.15.32:0/3176946395 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f134c002100 con 0x7f133c0047d0 2024-09-13T17:47:43.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f13527fc640 1 -- 172.21.15.32:0/3176946395 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1348005d40 con 0x7f133c0047d0 2024-09-13T17:47:43.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1359c53640 1 -- 172.21.15.32:0/3176946395 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f133c0047d0 msgr2=0x7f133c004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:43.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1359c53640 1 --2- 172.21.15.32:0/3176946395 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f133c0047d0 0x7f133c004c50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f1348009a90 tx=0x7f134801ca10 comp rx=0 tx=0).stop 2024-09-13T17:47:43.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1353fff640 1 -- 172.21.15.32:0/3176946395 reap_dead start 2024-09-13T17:47:43.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1359c53640 1 -- 172.21.15.32:0/3176946395 shutdown_connections 2024-09-13T17:47:43.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1359c53640 1 -- 172.21.15.32:0/3176946395 >> 172.21.15.32:0/3176946395 conn(0x7f135408bf30 msgr2=0x7f135409b850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:43.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1359c53640 1 -- 172.21.15.32:0/3176946395 shutdown_connections 2024-09-13T17:47:43.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1359c53640 1 -- 172.21.15.32:0/3176946395 wait complete. 2024-09-13T17:47:43.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1359c53640 1 Processor -- start 2024-09-13T17:47:43.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1359c53640 1 -- start start 2024-09-13T17:47:43.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1359c53640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f133c0047d0 0x7f1354153c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1359c53640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13540b42f0 0x7f13540b4750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1359c53640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f13540caa90 0x7f13540caf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1359c53640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13540b4c90 con 0x7f13540caa90 2024-09-13T17:47:43.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1359c53640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13540b2330 con 0x7f133c0047d0 2024-09-13T17:47:43.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1359c53640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f13540cbda0 con 0x7f13540b42f0 2024-09-13T17:47:43.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1353fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f13540caa90 0x7f13540caf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:43.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1353fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f13540caa90 0x7f13540caf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40106/0 (socket says 172.21.15.32:40106) 2024-09-13T17:47:43.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1353fff640 1 -- 172.21.15.32:0/3750417717 learned_addr learned my addr 172.21.15.32:0/3750417717 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:43.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f13537fe640 1 --2- 172.21.15.32:0/3750417717 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f133c0047d0 0x7f1354153c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:43.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1352ffd640 1 --2- 172.21.15.32:0/3750417717 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13540b42f0 0x7f13540b4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:43.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1353fff640 1 -- 172.21.15.32:0/3750417717 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13540b42f0 msgr2=0x7f13540b4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:43.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1353fff640 1 --2- 172.21.15.32:0/3750417717 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13540b42f0 0x7f13540b4750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1353fff640 1 -- 172.21.15.32:0/3750417717 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f133c0047d0 msgr2=0x7f1354153c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:43.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1353fff640 1 --2- 172.21.15.32:0/3750417717 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f133c0047d0 0x7f1354153c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:43.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1353fff640 1 -- 172.21.15.32:0/3750417717 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13541f3920 con 0x7f13540caa90 2024-09-13T17:47:43.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1353fff640 1 --2- 172.21.15.32:0/3750417717 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f13540caa90 0x7f13540caf10 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f134c000f90 tx=0x7f134c010ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:43.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f133bfff640 1 -- 172.21.15.32:0/3750417717 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f134c00eac0 con 0x7f13540caa90 2024-09-13T17:47:43.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f133bfff640 1 -- 172.21.15.32:0/3750417717 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f134c00ec20 con 0x7f13540caa90 2024-09-13T17:47:43.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1359c53640 1 -- 172.21.15.32:0/3750417717 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f13540cb7e0 con 0x7f13540caa90 2024-09-13T17:47:43.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f133bfff640 1 -- 172.21.15.32:0/3750417717 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f134c015400 con 0x7f13540caa90 2024-09-13T17:47:43.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.894+0000 7f1359c53640 1 -- 172.21.15.32:0/3750417717 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13540b1fc0 con 0x7f13540caa90 2024-09-13T17:47:43.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.898+0000 7f1359c53640 1 -- 172.21.15.32:0/3750417717 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13540d13f0 con 0x7f13540caa90 2024-09-13T17:47:43.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.898+0000 7f133bfff640 1 -- 172.21.15.32:0/3750417717 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f134c01e3b0 con 0x7f13540caa90 2024-09-13T17:47:43.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.898+0000 7f133bfff640 1 --2- 172.21.15.32:0/3750417717 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1340066690 0x7f1340068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:43.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.898+0000 7f133bfff640 1 -- 172.21.15.32:0/3750417717 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f134c086fd0 con 0x7f13540caa90 2024-09-13T17:47:43.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.898+0000 7f13537fe640 1 --2- 172.21.15.32:0/3750417717 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1340066690 0x7f1340068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:43.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.898+0000 7f13537fe640 1 --2- 172.21.15.32:0/3750417717 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1340066690 0x7f1340068b50 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1344005510 tx=0x7f1344009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:43.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:43.902+0000 7f133bfff640 1 -- 172.21.15.32:0/3750417717 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f134c054050 con 0x7f13540caa90 2024-09-13T17:47:44.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.102+0000 7f1359c53640 1 -- 172.21.15.32:0/3750417717 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f13540b83b0 con 0x7f13540caa90 2024-09-13T17:47:44.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.106+0000 7f133bfff640 1 -- 172.21.15.32:0/3750417717 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+164902 (secure 0 0 0) 0x7f134c01a020 con 0x7f13540caa90 2024-09-13T17:47:44.112 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:44.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.110+0000 7f1359c53640 1 -- 172.21.15.32:0/3750417717 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1340066690 msgr2=0x7f1340068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.110+0000 7f1359c53640 1 --2- 172.21.15.32:0/3750417717 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1340066690 0x7f1340068b50 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1344005510 tx=0x7f1344009040 comp rx=0 tx=0).stop 2024-09-13T17:47:44.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.110+0000 7f1359c53640 1 -- 172.21.15.32:0/3750417717 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f13540caa90 msgr2=0x7f13540caf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.110+0000 7f1359c53640 1 --2- 172.21.15.32:0/3750417717 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f13540caa90 0x7f13540caf10 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f134c000f90 tx=0x7f134c010ca0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.110+0000 7f1359c53640 1 -- 172.21.15.32:0/3750417717 shutdown_connections 2024-09-13T17:47:44.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.110+0000 7f1359c53640 1 --2- 172.21.15.32:0/3750417717 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1340066690 0x7f1340068b50 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.110+0000 7f1359c53640 1 --2- 172.21.15.32:0/3750417717 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f13540caa90 0x7f13540caf10 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.110+0000 7f1359c53640 1 --2- 172.21.15.32:0/3750417717 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13540b42f0 0x7f13540b4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.110+0000 7f1359c53640 1 --2- 172.21.15.32:0/3750417717 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f133c0047d0 0x7f1354153c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.110+0000 7f1359c53640 1 -- 172.21.15.32:0/3750417717 >> 172.21.15.32:0/3750417717 conn(0x7f135408bf30 msgr2=0x7f13540b0b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:44.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.110+0000 7f1359c53640 1 -- 172.21.15.32:0/3750417717 shutdown_connections 2024-09-13T17:47:44.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.110+0000 7f1359c53640 1 -- 172.21.15.32:0/3750417717 wait complete. 2024-09-13T17:47:44.131 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":5,"flags":0,"active_gid":4102,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6832","nonce":239805446},{"type":"v1","addr":"172.21.15.159:6833","nonce":239805446}]},"active_addr":"172.21.15.159:6833/239805446","active_change":"2024-09-13T17:47:00.182903+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4101,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.159:0","nonce":2515142571}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.159:0","nonce":511979173}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.159:0","nonce":453846269}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.159:0","nonce":2674831142}]}]} 2024-09-13T17:47:44.136 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-13T17:47:44.136 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-13T17:47:44.136 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:47:44.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce4f373640 1 Processor -- start 2024-09-13T17:47:44.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce4f373640 1 -- start start 2024-09-13T17:47:44.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce4f373640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fce480cebe0 0x7fce480cc380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce4f373640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce48159640 con 0x7fce480b2d60 2024-09-13T17:47:44.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce4f373640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce480b1730 con 0x7fce48159260 2024-09-13T17:47:44.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce4f373640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce480b1a10 con 0x7fce480cebe0 2024-09-13T17:47:44.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce4d910640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fce480b2d60 0x7fce48159b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:36726/0 (socket says 172.21.15.32:36726) 2024-09-13T17:47:44.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce4d910640 1 -- 172.21.15.32:0/493622426 learned_addr learned my addr 172.21.15.32:0/493622426 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:44.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce4c90e640 1 --2- 172.21.15.32:0/493622426 >> v2:172.21.15.159:3300/0 conn(0x7fce480cebe0 0x7fce480cc380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce3ffff640 1 -- 172.21.15.32:0/493622426 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 228741669 0 0) 0x7fce48159640 con 0x7fce480b2d60 2024-09-13T17:47:44.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce3ffff640 1 -- 172.21.15.32:0/493622426 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fce34003530 con 0x7fce480b2d60 2024-09-13T17:47:44.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce3ffff640 1 -- 172.21.15.32:0/493622426 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2687761370 0 0) 0x7fce34003530 con 0x7fce480b2d60 2024-09-13T17:47:44.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce3ffff640 1 -- 172.21.15.32:0/493622426 >> v2:172.21.15.159:3300/0 conn(0x7fce480cebe0 msgr2=0x7fce480cc380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:44.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce3ffff640 1 --2- 172.21.15.32:0/493622426 >> v2:172.21.15.159:3300/0 conn(0x7fce480cebe0 0x7fce480cc380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce3ffff640 1 -- 172.21.15.32:0/493622426 >> v1:172.21.15.159:6789/0 conn(0x7fce48159260 legacy=0x7fce480ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce3ffff640 1 -- 172.21.15.32:0/493622426 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce480b1cf0 con 0x7fce480b2d60 2024-09-13T17:47:44.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce3ffff640 1 -- 172.21.15.32:0/493622426 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fce40001a00 con 0x7fce480b2d60 2024-09-13T17:47:44.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce3ffff640 1 -- 172.21.15.32:0/493622426 >> v1:172.21.15.32:6789/0 conn(0x7fce480b2d60 legacy=0x7fce48159b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce3ffff640 1 --2- 172.21.15.32:0/493622426 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce34003980 0x7fce34003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce3ffff640 1 --2- 172.21.15.32:0/493622426 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce340047d0 0x7fce34004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce3ffff640 1 --2- 172.21.15.32:0/493622426 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce34005190 0x7fce3400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.254+0000 7fce3ffff640 1 -- 172.21.15.32:0/493622426 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce480b1a10 con 0x7fce34003980 2024-09-13T17:47:44.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce3ffff640 1 -- 172.21.15.32:0/493622426 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce3400c030 con 0x7fce340047d0 2024-09-13T17:47:44.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce3ffff640 1 -- 172.21.15.32:0/493622426 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce3400c1f0 con 0x7fce34005190 2024-09-13T17:47:44.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce4d10f640 1 --2- 172.21.15.32:0/493622426 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce34003980 0x7fce34003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce4c90e640 1 --2- 172.21.15.32:0/493622426 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce340047d0 0x7fce34004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce4d910640 1 --2- 172.21.15.32:0/493622426 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce34005190 0x7fce3400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce4d10f640 1 -- 172.21.15.32:0/493622426 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce34005190 msgr2=0x7fce3400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:44.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce4d10f640 1 --2- 172.21.15.32:0/493622426 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce34005190 0x7fce3400b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce4d10f640 1 -- 172.21.15.32:0/493622426 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce340047d0 msgr2=0x7fce34004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:44.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce4d10f640 1 --2- 172.21.15.32:0/493622426 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce340047d0 0x7fce34004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce4d910640 1 -- 172.21.15.32:0/493622426 reap_dead start 2024-09-13T17:47:44.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce4d10f640 1 -- 172.21.15.32:0/493622426 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce34003530 con 0x7fce34003980 2024-09-13T17:47:44.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce4d10f640 1 --2- 172.21.15.32:0/493622426 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce34003980 0x7fce34003da0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fce44001780 tx=0x7fce4401c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88e3f59b3895a7c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce3ffff640 1 -- 172.21.15.32:0/493622426 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce440052d0 con 0x7fce34003980 2024-09-13T17:47:44.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce3ffff640 1 -- 172.21.15.32:0/493622426 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce440a7050 con 0x7fce34003980 2024-09-13T17:47:44.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce3ffff640 1 -- 172.21.15.32:0/493622426 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce44003600 con 0x7fce34003980 2024-09-13T17:47:44.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce4f373640 1 -- 172.21.15.32:0/493622426 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce34003980 msgr2=0x7fce34003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce4f373640 1 --2- 172.21.15.32:0/493622426 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce34003980 0x7fce34003da0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fce44001780 tx=0x7fce4401c3f0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce4f373640 1 -- 172.21.15.32:0/493622426 shutdown_connections 2024-09-13T17:47:44.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce4f373640 1 --2- 172.21.15.32:0/493622426 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce34003980 0x7fce34003da0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce4f373640 1 -- 172.21.15.32:0/493622426 >> 172.21.15.32:0/493622426 conn(0x7fce4806a150 msgr2=0x7fce4806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:44.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce4f373640 1 -- 172.21.15.32:0/493622426 shutdown_connections 2024-09-13T17:47:44.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.258+0000 7fce4f373640 1 -- 172.21.15.32:0/493622426 wait complete. 2024-09-13T17:47:44.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4f373640 1 Processor -- start 2024-09-13T17:47:44.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4f373640 1 -- start start 2024-09-13T17:47:44.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4f373640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce34003980 0x7fce480c7d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4f373640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce480c1e10 0x7fce48157f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4f373640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce480c6800 0x7fce480c4740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4f373640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce481584d0 con 0x7fce480c1e10 2024-09-13T17:47:44.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4f373640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce480c6ce0 con 0x7fce480c6800 2024-09-13T17:47:44.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4f373640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce480c6fc0 con 0x7fce34003980 2024-09-13T17:47:44.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4c90e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce480c1e10 0x7fce48157f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4c90e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce480c1e10 0x7fce48157f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40126/0 (socket says 172.21.15.32:40126) 2024-09-13T17:47:44.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4c90e640 1 -- 172.21.15.32:0/3140474375 learned_addr learned my addr 172.21.15.32:0/3140474375 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:44.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4d910640 1 --2- 172.21.15.32:0/3140474375 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce480c6800 0x7fce480c4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4d10f640 1 --2- 172.21.15.32:0/3140474375 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce34003980 0x7fce480c7d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4c90e640 1 -- 172.21.15.32:0/3140474375 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce34003980 msgr2=0x7fce480c7d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4c90e640 1 --2- 172.21.15.32:0/3140474375 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce34003980 0x7fce480c7d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4c90e640 1 -- 172.21.15.32:0/3140474375 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce480c6800 msgr2=0x7fce480c4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4c90e640 1 --2- 172.21.15.32:0/3140474375 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce480c6800 0x7fce480c4740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4c90e640 1 -- 172.21.15.32:0/3140474375 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce480c72a0 con 0x7fce480c1e10 2024-09-13T17:47:44.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4d10f640 1 --2- 172.21.15.32:0/3140474375 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce34003980 0x7fce480c7d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:44.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4c90e640 1 --2- 172.21.15.32:0/3140474375 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce480c1e10 0x7fce48157f90 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fce38011500 tx=0x7fce380119c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce3dffb640 1 -- 172.21.15.32:0/3140474375 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce38015870 con 0x7fce480c1e10 2024-09-13T17:47:44.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce3dffb640 1 -- 172.21.15.32:0/3140474375 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce380159d0 con 0x7fce480c1e10 2024-09-13T17:47:44.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce3dffb640 1 -- 172.21.15.32:0/3140474375 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce38015d40 con 0x7fce480c1e10 2024-09-13T17:47:44.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4f373640 1 -- 172.21.15.32:0/3140474375 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce480c7580 con 0x7fce480c1e10 2024-09-13T17:47:44.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.262+0000 7fce4f373640 1 -- 172.21.15.32:0/3140474375 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce480c4c80 con 0x7fce480c1e10 2024-09-13T17:47:44.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.266+0000 7fce3dffb640 1 -- 172.21.15.32:0/3140474375 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fce38013400 con 0x7fce480c1e10 2024-09-13T17:47:44.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.266+0000 7fce4f373640 1 -- 172.21.15.32:0/3140474375 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce480ce4d0 con 0x7fce480c1e10 2024-09-13T17:47:44.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.266+0000 7fce3dffb640 1 --2- 172.21.15.32:0/3140474375 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce2c066690 0x7fce2c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.266+0000 7fce3dffb640 1 -- 172.21.15.32:0/3140474375 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fce380848d0 con 0x7fce480c1e10 2024-09-13T17:47:44.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.266+0000 7fce4d10f640 1 --2- 172.21.15.32:0/3140474375 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce2c066690 0x7fce2c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.266+0000 7fce4d10f640 1 --2- 172.21.15.32:0/3140474375 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce2c066690 0x7fce2c068b50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fce44001750 tx=0x7fce440011a0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.270+0000 7fce3dffb640 1 -- 172.21.15.32:0/3140474375 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fce38051960 con 0x7fce480c1e10 2024-09-13T17:47:44.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.426+0000 7fce4f373640 1 -- 172.21.15.32:0/3140474375 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fce480b2740 con 0x7fce480c1e10 2024-09-13T17:47:44.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.430+0000 7fce3dffb640 1 -- 172.21.15.32:0/3140474375 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18334 (secure 0 0 0) 0x7fce38054f80 con 0x7fce480c1e10 2024-09-13T17:47:44.433 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:44.434 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":27,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:47:24.598946+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:47:44.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.430+0000 7fce4f373640 1 -- 172.21.15.32:0/3140474375 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce2c066690 msgr2=0x7fce2c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.430+0000 7fce4f373640 1 --2- 172.21.15.32:0/3140474375 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce2c066690 0x7fce2c068b50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fce44001750 tx=0x7fce440011a0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.430+0000 7fce4f373640 1 -- 172.21.15.32:0/3140474375 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce480c1e10 msgr2=0x7fce48157f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.430+0000 7fce4f373640 1 --2- 172.21.15.32:0/3140474375 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce480c1e10 0x7fce48157f90 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fce38011500 tx=0x7fce380119c0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.430+0000 7fce4f373640 1 -- 172.21.15.32:0/3140474375 shutdown_connections 2024-09-13T17:47:44.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.430+0000 7fce4f373640 1 --2- 172.21.15.32:0/3140474375 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce2c066690 0x7fce2c068b50 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.430+0000 7fce4f373640 1 --2- 172.21.15.32:0/3140474375 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce480c6800 0x7fce480c4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.430+0000 7fce4f373640 1 --2- 172.21.15.32:0/3140474375 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce480c1e10 0x7fce48157f90 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.430+0000 7fce4f373640 1 --2- 172.21.15.32:0/3140474375 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce34003980 0x7fce480c7d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.430+0000 7fce4f373640 1 -- 172.21.15.32:0/3140474375 >> 172.21.15.32:0/3140474375 conn(0x7fce4806a150 msgr2=0x7fce4815c340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:44.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.430+0000 7fce4f373640 1 -- 172.21.15.32:0/3140474375 shutdown_connections 2024-09-13T17:47:44.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.430+0000 7fce4f373640 1 -- 172.21.15.32:0/3140474375 wait complete. 2024-09-13T17:47:44.451 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-13T17:47:44.452 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:47:44.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.558+0000 7f1088c8b640 1 Processor -- start 2024-09-13T17:47:44.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.558+0000 7f1088c8b640 1 -- start start 2024-09-13T17:47:44.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f1088c8b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f10840b2d60 0x7f10840cc380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f1088c8b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1084159640 con 0x7f1084159260 2024-09-13T17:47:44.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f1088c8b640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10840b1730 con 0x7f10840cebe0 2024-09-13T17:47:44.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f1088c8b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10840b1a10 con 0x7f10840b2d60 2024-09-13T17:47:44.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f1082d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f10840b2d60 0x7f10840cc380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f108259c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f1084159260 0x7f10840ce4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:36730/0 (socket says 172.21.15.32:36730) 2024-09-13T17:47:44.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f108259c640 1 -- 172.21.15.32:0/1296942149 learned_addr learned my addr 172.21.15.32:0/1296942149 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:44.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f1082d9d640 1 -- 172.21.15.32:0/1296942149 >> v1:172.21.15.159:6789/0 conn(0x7f10840cebe0 legacy=0x7f1084159b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:44.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f1082d9d640 1 -- 172.21.15.32:0/1296942149 >> v1:172.21.15.32:6789/0 conn(0x7f1084159260 legacy=0x7f10840ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f1082d9d640 1 -- 172.21.15.32:0/1296942149 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10840b1cf0 con 0x7f10840b2d60 2024-09-13T17:47:44.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f1082d9d640 1 --2- 172.21.15.32:0/1296942149 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10840b2d60 0x7f10840cc380 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f107c009d90 tx=0x7f107c01c790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f2719dde38b6bf6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f108159a640 1 -- 172.21.15.32:0/1296942149 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f107c0a5720 con 0x7f10840b2d60 2024-09-13T17:47:44.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f108159a640 1 -- 172.21.15.32:0/1296942149 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f107c0a5880 con 0x7f10840b2d60 2024-09-13T17:47:44.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f108159a640 1 -- 172.21.15.32:0/1296942149 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f107c0a5c10 con 0x7f10840b2d60 2024-09-13T17:47:44.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f1088c8b640 1 -- 172.21.15.32:0/1296942149 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10840b2d60 msgr2=0x7f10840cc380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f1088c8b640 1 --2- 172.21.15.32:0/1296942149 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10840b2d60 0x7f10840cc380 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f107c009d90 tx=0x7f107c01c790 comp rx=0 tx=0).stop 2024-09-13T17:47:44.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f1088c8b640 1 -- 172.21.15.32:0/1296942149 shutdown_connections 2024-09-13T17:47:44.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f1088c8b640 1 --2- 172.21.15.32:0/1296942149 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10840b2d60 0x7f10840cc380 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f1088c8b640 1 -- 172.21.15.32:0/1296942149 >> 172.21.15.32:0/1296942149 conn(0x7f108406a150 msgr2=0x7f108406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:44.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f1088c8b640 1 -- 172.21.15.32:0/1296942149 shutdown_connections 2024-09-13T17:47:44.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.562+0000 7f1088c8b640 1 -- 172.21.15.32:0/1296942149 wait complete. 2024-09-13T17:47:44.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1088c8b640 1 Processor -- start 2024-09-13T17:47:44.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1088c8b640 1 -- start start 2024-09-13T17:47:44.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1088c8b640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f10840b2d60 0x7f1084150df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1088c8b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10840cebe0 0x7f1084096ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1088c8b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1084159260 0x7f10840afef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1088c8b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1084151330 con 0x7f10840cebe0 2024-09-13T17:47:44.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1088c8b640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10840c1dd0 con 0x7f10840b2d60 2024-09-13T17:47:44.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1088c8b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1084097430 con 0x7f1084159260 2024-09-13T17:47:44.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1081d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10840cebe0 0x7f1084096ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1081d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10840cebe0 0x7f1084096ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40136/0 (socket says 172.21.15.32:40136) 2024-09-13T17:47:44.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1081d9b640 1 -- 172.21.15.32:0/3833235303 learned_addr learned my addr 172.21.15.32:0/3833235303 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:44.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f108259c640 1 --2- 172.21.15.32:0/3833235303 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f10840b2d60 0x7f1084150df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1082d9d640 1 --2- 172.21.15.32:0/3833235303 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1084159260 0x7f10840afef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1081d9b640 1 -- 172.21.15.32:0/3833235303 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1084159260 msgr2=0x7f10840afef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1081d9b640 1 --2- 172.21.15.32:0/3833235303 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1084159260 0x7f10840afef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1081d9b640 1 -- 172.21.15.32:0/3833235303 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f10840b2d60 msgr2=0x7f1084150df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1081d9b640 1 --2- 172.21.15.32:0/3833235303 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f10840b2d60 0x7f1084150df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1081d9b640 1 -- 172.21.15.32:0/3833235303 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f107c009a70 con 0x7f10840cebe0 2024-09-13T17:47:44.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1081d9b640 1 --2- 172.21.15.32:0/3833235303 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10840cebe0 0x7f1084096ef0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f106c00c480 tx=0x7f106c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f107affd640 1 -- 172.21.15.32:0/3833235303 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f106c012830 con 0x7f10840cebe0 2024-09-13T17:47:44.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f107affd640 1 -- 172.21.15.32:0/3833235303 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f106c0129b0 con 0x7f10840cebe0 2024-09-13T17:47:44.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1088c8b640 1 -- 172.21.15.32:0/3833235303 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f108414ffa0 con 0x7f10840cebe0 2024-09-13T17:47:44.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f107affd640 1 -- 172.21.15.32:0/3833235303 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f106c012d60 con 0x7f10840cebe0 2024-09-13T17:47:44.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1088c8b640 1 -- 172.21.15.32:0/3833235303 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1084150560 con 0x7f10840cebe0 2024-09-13T17:47:44.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f1088c8b640 1 -- 172.21.15.32:0/3833235303 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10840b2740 con 0x7f10840cebe0 2024-09-13T17:47:44.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.566+0000 7f107affd640 1 -- 172.21.15.32:0/3833235303 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f106c01c460 con 0x7f10840cebe0 2024-09-13T17:47:44.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.570+0000 7f107affd640 1 --2- 172.21.15.32:0/3833235303 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f10640666c0 0x7f1064068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.570+0000 7f107affd640 1 -- 172.21.15.32:0/3833235303 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f106c084320 con 0x7f10840cebe0 2024-09-13T17:47:44.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.570+0000 7f108259c640 1 --2- 172.21.15.32:0/3833235303 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f10640666c0 0x7f1064068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.570+0000 7f108259c640 1 --2- 172.21.15.32:0/3833235303 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f10640666c0 0x7f1064068b80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1074000f70 tx=0x7f1074007c30 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.574+0000 7f107affd640 1 -- 172.21.15.32:0/3833235303 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f106c051430 con 0x7f10840cebe0 2024-09-13T17:47:44.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.726+0000 7f1088c8b640 1 -- 172.21.15.32:0/3833235303 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f108406c150 con 0x7f10840cebe0 2024-09-13T17:47:44.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.726+0000 7f107affd640 1 -- 172.21.15.32:0/3833235303 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18334 (secure 0 0 0) 0x7f106c054a50 con 0x7f10840cebe0 2024-09-13T17:47:44.733 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:44.733 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":27,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:47:24.598946+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:47:44.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.730+0000 7f1088c8b640 1 -- 172.21.15.32:0/3833235303 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f10640666c0 msgr2=0x7f1064068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.730+0000 7f1088c8b640 1 --2- 172.21.15.32:0/3833235303 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f10640666c0 0x7f1064068b80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1074000f70 tx=0x7f1074007c30 comp rx=0 tx=0).stop 2024-09-13T17:47:44.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.730+0000 7f1088c8b640 1 -- 172.21.15.32:0/3833235303 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10840cebe0 msgr2=0x7f1084096ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.730+0000 7f1088c8b640 1 --2- 172.21.15.32:0/3833235303 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10840cebe0 0x7f1084096ef0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f106c00c480 tx=0x7f106c00c940 comp rx=0 tx=0).stop 2024-09-13T17:47:44.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.730+0000 7f1088c8b640 1 -- 172.21.15.32:0/3833235303 shutdown_connections 2024-09-13T17:47:44.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.730+0000 7f1088c8b640 1 --2- 172.21.15.32:0/3833235303 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f10640666c0 0x7f1064068b80 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.730+0000 7f1088c8b640 1 --2- 172.21.15.32:0/3833235303 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1084159260 0x7f10840afef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.730+0000 7f1088c8b640 1 --2- 172.21.15.32:0/3833235303 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10840cebe0 0x7f1084096ef0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.730+0000 7f1088c8b640 1 --2- 172.21.15.32:0/3833235303 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f10840b2d60 0x7f1084150df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.730+0000 7f1088c8b640 1 -- 172.21.15.32:0/3833235303 >> 172.21.15.32:0/3833235303 conn(0x7f108406a150 msgr2=0x7f108406c7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:44.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.730+0000 7f1088c8b640 1 -- 172.21.15.32:0/3833235303 shutdown_connections 2024-09-13T17:47:44.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.730+0000 7f1088c8b640 1 -- 172.21.15.32:0/3833235303 wait complete. 2024-09-13T17:47:44.752 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-13T17:47:44.752 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-13T17:47:44.753 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-13T17:47:44.753 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-13T17:47:44.753 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-13T17:47:44.754 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-13T17:47:44.754 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-13T17:47:44.755 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-13T17:47:44.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.914+0000 7f3a43f1c640 1 Processor -- start 2024-09-13T17:47:44.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.914+0000 7f3a43f1c640 1 -- start start 2024-09-13T17:47:44.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.918+0000 7f3a43f1c640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f3a3c097500 0x7f3a3c06d800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.918+0000 7f3a43f1c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3a3c0b1690 0x7f3a3c0aaf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.918+0000 7f3a43f1c640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a3c0b07a0 con 0x7f3a3c097940 2024-09-13T17:47:44.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.918+0000 7f3a43f1c640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a3c06ae50 con 0x7f3a3c097500 2024-09-13T17:47:44.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.918+0000 7f3a43f1c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a3c06cd20 con 0x7f3a3c0b1690 2024-09-13T17:47:44.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.918+0000 7f3a41cb8640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f3a3c097500 0x7f3a3c06d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.918+0000 7f3a41cb8640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f3a3c097500 0x7f3a3c06d800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:54260/0 (socket says 172.21.15.32:54260) 2024-09-13T17:47:44.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.918+0000 7f3a41cb8640 1 -- 172.21.15.32:0/3807451686 learned_addr learned my addr 172.21.15.32:0/3807451686 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:44.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.918+0000 7f3a424b9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3a3c0b1690 0x7f3a3c0aaf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.918+0000 7f3a41cb8640 1 -- 172.21.15.32:0/3807451686 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3a3c0b1690 msgr2=0x7f3a3c0aaf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:44.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.918+0000 7f3a41cb8640 1 --2- 172.21.15.32:0/3807451686 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3a3c0b1690 0x7f3a3c0aaf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.918+0000 7f3a41cb8640 1 -- 172.21.15.32:0/3807451686 >> v1:172.21.15.159:6789/0 conn(0x7f3a3c097940 legacy=0x7f3a3c0b0f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.918+0000 7f3a41cb8640 1 -- 172.21.15.32:0/3807451686 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a3c06d000 con 0x7f3a3c097500 2024-09-13T17:47:44.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.922+0000 7f3a41cb8640 1 --2- 172.21.15.32:0/3807451686 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3a3c097500 0x7f3a3c06d800 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3a34009e50 tx=0x7f3a3401f230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ce0954bed513a00b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.922+0000 7f3a40cb6640 1 -- 172.21.15.32:0/3807451686 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a340af400 con 0x7f3a3c097500 2024-09-13T17:47:44.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.922+0000 7f3a40cb6640 1 -- 172.21.15.32:0/3807451686 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a340ab050 con 0x7f3a3c097500 2024-09-13T17:47:44.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.922+0000 7f3a43f1c640 1 -- 172.21.15.32:0/3807451686 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3a3c097500 msgr2=0x7f3a3c06d800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.922+0000 7f3a43f1c640 1 --2- 172.21.15.32:0/3807451686 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3a3c097500 0x7f3a3c06d800 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3a34009e50 tx=0x7f3a3401f230 comp rx=0 tx=0).stop 2024-09-13T17:47:44.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.922+0000 7f3a43f1c640 1 -- 172.21.15.32:0/3807451686 shutdown_connections 2024-09-13T17:47:44.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.922+0000 7f3a43f1c640 1 --2- 172.21.15.32:0/3807451686 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3a3c0b1690 0x7f3a3c0aaf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.922+0000 7f3a43f1c640 1 --2- 172.21.15.32:0/3807451686 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3a3c097500 0x7f3a3c06d800 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.922+0000 7f3a43f1c640 1 -- 172.21.15.32:0/3807451686 >> 172.21.15.32:0/3807451686 conn(0x7f3a3c0afc80 msgr2=0x7f3a3c0b0090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:44.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.922+0000 7f3a43f1c640 1 -- 172.21.15.32:0/3807451686 shutdown_connections 2024-09-13T17:47:44.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.922+0000 7f3a43f1c640 1 -- 172.21.15.32:0/3807451686 wait complete. 2024-09-13T17:47:44.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a43f1c640 1 Processor -- start 2024-09-13T17:47:44.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a43f1c640 1 -- start start 2024-09-13T17:47:44.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a43f1c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3a3c097500 0x7f3a3c09b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a43f1c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3a3c097940 0x7f3a3c16eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a43f1c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3a3c0b1690 0x7f3a3c16cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a43f1c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a3c1709a0 con 0x7f3a3c097500 2024-09-13T17:47:44.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a43f1c640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a3c09a7b0 con 0x7f3a3c097940 2024-09-13T17:47:44.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a43f1c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a3c09aa90 con 0x7f3a3c0b1690 2024-09-13T17:47:44.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a41cb8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3a3c097500 0x7f3a3c09b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a41cb8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3a3c097500 0x7f3a3c09b850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40140/0 (socket says 172.21.15.32:40140) 2024-09-13T17:47:44.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a41cb8640 1 -- 172.21.15.32:0/4122376602 learned_addr learned my addr 172.21.15.32:0/4122376602 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:44.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a424b9640 1 --2- 172.21.15.32:0/4122376602 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3a3c0b1690 0x7f3a3c16cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a414b7640 1 --2- 172.21.15.32:0/4122376602 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3a3c097940 0x7f3a3c16eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a41cb8640 1 -- 172.21.15.32:0/4122376602 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3a3c0b1690 msgr2=0x7f3a3c16cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a41cb8640 1 --2- 172.21.15.32:0/4122376602 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3a3c0b1690 0x7f3a3c16cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a41cb8640 1 -- 172.21.15.32:0/4122376602 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3a3c097940 msgr2=0x7f3a3c16eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a41cb8640 1 --2- 172.21.15.32:0/4122376602 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3a3c097940 0x7f3a3c16eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a41cb8640 1 -- 172.21.15.32:0/4122376602 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a34009b30 con 0x7f3a3c097500 2024-09-13T17:47:44.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.926+0000 7f3a41cb8640 1 --2- 172.21.15.32:0/4122376602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3a3c097500 0x7f3a3c09b850 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3a3401ce60 tx=0x7f3a3401bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.930+0000 7f3a327fc640 1 -- 172.21.15.32:0/4122376602 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a340afb40 con 0x7f3a3c097500 2024-09-13T17:47:44.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.930+0000 7f3a327fc640 1 -- 172.21.15.32:0/4122376602 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a340afca0 con 0x7f3a3c097500 2024-09-13T17:47:44.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.930+0000 7f3a327fc640 1 -- 172.21.15.32:0/4122376602 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a34004260 con 0x7f3a3c097500 2024-09-13T17:47:44.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.930+0000 7f3a43f1c640 1 -- 172.21.15.32:0/4122376602 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a3c09ad70 con 0x7f3a3c097500 2024-09-13T17:47:44.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.930+0000 7f3a43f1c640 1 -- 172.21.15.32:0/4122376602 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a3c09b330 con 0x7f3a3c097500 2024-09-13T17:47:44.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.930+0000 7f3a43f1c640 1 -- 172.21.15.32:0/4122376602 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3a3c06ca30 con 0x7f3a3c097500 2024-09-13T17:47:44.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.930+0000 7fc3df258640 1 Processor -- start 2024-09-13T17:47:44.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.930+0000 7f3a327fc640 1 -- 172.21.15.32:0/4122376602 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3a340b6070 con 0x7f3a3c097500 2024-09-13T17:47:44.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.930+0000 7f3a327fc640 1 --2- 172.21.15.32:0/4122376602 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3a200666e0 0x7f3a20068ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f592a333640 1 Processor -- start 2024-09-13T17:47:44.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f3a327fc640 1 -- 172.21.15.32:0/4122376602 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f3a34122290 con 0x7f3a3c097500 2024-09-13T17:47:44.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f592a333640 1 -- start start 2024-09-13T17:47:44.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f3a327fc640 1 --2- 172.21.15.32:0/4122376602 >> [v2:172.21.15.159:6816/2483208153,v1:172.21.15.159:6818/2483208153] conn(0x7f3a2006fbb0 0x7f3a20071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f3a327fc640 1 -- 172.21.15.32:0/4122376602 --> [v2:172.21.15.159:6816/2483208153,v1:172.21.15.159:6818/2483208153] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3a200726c0 con 0x7f3a2006fbb0 2024-09-13T17:47:44.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f3a327fc640 1 -- 172.21.15.32:0/4122376602 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3a341249a0 con 0x7f3a3c097500 2024-09-13T17:47:44.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f3a414b7640 1 --2- 172.21.15.32:0/4122376602 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3a200666e0 0x7f3a20068ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.930+0000 7fc3df258640 1 -- start start 2024-09-13T17:47:44.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f3a424b9640 1 --2- 172.21.15.32:0/4122376602 >> [v2:172.21.15.159:6816/2483208153,v1:172.21.15.159:6818/2483208153] conn(0x7f3a2006fbb0 0x7f3a20071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3df258640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc3d813b790 0x7fc3d8065c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f332f494640 1 Processor -- start 2024-09-13T17:47:44.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f3a414b7640 1 --2- 172.21.15.32:0/4122376602 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3a200666e0 0x7f3a20068ba0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f3a3c096960 tx=0x7f3a38009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3dcff4640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc3d813b790 0x7fc3d8065c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d7fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fc3d815c520 0x7fc3d815c940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:36734/0 (socket says 172.21.15.32:36734) 2024-09-13T17:47:44.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f3a424b9640 1 --2- 172.21.15.32:0/4122376602 >> [v2:172.21.15.159:6816/2483208153,v1:172.21.15.159:6818/2483208153] conn(0x7f3a2006fbb0 0x7f3a20071ff0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f332f494640 1 -- start start 2024-09-13T17:47:44.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d7fff640 1 -- 172.21.15.32:0/1197830044 learned_addr learned my addr 172.21.15.32:0/1197830044 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:44.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f592a333640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f592413b790 0x7f592415c520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3df258640 1 -- 172.21.15.32:0/1197830044 --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3d80cdb20 con 0x7fc3d815c520 2024-09-13T17:47:44.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f59237fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f592415ca60 0x7f59240ccfa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:36736/0 (socket says 172.21.15.32:36736) 2024-09-13T17:47:44.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f59237fe640 1 -- 172.21.15.32:0/2648602489 learned_addr learned my addr 172.21.15.32:0/2648602489 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:44.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f592a333640 1 --2- 172.21.15.32:0/2648602489 >> v2:172.21.15.32:3300/0 conn(0x7f59240cd6b0 0x7f592406cee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f5923fff640 1 --2- 172.21.15.32:0/2648602489 >> v2:172.21.15.159:3300/0 conn(0x7f592413b790 0x7f592415c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fdfaa001640 1 Processor -- start 2024-09-13T17:47:44.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fdfaa001640 1 -- start start 2024-09-13T17:47:44.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f59288d0640 1 --2- 172.21.15.32:0/2648602489 >> v2:172.21.15.32:3300/0 conn(0x7f59240cd6b0 0x7f592406cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d77fe640 1 -- 172.21.15.32:0/1197830044 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1993076085 0 0) 0x7fc3d80cdb20 con 0x7fc3d815c520 2024-09-13T17:47:44.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3df258640 1 -- 172.21.15.32:0/1197830044 --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3d80cddf0 con 0x7fc3d80ccfa0 2024-09-13T17:47:44.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f592a333640 1 -- 172.21.15.32:0/2648602489 --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f592415ceb0 con 0x7f592415ca60 2024-09-13T17:47:44.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f592a333640 1 -- 172.21.15.32:0/2648602489 --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59240cdb20 con 0x7f59240cd6b0 2024-09-13T17:47:44.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f592a333640 1 -- 172.21.15.32:0/2648602489 --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59240cddf0 con 0x7f592413b790 2024-09-13T17:47:44.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3df258640 1 -- 172.21.15.32:0/1197830044 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3d80ce0d0 con 0x7fc3d813b790 2024-09-13T17:47:44.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f5922ffd640 1 -- 172.21.15.32:0/2648602489 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1634266050 0 0) 0x7f5914001120 con 0x7f592415ca60 2024-09-13T17:47:44.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d77fe640 1 -- 172.21.15.32:0/1197830044 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc3c8003530 con 0x7fc3d815c520 2024-09-13T17:47:44.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f5922ffd640 1 -- 172.21.15.32:0/2648602489 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f590c003530 con 0x7f592415ca60 2024-09-13T17:47:44.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f332f494640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f33200ea690 0x7f3320006ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f332f494640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3320037140 0x7f3320036450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f332f494640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3320048000 con 0x7f3320004ae0 2024-09-13T17:47:44.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f332f494640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33200338a0 con 0x7f3320037140 2024-09-13T17:47:44.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f332f494640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3320047a40 con 0x7f33200ea690 2024-09-13T17:47:44.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d77fe640 1 -- 172.21.15.32:0/1197830044 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4260432148 0 0) 0x7fc3d80cddf0 con 0x7fc3d80ccfa0 2024-09-13T17:47:44.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d77fe640 1 -- 172.21.15.32:0/1197830044 --> v1:172.21.15.159:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc3d80cdb20 con 0x7fc3d80ccfa0 2024-09-13T17:47:44.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f332dc91640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3320037140 0x7f3320036450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f332dc91640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3320037140 0x7f3320036450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40156/0 (socket says 172.21.15.32:40156) 2024-09-13T17:47:44.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f332dc91640 1 -- 172.21.15.32:0/1936571071 learned_addr learned my addr 172.21.15.32:0/1936571071 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:44.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fdfaa001640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfa415cab0 0x7fdfa40cd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fdfaa001640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfa40ccb60 con 0x7fdfa4069f80 2024-09-13T17:47:44.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fdfaa001640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfa40ca020 con 0x7fdfa40b1690 2024-09-13T17:47:44.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fdfaa001640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfa40caca0 con 0x7fdfa415cab0 2024-09-13T17:47:44.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7fdfa3fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fdfa4069f80 0x7fdfa406a410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:36746/0 (socket says 172.21.15.32:36746) 2024-09-13T17:47:44.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7fdfa3fff640 1 -- 172.21.15.32:0/223430784 learned_addr learned my addr 172.21.15.32:0/223430784 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:44.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d77fe640 1 -- 172.21.15.32:0/1197830044 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 912527508 0 0) 0x7fc3c8003530 con 0x7fc3d815c520 2024-09-13T17:47:44.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d77fe640 1 -- 172.21.15.32:0/1197830044 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc3d813b790 msgr2=0x7fc3d8065c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:44.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d77fe640 1 --2- 172.21.15.32:0/1197830044 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc3d813b790 0x7fc3d8065c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d77fe640 1 -- 172.21.15.32:0/1197830044 >> v1:172.21.15.159:6789/0 conn(0x7fc3d80ccfa0 legacy=0x7fc3d80cd410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d77fe640 1 -- 172.21.15.32:0/1197830044 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3d80ce3b0 con 0x7fc3d815c520 2024-09-13T17:47:44.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d77fe640 1 -- 172.21.15.32:0/1197830044 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fc3cc001680 con 0x7fc3d815c520 2024-09-13T17:47:44.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d77fe640 1 -- 172.21.15.32:0/1197830044 >> v1:172.21.15.32:6789/0 conn(0x7fc3d815c520 legacy=0x7fc3d815c940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d77fe640 1 --2- 172.21.15.32:0/1197830044 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3c8003b40 0x7fc3c8003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d77fe640 1 --2- 172.21.15.32:0/1197830044 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3c80047d0 0x7fc3c8004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d77fe640 1 --2- 172.21.15.32:0/1197830044 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc3d813b790 0x7fc3c8005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d77fe640 1 -- 172.21.15.32:0/1197830044 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3d80ce0d0 con 0x7fc3c8003b40 2024-09-13T17:47:44.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d77fe640 1 -- 172.21.15.32:0/1197830044 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3c8009a50 con 0x7fc3c80047d0 2024-09-13T17:47:44.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d77fe640 1 -- 172.21.15.32:0/1197830044 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3c8009c10 con 0x7fc3d813b790 2024-09-13T17:47:44.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3dcff4640 1 --2- 172.21.15.32:0/1197830044 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3c8003b40 0x7fc3c8003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3d7fff640 1 --2- 172.21.15.32:0/1197830044 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3c80047d0 0x7fc3c8004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7fc3dd7f5640 1 --2- 172.21.15.32:0/1197830044 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc3d813b790 0x7fc3c8005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7fc3dcff4640 1 -- 172.21.15.32:0/1197830044 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc3d813b790 msgr2=0x7fc3c8005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:44.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7fc3dcff4640 1 --2- 172.21.15.32:0/1197830044 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc3d813b790 0x7fc3c8005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7fc3dcff4640 1 -- 172.21.15.32:0/1197830044 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3c80047d0 msgr2=0x7fc3c8004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:44.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7fc3dcff4640 1 --2- 172.21.15.32:0/1197830044 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3c80047d0 0x7fc3c8004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7fc3dcff4640 1 -- 172.21.15.32:0/1197830044 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3d80ce3b0 con 0x7fc3c8003b40 2024-09-13T17:47:44.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f5923fff640 1 -- 172.21.15.32:0/2648602489 >> v2:172.21.15.32:3300/0 conn(0x7f59240cd6b0 msgr2=0x7f592406cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:44.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f5923fff640 1 --2- 172.21.15.32:0/2648602489 >> v2:172.21.15.32:3300/0 conn(0x7f59240cd6b0 0x7f592406cee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f5923fff640 1 -- 172.21.15.32:0/2648602489 >> v1:172.21.15.32:6789/0 conn(0x7f592415ca60 legacy=0x7f59240ccfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f5922ffd640 1 -- 172.21.15.32:0/2648602489 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 432880129 0 0) 0x7f590c003530 con 0x7f592415ca60 2024-09-13T17:47:44.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f5923fff640 1 -- 172.21.15.32:0/2648602489 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59240ce0d0 con 0x7f592413b790 2024-09-13T17:47:44.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7f5923fff640 1 --2- 172.21.15.32:0/2648602489 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f592413b790 0x7f592415c520 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f5924072680 tx=0x7f5918020a80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=95017561517f3712 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f332e492640 1 --2- 172.21.15.32:0/1936571071 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f33200ea690 0x7f3320006ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7f332e492640 1 -- 172.21.15.32:0/1936571071 >> v2:172.21.15.32:3300/0 conn(0x7f3320037140 msgr2=0x7f3320036450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:44.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7f332e492640 1 --2- 172.21.15.32:0/1936571071 >> v2:172.21.15.32:3300/0 conn(0x7f3320037140 0x7f3320036450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7f332e492640 1 -- 172.21.15.32:0/1936571071 >> v1:172.21.15.159:6789/0 conn(0x7f3320004ae0 legacy=0x7f332000abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7f332e492640 1 -- 172.21.15.32:0/1936571071 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3320047d20 con 0x7f33200ea690 2024-09-13T17:47:44.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.934+0000 7f3a327fc640 1 -- 172.21.15.32:0/4122376602 <== osd.7 v2:172.21.15.159:6816/2483208153 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f3a200726c0 con 0x7f3a2006fbb0 2024-09-13T17:47:44.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7f5922ffd640 1 -- 172.21.15.32:0/2648602489 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5914001810 con 0x7f592413b790 2024-09-13T17:47:44.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7f5922ffd640 1 -- 172.21.15.32:0/2648602489 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59180a9850 con 0x7f592413b790 2024-09-13T17:47:44.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7f5922ffd640 1 -- 172.21.15.32:0/2648602489 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59180a9c20 con 0x7f592413b790 2024-09-13T17:47:44.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7f332e492640 1 --2- 172.21.15.32:0/1936571071 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f33200ea690 0x7f3320006ae0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f33240097a0 tx=0x7f332401c2e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fde3c8eb73ac6d23 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7fdfa37fe640 1 --2- 172.21.15.32:0/223430784 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfa415cab0 0x7fdfa40cd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7fc3dcff4640 1 --2- 172.21.15.32:0/1197830044 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3c8003b40 0x7fc3c8003f40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc3c4009ae0 tx=0x7fc3c401ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a18c7f4117bdbeb0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7f332d490640 1 -- 172.21.15.32:0/1936571071 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33240ab600 con 0x7f33200ea690 2024-09-13T17:47:44.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7f332d490640 1 -- 172.21.15.32:0/1936571071 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33240a7050 con 0x7f33200ea690 2024-09-13T17:47:44.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7f332d490640 1 -- 172.21.15.32:0/1936571071 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33240ab980 con 0x7f33200ea690 2024-09-13T17:47:44.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7f592a333640 1 -- 172.21.15.32:0/2648602489 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f592413b790 msgr2=0x7f592415c520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7f592a333640 1 --2- 172.21.15.32:0/2648602489 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f592413b790 0x7f592415c520 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f5924072680 tx=0x7f5918020a80 comp rx=0 tx=0).stop 2024-09-13T17:47:44.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7f1a83fff640 1 Processor -- start 2024-09-13T17:47:44.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7f332f494640 1 -- 172.21.15.32:0/1936571071 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f33200ea690 msgr2=0x7f3320006ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7f332f494640 1 --2- 172.21.15.32:0/1936571071 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f33200ea690 0x7f3320006ae0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f33240097a0 tx=0x7f332401c2e0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f332f494640 1 -- 172.21.15.32:0/1936571071 shutdown_connections 2024-09-13T17:47:44.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f332f494640 1 --2- 172.21.15.32:0/1936571071 >> v2:172.21.15.32:3300/0 conn(0x7f3320037140 0x7f3320036450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f332f494640 1 --2- 172.21.15.32:0/1936571071 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f33200ea690 0x7f3320006ae0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f332f494640 1 -- 172.21.15.32:0/1936571071 >> 172.21.15.32:0/1936571071 conn(0x7f332001dd60 msgr2=0x7f33200549d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:44.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7fc3d77fe640 1 -- 172.21.15.32:0/1197830044 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3d813bd80 con 0x7fc3c8003b40 2024-09-13T17:47:44.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7fc3d77fe640 1 -- 172.21.15.32:0/1197830044 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3c40a55b0 con 0x7fc3c8003b40 2024-09-13T17:47:44.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7fc3d77fe640 1 -- 172.21.15.32:0/1197830044 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3c40a59a0 con 0x7fc3c8003b40 2024-09-13T17:47:44.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7fc3df258640 1 -- 172.21.15.32:0/1197830044 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3c8003b40 msgr2=0x7fc3c8003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7fc3df258640 1 --2- 172.21.15.32:0/1197830044 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3c8003b40 0x7fc3c8003f40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc3c4009ae0 tx=0x7fc3c401ca40 comp rx=0 tx=0).stop 2024-09-13T17:47:44.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7fc3dd7f5640 1 -- 172.21.15.32:0/1197830044 reap_dead start 2024-09-13T17:47:44.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7fdfa27fc640 1 -- 172.21.15.32:0/223430784 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1202862187 0 0) 0x7fdfa40ccb60 con 0x7fdfa4069f80 2024-09-13T17:47:44.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7fdfa27fc640 1 -- 172.21.15.32:0/223430784 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdf8c003530 con 0x7fdfa4069f80 2024-09-13T17:47:44.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7fc3df258640 1 -- 172.21.15.32:0/1197830044 shutdown_connections 2024-09-13T17:47:44.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7fc3df258640 1 -- 172.21.15.32:0/1197830044 >> 172.21.15.32:0/1197830044 conn(0x7fc3d8069f80 msgr2=0x7fc3d806a390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:44.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7fdfa27fc640 1 -- 172.21.15.32:0/223430784 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1046960930 0 0) 0x7fdfa40ca020 con 0x7fdfa40b1690 2024-09-13T17:47:44.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7fdfa27fc640 1 -- 172.21.15.32:0/223430784 --> v1:172.21.15.159:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdfa40ccb60 con 0x7fdfa40b1690 2024-09-13T17:47:44.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7fdfa37fe640 1 -- 172.21.15.32:0/223430784 >> v1:172.21.15.159:6789/0 conn(0x7fdfa40b1690 legacy=0x7fdfa40cd600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7fdfa37fe640 1 -- 172.21.15.32:0/223430784 >> v1:172.21.15.32:6789/0 conn(0x7fdfa4069f80 legacy=0x7fdfa406a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7fdfa37fe640 1 -- 172.21.15.32:0/223430784 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfa40ca300 con 0x7fdfa415cab0 2024-09-13T17:47:44.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f592a333640 1 -- 172.21.15.32:0/2648602489 shutdown_connections 2024-09-13T17:47:44.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f592a333640 1 --2- 172.21.15.32:0/2648602489 >> v2:172.21.15.32:3300/0 conn(0x7f59240cd6b0 0x7f592406cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f592a333640 1 --2- 172.21.15.32:0/2648602489 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f592413b790 0x7f592415c520 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f592a333640 1 -- 172.21.15.32:0/2648602489 >> 172.21.15.32:0/2648602489 conn(0x7f5924069f80 msgr2=0x7f592406a390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:44.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f592a333640 1 -- 172.21.15.32:0/2648602489 shutdown_connections 2024-09-13T17:47:44.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f592a333640 1 -- 172.21.15.32:0/2648602489 wait complete. 2024-09-13T17:47:44.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7fc3df258640 1 -- 172.21.15.32:0/1197830044 shutdown_connections 2024-09-13T17:47:44.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.938+0000 7f1a83fff640 1 -- start start 2024-09-13T17:47:44.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a83fff640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f1a84161240 0x7f1a84163630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a83fff640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a8415cd40 con 0x7f1a8406d490 2024-09-13T17:47:44.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a83fff640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a84071e50 con 0x7f1a84158590 2024-09-13T17:47:44.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a83fff640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1a84072410 con 0x7f1a84161240 2024-09-13T17:47:44.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f332f494640 1 -- 172.21.15.32:0/1936571071 shutdown_connections 2024-09-13T17:47:44.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a827fc640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f1a8406d490 0x7f1a8415c630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:36758/0 (socket says 172.21.15.32:36758) 2024-09-13T17:47:44.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a827fc640 1 -- 172.21.15.32:0/2197269569 learned_addr learned my addr 172.21.15.32:0/2197269569 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:44.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f332f494640 1 -- 172.21.15.32:0/1936571071 wait complete. 2024-09-13T17:47:44.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7fc3df258640 1 -- 172.21.15.32:0/1197830044 wait complete. 2024-09-13T17:47:44.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a837fe640 1 --2- 172.21.15.32:0/2197269569 >> v2:172.21.15.159:3300/0 conn(0x7f1a84161240 0x7f1a84163630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a81ffb640 1 -- 172.21.15.32:0/2197269569 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2416452101 0 0) 0x7f1a8415cd40 con 0x7f1a8406d490 2024-09-13T17:47:44.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a81ffb640 1 -- 172.21.15.32:0/2197269569 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1a6c003450 con 0x7f1a8406d490 2024-09-13T17:47:44.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a81ffb640 1 -- 172.21.15.32:0/2197269569 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1469588433 0 0) 0x7f1a84071e50 con 0x7f1a84158590 2024-09-13T17:47:44.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a81ffb640 1 -- 172.21.15.32:0/2197269569 --> v1:172.21.15.159:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1a8415cd40 con 0x7f1a84158590 2024-09-13T17:47:44.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a81ffb640 1 -- 172.21.15.32:0/2197269569 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3339900568 0 0) 0x7f1a6c003450 con 0x7f1a8406d490 2024-09-13T17:47:44.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a81ffb640 1 -- 172.21.15.32:0/2197269569 >> v2:172.21.15.159:3300/0 conn(0x7f1a84161240 msgr2=0x7f1a84163630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:44.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a81ffb640 1 --2- 172.21.15.32:0/2197269569 >> v2:172.21.15.159:3300/0 conn(0x7f1a84161240 0x7f1a84163630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f592a333640 1 Processor -- start 2024-09-13T17:47:44.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a81ffb640 1 -- 172.21.15.32:0/2197269569 >> v1:172.21.15.159:6789/0 conn(0x7f1a84158590 legacy=0x7f1a8415bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a81ffb640 1 -- 172.21.15.32:0/2197269569 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a84072130 con 0x7f1a8406d490 2024-09-13T17:47:44.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a81ffb640 1 -- 172.21.15.32:0/2197269569 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f1a74004ce0 con 0x7f1a8406d490 2024-09-13T17:47:44.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a81ffb640 1 -- 172.21.15.32:0/2197269569 >> v1:172.21.15.32:6789/0 conn(0x7f1a8406d490 legacy=0x7f1a8415c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a81ffb640 1 --2- 172.21.15.32:0/2197269569 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a6c003c00 0x7f1a6c004000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7fc3df258640 1 Processor -- start 2024-09-13T17:47:44.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a81ffb640 1 --2- 172.21.15.32:0/2197269569 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1a6c00ac60 0x7f1a6c00d050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a81ffb640 1 --2- 172.21.15.32:0/2197269569 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a6c00d810 0x7f1a6c00fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a81ffb640 1 -- 172.21.15.32:0/2197269569 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a84072410 con 0x7f1a6c00d810 2024-09-13T17:47:44.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a81ffb640 1 -- 172.21.15.32:0/2197269569 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a6c0105b0 con 0x7f1a6c003c00 2024-09-13T17:47:44.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a81ffb640 1 -- 172.21.15.32:0/2197269569 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a6c010770 con 0x7f1a6c00ac60 2024-09-13T17:47:44.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a82ffd640 1 --2- 172.21.15.32:0/2197269569 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a6c003c00 0x7f1a6c004000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a827fc640 1 --2- 172.21.15.32:0/2197269569 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1a6c00ac60 0x7f1a6c00d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7fdfa37fe640 1 --2- 172.21.15.32:0/223430784 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfa415cab0 0x7fdfa40cd0c0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fdf940097f0 tx=0x7fdf9401c410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9528481eba91ecb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fdfa27fc640 1 -- 172.21.15.32:0/223430784 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf940a4ea0 con 0x7fdfa415cab0 2024-09-13T17:47:44.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fdfa27fc640 1 -- 172.21.15.32:0/223430784 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf940a7050 con 0x7fdfa415cab0 2024-09-13T17:47:44.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a82ffd640 1 -- 172.21.15.32:0/2197269569 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1a6c00ac60 msgr2=0x7f1a6c00d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:44.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a82ffd640 1 --2- 172.21.15.32:0/2197269569 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1a6c00ac60 0x7f1a6c00d050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a82ffd640 1 -- 172.21.15.32:0/2197269569 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a6c00d810 msgr2=0x7f1a6c00fcd0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T17:47:44.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a82ffd640 1 --2- 172.21.15.32:0/2197269569 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a6c00d810 0x7f1a6c00fcd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f1a82ffd640 1 -- 172.21.15.32:0/2197269569 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a84072130 con 0x7f1a6c003c00 2024-09-13T17:47:44.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7fc3df258640 1 -- start start 2024-09-13T17:47:44.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3df258640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc3d806ae40 0x7fc3d814cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3df258640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3d81546a0 0x7fc3d82012c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f30affff640 1 Processor -- start 2024-09-13T17:47:44.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f30affff640 1 -- start start 2024-09-13T17:47:44.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f592a333640 1 -- start start 2024-09-13T17:47:44.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f592a333640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f59240cd6b0 0x7f592413aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f592a333640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f592413b790 0x7f5924161ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f592a333640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f592415ca60 0x7f5924154be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f592a333640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59241f8d40 con 0x7f592413b790 2024-09-13T17:47:44.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f592a333640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f592415e890 con 0x7f592415ca60 2024-09-13T17:47:44.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f592a333640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f592415eb70 con 0x7f59240cd6b0 2024-09-13T17:47:44.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f59237fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f592413b790 0x7f5924161ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f59237fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f592413b790 0x7f5924161ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40174/0 (socket says 172.21.15.32:40174) 2024-09-13T17:47:44.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f59237fe640 1 -- 172.21.15.32:0/2195951014 learned_addr learned my addr 172.21.15.32:0/2195951014 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:44.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f332f494640 1 Processor -- start 2024-09-13T17:47:44.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.942+0000 7f332f494640 1 -- start start 2024-09-13T17:47:44.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f5923fff640 1 --2- 172.21.15.32:0/2195951014 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f59240cd6b0 0x7f592413aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f59288d0640 1 --2- 172.21.15.32:0/2195951014 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f592415ca60 0x7f5924154be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3df258640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3d806b220 0x7fc3d8201800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3dd7f5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3d806b220 0x7fc3d8201800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3dd7f5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3d806b220 0x7fc3d8201800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40176/0 (socket says 172.21.15.32:40176) 2024-09-13T17:47:44.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f59288d0640 1 -- 172.21.15.32:0/2195951014 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f59240cd6b0 msgr2=0x7f592413aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f59288d0640 1 --2- 172.21.15.32:0/2195951014 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f59240cd6b0 0x7f592413aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f59288d0640 1 -- 172.21.15.32:0/2195951014 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f592413b790 msgr2=0x7f5924161ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f59288d0640 1 --2- 172.21.15.32:0/2195951014 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f592413b790 0x7f5924161ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f59288d0640 1 -- 172.21.15.32:0/2195951014 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f591800a5c0 con 0x7f592415ca60 2024-09-13T17:47:44.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3df258640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3d8201d40 con 0x7fc3d806b220 2024-09-13T17:47:44.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3df258640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3d8154b80 con 0x7fc3d81546a0 2024-09-13T17:47:44.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3df258640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3d8154e60 con 0x7fc3d806ae40 2024-09-13T17:47:44.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3dd7f5640 1 -- 172.21.15.32:0/1761581243 learned_addr learned my addr 172.21.15.32:0/1761581243 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:44.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fdfaa001640 1 -- 172.21.15.32:0/223430784 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfa415cab0 msgr2=0x7fdfa40cd0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fdfaa001640 1 --2- 172.21.15.32:0/223430784 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfa415cab0 0x7fdfa40cd0c0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fdf940097f0 tx=0x7fdf9401c410 comp rx=0 tx=0).stop 2024-09-13T17:47:44.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fdfaa001640 1 -- 172.21.15.32:0/223430784 shutdown_connections 2024-09-13T17:47:44.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fdfaa001640 1 --2- 172.21.15.32:0/223430784 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfa415cab0 0x7fdfa40cd0c0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fdfaa001640 1 -- 172.21.15.32:0/223430784 >> 172.21.15.32:0/223430784 conn(0x7fdfa40989e0 msgr2=0x7fdfa40b0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:44.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fdfaa001640 1 -- 172.21.15.32:0/223430784 shutdown_connections 2024-09-13T17:47:44.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fdfaa001640 1 -- 172.21.15.32:0/223430784 wait complete. 2024-09-13T17:47:44.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f1a82ffd640 1 --2- 172.21.15.32:0/2197269569 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a6c003c00 0x7f1a6c004000 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c001900 tx=0x7f1a7c025090 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b5f63a93992e93a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3d7fff640 1 --2- 172.21.15.32:0/1761581243 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3d81546a0 0x7fc3d82012c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3d7fff640 1 -- 172.21.15.32:0/1761581243 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc3d806ae40 msgr2=0x7fc3d814cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3d7fff640 1 --2- 172.21.15.32:0/1761581243 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc3d806ae40 0x7fc3d814cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3d7fff640 1 -- 172.21.15.32:0/1761581243 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3d806b220 msgr2=0x7fc3d8201800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3d7fff640 1 --2- 172.21.15.32:0/1761581243 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3d806b220 0x7fc3d8201800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3d7fff640 1 -- 172.21.15.32:0/1761581243 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3d8155140 con 0x7fc3d81546a0 2024-09-13T17:47:44.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f30affff640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f30a80df9c0 0x7f30a803a370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f30affff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f30a8034e60 0x7f30a803a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f30ae7fc640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7f30a8034a10 0x7f30a8053290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:33354/0 (socket says 172.21.15.32:33354) 2024-09-13T17:47:44.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f30ae7fc640 1 -- 172.21.15.32:0/2845215217 learned_addr learned my addr 172.21.15.32:0/2845215217 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:44.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f59288d0640 1 --2- 172.21.15.32:0/2195951014 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f592415ca60 0x7f5924154be0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f591c007d90 tx=0x7f591c00e4b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f5920ff9640 1 -- 172.21.15.32:0/2195951014 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f591c018070 con 0x7f592415ca60 2024-09-13T17:47:44.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f592a333640 1 -- 172.21.15.32:0/2195951014 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f592415ee50 con 0x7f592415ca60 2024-09-13T17:47:44.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f5920ff9640 1 -- 172.21.15.32:0/2195951014 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f591c00edd0 con 0x7f592415ca60 2024-09-13T17:47:44.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f5920ff9640 1 -- 172.21.15.32:0/2195951014 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f591c003bc0 con 0x7f592415ca60 2024-09-13T17:47:44.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f332f494640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3320004ae0 0x7f3320048f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f332f494640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3320037140 0x7f3320035d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f332f494640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f33200ea690 0x7f33200ddaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f332f494640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33200358b0 con 0x7f3320037140 2024-09-13T17:47:44.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f332f494640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3320049490 con 0x7f33200ea690 2024-09-13T17:47:44.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f332f494640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3320034ca0 con 0x7f3320004ae0 2024-09-13T17:47:44.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f332dc91640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3320037140 0x7f3320035d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f332e492640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3320004ae0 0x7f3320048f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f332dc91640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3320037140 0x7f3320035d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40184/0 (socket says 172.21.15.32:40184) 2024-09-13T17:47:44.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f332dc91640 1 -- 172.21.15.32:0/1599611233 learned_addr learned my addr 172.21.15.32:0/1599611233 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:44.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f332ec93640 1 --2- 172.21.15.32:0/1599611233 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f33200ea690 0x7f33200ddaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f332dc91640 1 -- 172.21.15.32:0/1599611233 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3320004ae0 msgr2=0x7f3320048f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f332dc91640 1 --2- 172.21.15.32:0/1599611233 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3320004ae0 0x7f3320048f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f332dc91640 1 -- 172.21.15.32:0/1599611233 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f33200ea690 msgr2=0x7f33200ddaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f332dc91640 1 --2- 172.21.15.32:0/1599611233 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f33200ea690 0x7f33200ddaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f332dc91640 1 -- 172.21.15.32:0/1599611233 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33240093b0 con 0x7f3320037140 2024-09-13T17:47:44.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f592a333640 1 -- 172.21.15.32:0/2195951014 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f592413af40 con 0x7f592415ca60 2024-09-13T17:47:44.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3d7fff640 1 --2- 172.21.15.32:0/1761581243 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3d81546a0 0x7fc3d82012c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc3cc007310 tx=0x7fc3cc004f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f332dc91640 1 --2- 172.21.15.32:0/1599611233 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3320037140 0x7f3320035d40 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f331800d5d0 tx=0x7f331800da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f331effd640 1 -- 172.21.15.32:0/1599611233 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3318004240 con 0x7f3320037140 2024-09-13T17:47:44.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f592a333640 1 -- 172.21.15.32:0/2195951014 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f59240669f0 con 0x7f592415ca60 2024-09-13T17:47:44.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f331effd640 1 -- 172.21.15.32:0/1599611233 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33180043a0 con 0x7f3320037140 2024-09-13T17:47:44.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f331effd640 1 -- 172.21.15.32:0/1599611233 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3318003840 con 0x7f3320037140 2024-09-13T17:47:44.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f332f494640 1 -- 172.21.15.32:0/1599611233 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3320034f80 con 0x7f3320037140 2024-09-13T17:47:44.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fdfaa001640 1 Processor -- start 2024-09-13T17:47:44.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3d57fa640 1 -- 172.21.15.32:0/1761581243 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3cc00f940 con 0x7fc3d81546a0 2024-09-13T17:47:44.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3d57fa640 1 -- 172.21.15.32:0/1761581243 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3cc00faa0 con 0x7fc3d81546a0 2024-09-13T17:47:44.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fc3d57fa640 1 -- 172.21.15.32:0/1761581243 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3cc00fe30 con 0x7fc3d81546a0 2024-09-13T17:47:44.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7fdfaa001640 1 -- start start 2024-09-13T17:47:44.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f1a837fe640 1 -- 172.21.15.32:0/2197269569 reap_dead start 2024-09-13T17:47:44.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f30af7fe640 1 --2- 172.21.15.32:0/2845215217 >> v2:172.21.15.32:3300/0 conn(0x7f30a8034e60 0x7f30a803a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f30affff640 1 -- 172.21.15.32:0/2845215217 --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30a80dfda0 con 0x7f30a8034a10 2024-09-13T17:47:44.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f30affff640 1 -- 172.21.15.32:0/2845215217 --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30a8008ac0 con 0x7f30a8034e60 2024-09-13T17:47:44.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f30affff640 1 -- 172.21.15.32:0/2845215217 --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30a8008720 con 0x7f30a80df9c0 2024-09-13T17:47:44.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f1a81ffb640 1 -- 172.21.15.32:0/2197269569 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c006b60 con 0x7f1a6c003c00 2024-09-13T17:47:44.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f1a81ffb640 1 -- 172.21.15.32:0/2197269569 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a7c0b0050 con 0x7f1a6c003c00 2024-09-13T17:47:44.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.946+0000 7f1a81ffb640 1 -- 172.21.15.32:0/2197269569 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c003980 con 0x7f1a6c003c00 2024-09-13T17:47:44.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f1a83fff640 1 -- 172.21.15.32:0/2197269569 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a6c003c00 msgr2=0x7f1a6c004000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f1a83fff640 1 --2- 172.21.15.32:0/2197269569 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a6c003c00 0x7f1a6c004000 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c001900 tx=0x7f1a7c025090 comp rx=0 tx=0).stop 2024-09-13T17:47:44.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f1a83fff640 1 -- 172.21.15.32:0/2197269569 shutdown_connections 2024-09-13T17:47:44.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f1a83fff640 1 --2- 172.21.15.32:0/2197269569 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a6c003c00 0x7f1a6c004000 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f1a83fff640 1 -- 172.21.15.32:0/2197269569 >> 172.21.15.32:0/2197269569 conn(0x7f1a840704f0 msgr2=0x7f1a840afc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:44.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdfaa001640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdfa4069f80 0x7fdfa41f9a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdfaa001640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfa40b1690 0x7fdfa4157660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdfaa001640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfa415cab0 0x7fdfa40c8e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdfaa001640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfa40ad570 con 0x7fdfa40b1690 2024-09-13T17:47:44.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdfaa001640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfa41f9f50 con 0x7fdfa4069f80 2024-09-13T17:47:44.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdfaa001640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfa40ae0b0 con 0x7fdfa415cab0 2024-09-13T17:47:44.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdfa2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfa40b1690 0x7fdfa4157660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdfa2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfa40b1690 0x7fdfa4157660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40194/0 (socket says 172.21.15.32:40194) 2024-09-13T17:47:44.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdfa2ffd640 1 -- 172.21.15.32:0/1891243566 learned_addr learned my addr 172.21.15.32:0/1891243566 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:44.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdfa3fff640 1 --2- 172.21.15.32:0/1891243566 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfa415cab0 0x7fdfa40c8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fc3df258640 1 -- 172.21.15.32:0/1761581243 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3d8155420 con 0x7fc3d81546a0 2024-09-13T17:47:44.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fc3df258640 1 -- 172.21.15.32:0/1761581243 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3d8155c20 con 0x7fc3d81546a0 2024-09-13T17:47:44.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f5920ff9640 1 -- 172.21.15.32:0/2195951014 <== mon.1 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f591c027430 con 0x7f592415ca60 2024-09-13T17:47:44.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f331effd640 1 -- 172.21.15.32:0/1599611233 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f33180039a0 con 0x7f3320037140 2024-09-13T17:47:44.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f1a83fff640 1 -- 172.21.15.32:0/2197269569 shutdown_connections 2024-09-13T17:47:44.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdfa2ffd640 1 -- 172.21.15.32:0/1891243566 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfa415cab0 msgr2=0x7fdfa40c8e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdfa2ffd640 1 --2- 172.21.15.32:0/1891243566 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfa415cab0 0x7fdfa40c8e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdfa2ffd640 1 -- 172.21.15.32:0/1891243566 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdfa4069f80 msgr2=0x7fdfa41f9a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdfa2ffd640 1 --2- 172.21.15.32:0/1891243566 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdfa4069f80 0x7fdfa41f9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdfa2ffd640 1 -- 172.21.15.32:0/1891243566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf94009420 con 0x7fdfa40b1690 2024-09-13T17:47:44.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f5920ff9640 1 --2- 172.21.15.32:0/2195951014 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5910066690 0x7f5910068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f5920ff9640 1 -- 172.21.15.32:0/2195951014 <== mon.1 v2:172.21.15.159:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f591c0854f0 con 0x7f592415ca60 2024-09-13T17:47:44.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f331effd640 1 --2- 172.21.15.32:0/1599611233 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f330c0666e0 0x7f330c068ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdfa2ffd640 1 --2- 172.21.15.32:0/1891243566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfa40b1690 0x7fdfa4157660 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fdf9800c4a0 tx=0x7fdf9800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdf8bfff640 1 -- 172.21.15.32:0/1891243566 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf98005480 con 0x7fdfa40b1690 2024-09-13T17:47:44.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdf8bfff640 1 -- 172.21.15.32:0/1891243566 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf98003600 con 0x7fdfa40b1690 2024-09-13T17:47:44.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdfaa001640 1 -- 172.21.15.32:0/1891243566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfa40ad780 con 0x7fdfa40b1690 2024-09-13T17:47:44.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f1a83fff640 1 -- 172.21.15.32:0/2197269569 wait complete. 2024-09-13T17:47:44.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f1a83fff640 1 Processor -- start 2024-09-13T17:47:44.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f30af7fe640 1 -- 172.21.15.32:0/2845215217 >> v2:172.21.15.159:3300/0 conn(0x7f30a80df9c0 msgr2=0x7f30a803a370 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T17:47:44.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f30af7fe640 1 --2- 172.21.15.32:0/2845215217 >> v2:172.21.15.159:3300/0 conn(0x7f30a80df9c0 0x7f30a803a370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f30af7fe640 1 -- 172.21.15.32:0/2845215217 >> v1:172.21.15.159:6789/0 conn(0x7f30a8034a10 legacy=0x7f30a8053290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f30af7fe640 1 -- 172.21.15.32:0/2845215217 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30a8036890 con 0x7f30a8034e60 2024-09-13T17:47:44.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f5920ff9640 1 --2- 172.21.15.32:0/2195951014 >> [v2:172.21.15.159:6817/3790005441,v1:172.21.15.159:6819/3790005441] conn(0x7f591006fc50 0x7f5910072090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f5920ff9640 1 -- 172.21.15.32:0/2195951014 --> [v2:172.21.15.159:6817/3790005441,v1:172.21.15.159:6819/3790005441] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f5910072760 con 0x7f591006fc50 2024-09-13T17:47:44.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f5920ff9640 1 -- 172.21.15.32:0/2195951014 <== mon.1 v2:172.21.15.159:3300/0 6 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f591c085940 con 0x7f592415ca60 2024-09-13T17:47:44.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f5923fff640 1 --2- 172.21.15.32:0/2195951014 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5910066690 0x7f5910068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f59237fe640 1 --2- 172.21.15.32:0/2195951014 >> [v2:172.21.15.159:6817/3790005441,v1:172.21.15.159:6819/3790005441] conn(0x7f591006fc50 0x7f5910072090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f5923fff640 1 --2- 172.21.15.32:0/2195951014 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5910066690 0x7f5910068b50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f59180b3000 tx=0x7f5918012040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f332f494640 1 -- 172.21.15.32:0/1599611233 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3320035540 con 0x7f3320037140 2024-09-13T17:47:44.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f332e492640 1 --2- 172.21.15.32:0/1599611233 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f330c0666e0 0x7f330c068ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f332e492640 1 --2- 172.21.15.32:0/1599611233 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f330c0666e0 0x7f330c068ba0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f33240ad000 tx=0x7f33240a6000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f331effd640 1 -- 172.21.15.32:0/1599611233 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f3318055360 con 0x7f3320037140 2024-09-13T17:47:44.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fc3df258640 1 -- 172.21.15.32:0/1761581243 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc3d80cddf0 con 0x7fc3d81546a0 2024-09-13T17:47:44.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7fc3d57fa640 1 -- 172.21.15.32:0/1761581243 <== mon.1 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc3cc014450 con 0x7fc3d81546a0 2024-09-13T17:47:44.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f30af7fe640 1 --2- 172.21.15.32:0/2845215217 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30a8034e60 0x7f30a803a8b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f30b0000b70 tx=0x7f30b00966e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1405701791eec37b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f59237fe640 1 --2- 172.21.15.32:0/2195951014 >> [v2:172.21.15.159:6817/3790005441,v1:172.21.15.159:6819/3790005441] conn(0x7f591006fc50 0x7f5910072090 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7f1a83fff640 1 -- start start 2024-09-13T17:47:44.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a83fff640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a6c003c00 0x7f1a841574e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a83fff640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1a840cb8a0 0x7f1a840ae940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a83fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a840aee80 0x7f1a840b1060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a83fff640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a84157c10 con 0x7f1a840aee80 2024-09-13T17:47:44.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a83fff640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a84157a20 con 0x7f1a6c003c00 2024-09-13T17:47:44.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a83fff640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a840caae0 con 0x7f1a840cb8a0 2024-09-13T17:47:44.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a837fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a840aee80 0x7f1a840b1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a837fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a840aee80 0x7f1a840b1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40204/0 (socket says 172.21.15.32:40204) 2024-09-13T17:47:44.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a837fe640 1 -- 172.21.15.32:0/263986260 learned_addr learned my addr 172.21.15.32:0/263986260 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:44.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdf8bfff640 1 -- 172.21.15.32:0/1891243566 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf98003990 con 0x7fdfa40b1690 2024-09-13T17:47:44.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.950+0000 7fdfaa001640 1 -- 172.21.15.32:0/1891243566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfa40add40 con 0x7fdfa40b1690 2024-09-13T17:47:44.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f30adffb640 1 -- 172.21.15.32:0/2845215217 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30b01226b0 con 0x7f30a8034e60 2024-09-13T17:47:44.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f30adffb640 1 -- 172.21.15.32:0/2845215217 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30b0122810 con 0x7f30a8034e60 2024-09-13T17:47:44.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f30adffb640 1 -- 172.21.15.32:0/2845215217 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30b0122c20 con 0x7f30a8034e60 2024-09-13T17:47:44.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a82ffd640 1 --2- 172.21.15.32:0/263986260 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a6c003c00 0x7f1a841574e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7fc3d57fa640 1 --2- 172.21.15.32:0/1761581243 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc3bc0666c0 0x7fc3bc068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f332f494640 1 --2- 172.21.15.32:0/1599611233 >> [v2:172.21.15.159:6800/4051224710,v1:172.21.15.159:6801/4051224710] conn(0x7f332004a940 0x7f332004ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f332f494640 1 -- 172.21.15.32:0/1599611233 --> [v2:172.21.15.159:6800/4051224710,v1:172.21.15.159:6801/4051224710] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3320006710 con 0x7f332004a940 2024-09-13T17:47:44.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7fdfaa001640 1 -- 172.21.15.32:0/1891243566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fdfa40cb0c0 con 0x7fdfa40b1690 2024-09-13T17:47:44.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7fc3d57fa640 1 -- 172.21.15.32:0/1761581243 <== mon.1 v2:172.21.15.159:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc3cc0845c0 con 0x7fc3d81546a0 2024-09-13T17:47:44.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a837fe640 1 -- 172.21.15.32:0/263986260 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1a840cb8a0 msgr2=0x7f1a840ae940 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T17:47:44.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a837fe640 1 --2- 172.21.15.32:0/263986260 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1a840cb8a0 0x7f1a840ae940 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a837fe640 1 -- 172.21.15.32:0/263986260 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a6c003c00 msgr2=0x7f1a841574e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a837fe640 1 --2- 172.21.15.32:0/263986260 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a6c003c00 0x7f1a841574e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a837fe640 1 -- 172.21.15.32:0/263986260 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a840cadc0 con 0x7f1a840aee80 2024-09-13T17:47:44.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7fc3d57fa640 1 --2- 172.21.15.32:0/1761581243 >> [v2:172.21.15.32:6800/122867875,v1:172.21.15.32:6801/122867875] conn(0x7fc3bc06fc00 0x7fc3bc072040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7fc3d57fa640 1 -- 172.21.15.32:0/1761581243 --> [v2:172.21.15.32:6800/122867875,v1:172.21.15.32:6801/122867875] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc3bc072710 con 0x7fc3bc06fc00 2024-09-13T17:47:44.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7fc3d57fa640 1 -- 172.21.15.32:0/1761581243 <== mon.1 v2:172.21.15.159:3300/0 6 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc3cc084930 con 0x7fc3d81546a0 2024-09-13T17:47:44.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a837fe640 1 --2- 172.21.15.32:0/263986260 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a840aee80 0x7f1a840b1060 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1a8406f960 tx=0x7f1a7800c7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f332ec93640 1 --2- 172.21.15.32:0/1599611233 >> [v2:172.21.15.159:6800/4051224710,v1:172.21.15.159:6801/4051224710] conn(0x7f332004a940 0x7f332004ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a6b7fe640 1 -- 172.21.15.32:0/263986260 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a78011800 con 0x7f1a840aee80 2024-09-13T17:47:44.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7fc3dcff4640 1 --2- 172.21.15.32:0/1761581243 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc3bc0666c0 0x7fc3bc068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7fc3dd7f5640 1 --2- 172.21.15.32:0/1761581243 >> [v2:172.21.15.32:6800/122867875,v1:172.21.15.32:6801/122867875] conn(0x7fc3bc06fc00 0x7fc3bc072040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:44.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f30affff640 1 -- 172.21.15.32:0/2845215217 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30a8034e60 msgr2=0x7f30a803a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:44.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f30affff640 1 --2- 172.21.15.32:0/2845215217 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30a8034e60 0x7f30a803a8b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f30b0000b70 tx=0x7f30b00966e0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f30affff640 1 -- 172.21.15.32:0/2845215217 shutdown_connections 2024-09-13T17:47:44.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f30affff640 1 --2- 172.21.15.32:0/2845215217 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30a8034e60 0x7f30a803a8b0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f30affff640 1 --2- 172.21.15.32:0/2845215217 >> v2:172.21.15.159:3300/0 conn(0x7f30a80df9c0 0x7f30a803a370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:44.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f30affff640 1 -- 172.21.15.32:0/2845215217 >> 172.21.15.32:0/2845215217 conn(0x7f30a801ea20 msgr2=0x7f30a80556c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:44.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f5920ff9640 1 -- 172.21.15.32:0/2195951014 <== osd.4 v2:172.21.15.159:6817/3790005441 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f5910072760 con 0x7f591006fc50 2024-09-13T17:47:44.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7fdf8bfff640 1 -- 172.21.15.32:0/1891243566 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdf98003af0 con 0x7fdfa40b1690 2024-09-13T17:47:44.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f332ec93640 1 --2- 172.21.15.32:0/1599611233 >> [v2:172.21.15.159:6800/4051224710,v1:172.21.15.159:6801/4051224710] conn(0x7f332004a940 0x7f332004ad20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7fdf8bfff640 1 --2- 172.21.15.32:0/1891243566 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdf90066690 0x7fdf90068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a83fff640 1 -- 172.21.15.32:0/263986260 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a840cb0a0 con 0x7f1a840aee80 2024-09-13T17:47:44.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a83fff640 1 -- 172.21.15.32:0/263986260 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a840b15a0 con 0x7f1a840aee80 2024-09-13T17:47:44.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7fdf8bfff640 1 -- 172.21.15.32:0/1891243566 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fdf98083920 con 0x7fdfa40b1690 2024-09-13T17:47:44.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7f1a6b7fe640 1 -- 172.21.15.32:0/263986260 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a78011960 con 0x7f1a840aee80 2024-09-13T17:47:44.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7fc3dd7f5640 1 --2- 172.21.15.32:0/1761581243 >> [v2:172.21.15.32:6800/122867875,v1:172.21.15.32:6801/122867875] conn(0x7fc3bc06fc00 0x7fc3bc072040 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:44.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7fdf8bfff640 1 --2- 172.21.15.32:0/1891243566 >> [v2:172.21.15.32:6817/975885685,v1:172.21.15.32:6820/975885685] conn(0x7fdf9006fbd0 0x7fdf90072010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:44.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7fdf8bfff640 1 -- 172.21.15.32:0/1891243566 --> [v2:172.21.15.32:6817/975885685,v1:172.21.15.32:6820/975885685] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fdf900726e0 con 0x7fdf9006fbd0 2024-09-13T17:47:44.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7fc3dcff4640 1 --2- 172.21.15.32:0/1761581243 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc3bc0666c0 0x7fc3bc068b80 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fc3c40af000 tx=0x7fc3c4004740 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.954+0000 7fdfa37fe640 1 --2- 172.21.15.32:0/1891243566 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdf90066690 0x7fdf90068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.958+0000 7fdfa3fff640 1 --2- 172.21.15.32:0/1891243566 >> [v2:172.21.15.32:6817/975885685,v1:172.21.15.32:6820/975885685] conn(0x7fdf9006fbd0 0x7fdf90072010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.958+0000 7fdfa3fff640 1 --2- 172.21.15.32:0/1891243566 >> [v2:172.21.15.32:6817/975885685,v1:172.21.15.32:6820/975885685] conn(0x7fdf9006fbd0 0x7fdf90072010 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.958+0000 7fdfa37fe640 1 --2- 172.21.15.32:0/1891243566 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdf90066690 0x7fdf90068b50 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fdf940ad000 tx=0x7fdf94004740 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.958+0000 7fc3d57fa640 1 -- 172.21.15.32:0/1761581243 <== osd.2 v2:172.21.15.32:6800/122867875 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fc3bc072710 con 0x7fc3bc06fc00 2024-09-13T17:47:45.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.958+0000 7f30affff640 1 -- 172.21.15.32:0/2845215217 shutdown_connections 2024-09-13T17:47:45.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.958+0000 7f331effd640 1 -- 172.21.15.32:0/1599611233 <== osd.5 v2:172.21.15.159:6800/4051224710 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f3320006710 con 0x7f332004a940 2024-09-13T17:47:45.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.958+0000 7fdf8bfff640 1 -- 172.21.15.32:0/1891243566 <== osd.0 v2:172.21.15.32:6817/975885685 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fdf900726e0 con 0x7fdf9006fbd0 2024-09-13T17:47:45.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.958+0000 7f1a6b7fe640 1 -- 172.21.15.32:0/263986260 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a78011d10 con 0x7f1a840aee80 2024-09-13T17:47:45.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.958+0000 7f1a83fff640 1 -- 172.21.15.32:0/263986260 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f1a64000fd0 con 0x7f1a840aee80 2024-09-13T17:47:45.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.958+0000 7f1a6b7fe640 1 -- 172.21.15.32:0/263986260 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1a7801d460 con 0x7f1a840aee80 2024-09-13T17:47:45.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.958+0000 7f1a6b7fe640 1 --2- 172.21.15.32:0/263986260 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1a700667e0 0x7f1a70068ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.958+0000 7f1a6b7fe640 1 -- 172.21.15.32:0/263986260 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1a78084020 con 0x7f1a840aee80 2024-09-13T17:47:45.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.958+0000 7f1a82ffd640 1 --2- 172.21.15.32:0/263986260 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1a700667e0 0x7f1a70068ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.958+0000 7f1a6b7fe640 1 --2- 172.21.15.32:0/263986260 >> [v2:172.21.15.32:6808/1816401531,v1:172.21.15.32:6810/1816401531] conn(0x7f1a7006fc30 0x7f1a70072070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.958+0000 7f1a6b7fe640 1 -- 172.21.15.32:0/263986260 --> [v2:172.21.15.32:6808/1816401531,v1:172.21.15.32:6810/1816401531] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f1a70072740 con 0x7f1a7006fc30 2024-09-13T17:47:45.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.958+0000 7f1a82ffd640 1 --2- 172.21.15.32:0/263986260 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1a700667e0 0x7f1a70068ca0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c0b3000 tx=0x7f1a7c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.962+0000 7fdf8bfff640 1 -- 172.21.15.32:0/1891243566 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdf980544c0 con 0x7fdfa40b1690 2024-09-13T17:47:45.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.962+0000 7f30affff640 1 -- 172.21.15.32:0/2845215217 wait complete. 2024-09-13T17:47:45.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.962+0000 7f3a43f1c640 1 -- 172.21.15.32:0/4122376602 --> [v2:172.21.15.159:6816/2483208153,v1:172.21.15.159:6818/2483208153] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f3a3c0ad6f0 con 0x7f3a2006fbb0 2024-09-13T17:47:45.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.962+0000 7f30affff640 1 Processor -- start 2024-09-13T17:47:45.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.962+0000 7f1a827fc640 1 --2- 172.21.15.32:0/263986260 >> [v2:172.21.15.32:6808/1816401531,v1:172.21.15.32:6810/1816401531] conn(0x7f1a7006fc30 0x7f1a70072070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.962+0000 7f1a6b7fe640 1 -- 172.21.15.32:0/263986260 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1a78051080 con 0x7f1a840aee80 2024-09-13T17:47:45.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.962+0000 7f1a827fc640 1 --2- 172.21.15.32:0/263986260 >> [v2:172.21.15.32:6808/1816401531,v1:172.21.15.32:6810/1816401531] conn(0x7f1a7006fc30 0x7f1a70072070 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.962+0000 7f30affff640 1 -- start start 2024-09-13T17:47:45.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.962+0000 7f3a327fc640 1 -- 172.21.15.32:0/4122376602 <== osd.7 v2:172.21.15.159:6816/2483208153 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f3a3c0ad6f0 con 0x7f3a2006fbb0 2024-09-13T17:47:45.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.962+0000 7f30affff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30a8034a10 0x7f30a80d4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30affff640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f30a8034e60 0x7f30a804b110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30affff640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30a80df9c0 0x7f30a80dca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f1cbc9e1640 1 Processor -- start 2024-09-13T17:47:45.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30affff640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30a80d5300 con 0x7f30a8034a10 2024-09-13T17:47:45.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30affff640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30a804a6c0 con 0x7f30a80df9c0 2024-09-13T17:47:45.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30affff640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30a804b650 con 0x7f30a8034e60 2024-09-13T17:47:45.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f1a6b7fe640 1 -- 172.21.15.32:0/263986260 <== osd.1 v2:172.21.15.32:6808/1816401531 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f1a70072740 con 0x7f1a7006fc30 2024-09-13T17:47:45.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f1cbc9e1640 1 -- start start 2024-09-13T17:47:45.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30aeffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30a8034a10 0x7f30a80d4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30aeffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30a8034a10 0x7f30a80d4dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40214/0 (socket says 172.21.15.32:40214) 2024-09-13T17:47:45.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30aeffd640 1 -- 172.21.15.32:0/953134495 learned_addr learned my addr 172.21.15.32:0/953134495 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:45.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30af7fe640 1 --2- 172.21.15.32:0/953134495 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30a80df9c0 0x7f30a80dca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30aeffd640 1 -- 172.21.15.32:0/953134495 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f30a8034e60 msgr2=0x7f30a804b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30aeffd640 1 --2- 172.21.15.32:0/953134495 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f30a8034e60 0x7f30a804b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30aeffd640 1 -- 172.21.15.32:0/953134495 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30a80df9c0 msgr2=0x7f30a80dca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30aeffd640 1 --2- 172.21.15.32:0/953134495 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30a80df9c0 0x7f30a80dca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30aeffd640 1 -- 172.21.15.32:0/953134495 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30b00729b0 con 0x7f30a8034a10 2024-09-13T17:47:45.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30aeffd640 1 --2- 172.21.15.32:0/953134495 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30a8034a10 0x7f30a80d4dc0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f30a400b3f0 tx=0x7f30a400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f1cbc9e1640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f1cb80cba40 0x7f1cb80cbe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30977fe640 1 -- 172.21.15.32:0/953134495 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30a4010a90 con 0x7f30a8034a10 2024-09-13T17:47:45.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30977fe640 1 -- 172.21.15.32:0/953134495 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30a4010c10 con 0x7f30a8034a10 2024-09-13T17:47:45.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30affff640 1 -- 172.21.15.32:0/953134495 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30a80dd4a0 con 0x7f30a8034a10 2024-09-13T17:47:45.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f1cbc9e1640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1cb80ca140 0x7f1cb80ca5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f1cbc9e1640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1cb80ce800 con 0x7f1cb80cdca0 2024-09-13T17:47:45.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f1cb659c640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f1cb80cba40 0x7f1cb80cbe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f1cb659c640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f1cb80cba40 0x7f1cb80cbe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:54368/0 (socket says 172.21.15.32:54368) 2024-09-13T17:47:45.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f1cb659c640 1 -- 172.21.15.32:0/3640351897 learned_addr learned my addr 172.21.15.32:0/3640351897 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:45.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f1cbc9e1640 1 -- 172.21.15.32:0/3640351897 --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1cb80cca70 con 0x7f1cb80cba40 2024-09-13T17:47:45.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f1cbc9e1640 1 -- 172.21.15.32:0/3640351897 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1cb80b1c00 con 0x7f1cb80ca140 2024-09-13T17:47:45.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f1cb6d9d640 1 --2- 172.21.15.32:0/3640351897 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1cb80ca140 0x7f1cb80ca5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f1cb559a640 1 -- 172.21.15.32:0/3640351897 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1079821508 0 0) 0x7f1cb80ce800 con 0x7f1cb80cdca0 2024-09-13T17:47:45.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f1cb559a640 1 -- 172.21.15.32:0/3640351897 --> v1:172.21.15.159:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1ca0003530 con 0x7f1cb80cdca0 2024-09-13T17:47:45.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30977fe640 1 -- 172.21.15.32:0/953134495 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30a4018440 con 0x7f30a8034a10 2024-09-13T17:47:45.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30affff640 1 -- 172.21.15.32:0/953134495 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30a804a910 con 0x7f30a8034a10 2024-09-13T17:47:45.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f1cb6d9d640 1 -- 172.21.15.32:0/3640351897 >> v2:172.21.15.159:3300/0 conn(0x7f1cb80cba40 msgr2=0x7f1cb80cbe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:45.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f1cb6d9d640 1 --2- 172.21.15.32:0/3640351897 >> v2:172.21.15.159:3300/0 conn(0x7f1cb80cba40 0x7f1cb80cbe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f1cb6d9d640 1 -- 172.21.15.32:0/3640351897 >> v1:172.21.15.159:6789/0 conn(0x7f1cb80cdca0 legacy=0x7f1cb80cc360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f1cb6d9d640 1 -- 172.21.15.32:0/3640351897 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cb80ce240 con 0x7f1cb80ca140 2024-09-13T17:47:45.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.966+0000 7f30affff640 1 -- 172.21.15.32:0/953134495 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f30a8005f50 con 0x7f30a8034a10 2024-09-13T17:47:45.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.970+0000 7f3a43f1c640 1 -- 172.21.15.32:0/4122376602 >> [v2:172.21.15.159:6816/2483208153,v1:172.21.15.159:6818/2483208153] conn(0x7f3a2006fbb0 msgr2=0x7f3a20071ff0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.970+0000 7f3a43f1c640 1 --2- 172.21.15.32:0/4122376602 >> [v2:172.21.15.159:6816/2483208153,v1:172.21.15.159:6818/2483208153] conn(0x7f3a2006fbb0 0x7f3a20071ff0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.970+0000 7f30977fe640 1 -- 172.21.15.32:0/953134495 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f30a4022440 con 0x7f30a8034a10 2024-09-13T17:47:45.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.970+0000 7f30977fe640 1 --2- 172.21.15.32:0/953134495 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f309c066760 0x7f309c068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.970+0000 7f30977fe640 1 -- 172.21.15.32:0/953134495 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f30a4087f60 con 0x7f30a8034a10 2024-09-13T17:47:45.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.970+0000 7f30977fe640 1 --2- 172.21.15.32:0/953134495 >> [v2:172.21.15.32:6809/1073462831,v1:172.21.15.32:6811/1073462831] conn(0x7f309c06fd20 0x7f309c072160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.970+0000 7f30977fe640 1 -- 172.21.15.32:0/953134495 --> [v2:172.21.15.32:6809/1073462831,v1:172.21.15.32:6811/1073462831] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f309c072830 con 0x7f309c06fd20 2024-09-13T17:47:45.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.970+0000 7f30ae7fc640 1 --2- 172.21.15.32:0/953134495 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f309c066760 0x7f309c068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.970+0000 7f1cb6d9d640 1 --2- 172.21.15.32:0/3640351897 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1cb80ca140 0x7f1cb80ca5b0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f1cb0009d90 tx=0x7f1cb001c940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bb1c691f20044eba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.970+0000 7f30af7fe640 1 --2- 172.21.15.32:0/953134495 >> [v2:172.21.15.32:6809/1073462831,v1:172.21.15.32:6811/1073462831] conn(0x7f309c06fd20 0x7f309c072160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.970+0000 7f1cb559a640 1 -- 172.21.15.32:0/3640351897 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cb00a5a00 con 0x7f1cb80ca140 2024-09-13T17:47:45.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.970+0000 7f30977fe640 1 -- 172.21.15.32:0/953134495 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f30a4055070 con 0x7f30a8034a10 2024-09-13T17:47:45.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.970+0000 7f30af7fe640 1 --2- 172.21.15.32:0/953134495 >> [v2:172.21.15.32:6809/1073462831,v1:172.21.15.32:6811/1073462831] conn(0x7f309c06fd20 0x7f309c072160 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.970+0000 7f1cb559a640 1 -- 172.21.15.32:0/3640351897 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cb00a5b60 con 0x7f1cb80ca140 2024-09-13T17:47:45.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.970+0000 7f1cb559a640 1 -- 172.21.15.32:0/3640351897 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cb00a5a00 con 0x7f1cb80ca140 2024-09-13T17:47:45.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f1cbc9e1640 1 -- 172.21.15.32:0/3640351897 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1cb80ca140 msgr2=0x7f1cb80ca5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f1cbc9e1640 1 --2- 172.21.15.32:0/3640351897 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1cb80ca140 0x7f1cb80ca5b0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f1cb0009d90 tx=0x7f1cb001c940 comp rx=0 tx=0).stop 2024-09-13T17:47:45.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f1cbc9e1640 1 -- 172.21.15.32:0/3640351897 shutdown_connections 2024-09-13T17:47:45.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f1cbc9e1640 1 --2- 172.21.15.32:0/3640351897 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1cb80ca140 0x7f1cb80ca5b0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f1cbc9e1640 1 --2- 172.21.15.32:0/3640351897 >> v2:172.21.15.159:3300/0 conn(0x7f1cb80cba40 0x7f1cb80cbe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f1cbc9e1640 1 -- 172.21.15.32:0/3640351897 >> 172.21.15.32:0/3640351897 conn(0x7f1cb80b0e10 msgr2=0x7f1cb80b11f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f1cbc9e1640 1 -- 172.21.15.32:0/3640351897 shutdown_connections 2024-09-13T17:47:45.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f3a43f1c640 1 -- 172.21.15.32:0/4122376602 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3a200666e0 msgr2=0x7f3a20068ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f3a43f1c640 1 --2- 172.21.15.32:0/4122376602 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3a200666e0 0x7f3a20068ba0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f3a3c096960 tx=0x7f3a38009040 comp rx=0 tx=0).stop 2024-09-13T17:47:45.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f3a43f1c640 1 -- 172.21.15.32:0/4122376602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3a3c097500 msgr2=0x7f3a3c09b850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f3a43f1c640 1 --2- 172.21.15.32:0/4122376602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3a3c097500 0x7f3a3c09b850 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3a3401ce60 tx=0x7f3a3401bfd0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f3a424b9640 1 -- 172.21.15.32:0/4122376602 reap_dead start 2024-09-13T17:47:45.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f3a43f1c640 1 -- 172.21.15.32:0/4122376602 shutdown_connections 2024-09-13T17:47:45.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f3a43f1c640 1 -- 172.21.15.32:0/4122376602 >> 172.21.15.32:0/4122376602 conn(0x7f3a3c0afc80 msgr2=0x7f3a3c0aaf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f3a43f1c640 1 -- 172.21.15.32:0/4122376602 shutdown_connections 2024-09-13T17:47:45.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f30977fe640 1 -- 172.21.15.32:0/953134495 <== osd.3 v2:172.21.15.32:6809/1073462831 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f309c072830 con 0x7f309c06fd20 2024-09-13T17:47:45.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f30ae7fc640 1 --2- 172.21.15.32:0/953134495 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f309c066760 0x7f309c068c20 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f30a8033710 tx=0x7f30a0007a50 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f3a43f1c640 1 -- 172.21.15.32:0/4122376602 wait complete. 2024-09-13T17:47:45.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f1cbc9e1640 1 -- 172.21.15.32:0/3640351897 wait complete. 2024-09-13T17:47:45.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f1cbc9e1640 1 Processor -- start 2024-09-13T17:47:45.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f592a333640 1 -- 172.21.15.32:0/2195951014 --> [v2:172.21.15.159:6817/3790005441,v1:172.21.15.159:6819/3790005441] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f592415f370 con 0x7f591006fc50 2024-09-13T17:47:45.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f1cbc9e1640 1 -- start start 2024-09-13T17:47:45.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.974+0000 7f1cbc9e1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1cb80ca140 0x7f1cb814adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cbc9e1640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1cb80cba40 0x7f1cb81506f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cbc9e1640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1cb80cdca0 0x7f1cb80c52a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cbc9e1640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cb80c7c80 con 0x7f1cb80ca140 2024-09-13T17:47:45.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cbc9e1640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cb814b330 con 0x7f1cb80cba40 2024-09-13T17:47:45.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cbc9e1640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1cb8156690 con 0x7f1cb80cdca0 2024-09-13T17:47:45.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cb659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1cb80ca140 0x7f1cb814adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cb659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1cb80ca140 0x7f1cb814adf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40222/0 (socket says 172.21.15.32:40222) 2024-09-13T17:47:45.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cb659c640 1 -- 172.21.15.32:0/29128735 learned_addr learned my addr 172.21.15.32:0/29128735 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:45.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cb5d9b640 1 --2- 172.21.15.32:0/29128735 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1cb80cba40 0x7f1cb81506f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f5920ff9640 1 -- 172.21.15.32:0/2195951014 <== osd.4 v2:172.21.15.159:6817/3790005441 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f592415f370 con 0x7f591006fc50 2024-09-13T17:47:45.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cb6d9d640 1 --2- 172.21.15.32:0/29128735 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1cb80cdca0 0x7f1cb80c52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cb659c640 1 -- 172.21.15.32:0/29128735 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1cb80cdca0 msgr2=0x7f1cb80c52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cb659c640 1 --2- 172.21.15.32:0/29128735 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1cb80cdca0 0x7f1cb80c52a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cb659c640 1 -- 172.21.15.32:0/29128735 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1cb80cba40 msgr2=0x7f1cb81506f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cb659c640 1 --2- 172.21.15.32:0/29128735 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1cb80cba40 0x7f1cb81506f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cb659c640 1 -- 172.21.15.32:0/29128735 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cb0009a70 con 0x7f1cb80ca140 2024-09-13T17:47:45.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cb6d9d640 1 --2- 172.21.15.32:0/29128735 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1cb80cdca0 0x7f1cb80c52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:45.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cb659c640 1 --2- 172.21.15.32:0/29128735 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1cb80ca140 0x7f1cb814adf0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1ca800e8c0 tx=0x7f1ca800ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1ca6ffd640 1 -- 172.21.15.32:0/29128735 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ca8009620 con 0x7f1cb80ca140 2024-09-13T17:47:45.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1ca6ffd640 1 -- 172.21.15.32:0/29128735 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ca800c940 con 0x7f1cb80ca140 2024-09-13T17:47:45.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f592a333640 1 -- 172.21.15.32:0/2195951014 >> [v2:172.21.15.159:6817/3790005441,v1:172.21.15.159:6819/3790005441] conn(0x7f591006fc50 msgr2=0x7f5910072090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f592a333640 1 --2- 172.21.15.32:0/2195951014 >> [v2:172.21.15.159:6817/3790005441,v1:172.21.15.159:6819/3790005441] conn(0x7f591006fc50 0x7f5910072090 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f592a333640 1 -- 172.21.15.32:0/2195951014 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5910066690 msgr2=0x7f5910068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f592a333640 1 --2- 172.21.15.32:0/2195951014 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5910066690 0x7f5910068b50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f59180b3000 tx=0x7f5918012040 comp rx=0 tx=0).stop 2024-09-13T17:47:45.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f592a333640 1 -- 172.21.15.32:0/2195951014 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f592415ca60 msgr2=0x7f5924154be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f592a333640 1 --2- 172.21.15.32:0/2195951014 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f592415ca60 0x7f5924154be0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f591c007d90 tx=0x7f591c00e4b0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f59288d0640 1 -- 172.21.15.32:0/2195951014 reap_dead start 2024-09-13T17:47:45.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f592a333640 1 -- 172.21.15.32:0/2195951014 shutdown_connections 2024-09-13T17:47:45.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f592a333640 1 -- 172.21.15.32:0/2195951014 >> 172.21.15.32:0/2195951014 conn(0x7f5924069f80 msgr2=0x7f592415bb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1ca6ffd640 1 -- 172.21.15.32:0/29128735 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ca800ccf0 con 0x7f1cb80ca140 2024-09-13T17:47:45.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cbc9e1640 1 -- 172.21.15.32:0/29128735 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1cb8155b10 con 0x7f1cb80ca140 2024-09-13T17:47:45.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cbc9e1640 1 -- 172.21.15.32:0/29128735 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1cb81560d0 con 0x7f1cb80ca140 2024-09-13T17:47:45.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f592a333640 1 -- 172.21.15.32:0/2195951014 shutdown_connections 2024-09-13T17:47:45.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f1cbc9e1640 1 -- 172.21.15.32:0/29128735 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f1cb8069f80 con 0x7f1cb80ca140 2024-09-13T17:47:45.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.978+0000 7f592a333640 1 -- 172.21.15.32:0/2195951014 wait complete. 2024-09-13T17:47:45.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.982+0000 7f1ca6ffd640 1 -- 172.21.15.32:0/29128735 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1ca8013470 con 0x7f1cb80ca140 2024-09-13T17:47:45.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.982+0000 7f1ca6ffd640 1 --2- 172.21.15.32:0/29128735 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1c980666e0 0x7f1c98068ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.982+0000 7f1ca6ffd640 1 -- 172.21.15.32:0/29128735 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1ca80844f0 con 0x7f1cb80ca140 2024-09-13T17:47:45.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.982+0000 7f1ca6ffd640 1 --2- 172.21.15.32:0/29128735 >> [v2:172.21.15.159:6808/2357791657,v1:172.21.15.159:6809/2357791657] conn(0x7f1c9806fbb0 0x7f1c98071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.982+0000 7f1ca6ffd640 1 -- 172.21.15.32:0/29128735 --> [v2:172.21.15.159:6808/2357791657,v1:172.21.15.159:6809/2357791657] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f1c980726c0 con 0x7f1c9806fbb0 2024-09-13T17:47:45.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.982+0000 7f1ca6ffd640 1 -- 172.21.15.32:0/29128735 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1ca8086b80 con 0x7f1cb80ca140 2024-09-13T17:47:45.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.982+0000 7f1cb5d9b640 1 --2- 172.21.15.32:0/29128735 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1c980666e0 0x7f1c98068ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.982+0000 7f1cb6d9d640 1 --2- 172.21.15.32:0/29128735 >> [v2:172.21.15.159:6808/2357791657,v1:172.21.15.159:6809/2357791657] conn(0x7f1c9806fbb0 0x7f1c98071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.982+0000 7f1cb5d9b640 1 --2- 172.21.15.32:0/29128735 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1c980666e0 0x7f1c98068ba0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f1cb80c94a0 tx=0x7f1cac009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.982+0000 7f1cb6d9d640 1 --2- 172.21.15.32:0/29128735 >> [v2:172.21.15.159:6808/2357791657,v1:172.21.15.159:6809/2357791657] conn(0x7f1c9806fbb0 0x7f1c98071ff0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7f1ca6ffd640 1 -- 172.21.15.32:0/29128735 <== osd.6 v2:172.21.15.159:6808/2357791657 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f1c980726c0 con 0x7f1c9806fbb0 2024-09-13T17:47:45.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7f1a83fff640 1 -- 172.21.15.32:0/263986260 --> [v2:172.21.15.32:6808/1816401531,v1:172.21.15.32:6810/1816401531] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f1a64002cf0 con 0x7f1a7006fc30 2024-09-13T17:47:45.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7f1a6b7fe640 1 -- 172.21.15.32:0/263986260 <== osd.1 v2:172.21.15.32:6808/1816401531 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f1a64002cf0 con 0x7f1a7006fc30 2024-09-13T17:47:45.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7fdfaa001640 1 -- 172.21.15.32:0/1891243566 --> [v2:172.21.15.32:6817/975885685,v1:172.21.15.32:6820/975885685] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fdfa40ca020 con 0x7fdf9006fbd0 2024-09-13T17:47:45.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7f1a83fff640 1 -- 172.21.15.32:0/263986260 >> [v2:172.21.15.32:6808/1816401531,v1:172.21.15.32:6810/1816401531] conn(0x7f1a7006fc30 msgr2=0x7f1a70072070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7f1a83fff640 1 --2- 172.21.15.32:0/263986260 >> [v2:172.21.15.32:6808/1816401531,v1:172.21.15.32:6810/1816401531] conn(0x7f1a7006fc30 0x7f1a70072070 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7fdf8bfff640 1 -- 172.21.15.32:0/1891243566 <== osd.0 v2:172.21.15.32:6817/975885685 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fdfa40ca020 con 0x7fdf9006fbd0 2024-09-13T17:47:45.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7f1a83fff640 1 -- 172.21.15.32:0/263986260 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1a700667e0 msgr2=0x7f1a70068ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7f1a83fff640 1 --2- 172.21.15.32:0/263986260 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1a700667e0 0x7f1a70068ca0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c0b3000 tx=0x7f1a7c009040 comp rx=0 tx=0).stop 2024-09-13T17:47:45.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7f1a83fff640 1 -- 172.21.15.32:0/263986260 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a840aee80 msgr2=0x7f1a840b1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7f1a83fff640 1 --2- 172.21.15.32:0/263986260 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a840aee80 0x7f1a840b1060 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1a8406f960 tx=0x7f1a7800c7d0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7f1a837fe640 1 -- 172.21.15.32:0/263986260 reap_dead start 2024-09-13T17:47:45.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7f1a83fff640 1 -- 172.21.15.32:0/263986260 shutdown_connections 2024-09-13T17:47:45.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7f1a83fff640 1 -- 172.21.15.32:0/263986260 >> 172.21.15.32:0/263986260 conn(0x7f1a840704f0 msgr2=0x7f1a84149760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7fdfaa001640 1 -- 172.21.15.32:0/1891243566 >> [v2:172.21.15.32:6817/975885685,v1:172.21.15.32:6820/975885685] conn(0x7fdf9006fbd0 msgr2=0x7fdf90072010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7fdfaa001640 1 --2- 172.21.15.32:0/1891243566 >> [v2:172.21.15.32:6817/975885685,v1:172.21.15.32:6820/975885685] conn(0x7fdf9006fbd0 0x7fdf90072010 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7f1a83fff640 1 -- 172.21.15.32:0/263986260 shutdown_connections 2024-09-13T17:47:45.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7f1a83fff640 1 -- 172.21.15.32:0/263986260 wait complete. 2024-09-13T17:47:45.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7fdfaa001640 1 -- 172.21.15.32:0/1891243566 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdf90066690 msgr2=0x7fdf90068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7fdfaa001640 1 --2- 172.21.15.32:0/1891243566 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdf90066690 0x7fdf90068b50 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fdf940ad000 tx=0x7fdf94004740 comp rx=0 tx=0).stop 2024-09-13T17:47:45.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7fdfaa001640 1 -- 172.21.15.32:0/1891243566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfa40b1690 msgr2=0x7fdfa4157660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7fdfaa001640 1 --2- 172.21.15.32:0/1891243566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfa40b1690 0x7fdfa4157660 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fdf9800c4a0 tx=0x7fdf9800c960 comp rx=0 tx=0).stop 2024-09-13T17:47:45.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7fdfa3fff640 1 -- 172.21.15.32:0/1891243566 reap_dead start 2024-09-13T17:47:45.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7fdfaa001640 1 -- 172.21.15.32:0/1891243566 shutdown_connections 2024-09-13T17:47:45.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7fdfaa001640 1 -- 172.21.15.32:0/1891243566 >> 172.21.15.32:0/1891243566 conn(0x7fdfa40989e0 msgr2=0x7fdfa40cc230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7fdfaa001640 1 -- 172.21.15.32:0/1891243566 shutdown_connections 2024-09-13T17:47:45.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.986+0000 7fdfaa001640 1 -- 172.21.15.32:0/1891243566 wait complete. 2024-09-13T17:47:45.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.990+0000 7fc3df258640 1 -- 172.21.15.32:0/1761581243 --> [v2:172.21.15.32:6800/122867875,v1:172.21.15.32:6801/122867875] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fc3d81558d0 con 0x7fc3bc06fc00 2024-09-13T17:47:45.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.994+0000 7f332f494640 1 -- 172.21.15.32:0/1599611233 --> [v2:172.21.15.159:6800/4051224710,v1:172.21.15.159:6801/4051224710] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f3320006ae0 con 0x7f332004a940 2024-09-13T17:47:45.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.994+0000 7fc3d57fa640 1 -- 172.21.15.32:0/1761581243 <== osd.2 v2:172.21.15.32:6800/122867875 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fc3d81558d0 con 0x7fc3bc06fc00 2024-09-13T17:47:45.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.994+0000 7f331effd640 1 -- 172.21.15.32:0/1599611233 <== osd.5 v2:172.21.15.159:6800/4051224710 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f3320006ae0 con 0x7f332004a940 2024-09-13T17:47:45.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.994+0000 7fc3df258640 1 -- 172.21.15.32:0/1761581243 >> [v2:172.21.15.32:6800/122867875,v1:172.21.15.32:6801/122867875] conn(0x7fc3bc06fc00 msgr2=0x7fc3bc072040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.994+0000 7fc3df258640 1 --2- 172.21.15.32:0/1761581243 >> [v2:172.21.15.32:6800/122867875,v1:172.21.15.32:6801/122867875] conn(0x7fc3bc06fc00 0x7fc3bc072040 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7fc3df258640 1 -- 172.21.15.32:0/1761581243 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc3bc0666c0 msgr2=0x7fc3bc068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7fc3df258640 1 --2- 172.21.15.32:0/1761581243 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc3bc0666c0 0x7fc3bc068b80 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fc3c40af000 tx=0x7fc3c4004740 comp rx=0 tx=0).stop 2024-09-13T17:47:45.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7fc3df258640 1 -- 172.21.15.32:0/1761581243 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3d81546a0 msgr2=0x7fc3d82012c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7fc3df258640 1 --2- 172.21.15.32:0/1761581243 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3d81546a0 0x7fc3d82012c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc3cc007310 tx=0x7fc3cc004f90 comp rx=0 tx=0).stop 2024-09-13T17:47:45.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7fc3dd7f5640 1 -- 172.21.15.32:0/1761581243 reap_dead start 2024-09-13T17:47:45.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7fc3df258640 1 -- 172.21.15.32:0/1761581243 shutdown_connections 2024-09-13T17:47:45.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7fc3df258640 1 -- 172.21.15.32:0/1761581243 >> 172.21.15.32:0/1761581243 conn(0x7fc3d8069f80 msgr2=0x7fc3d815b5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7fc3df258640 1 -- 172.21.15.32:0/1761581243 shutdown_connections 2024-09-13T17:47:45.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7fc3df258640 1 -- 172.21.15.32:0/1761581243 wait complete. 2024-09-13T17:47:45.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7f332f494640 1 -- 172.21.15.32:0/1599611233 >> [v2:172.21.15.159:6800/4051224710,v1:172.21.15.159:6801/4051224710] conn(0x7f332004a940 msgr2=0x7f332004ad20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7f332f494640 1 --2- 172.21.15.32:0/1599611233 >> [v2:172.21.15.159:6800/4051224710,v1:172.21.15.159:6801/4051224710] conn(0x7f332004a940 0x7f332004ad20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7f332f494640 1 -- 172.21.15.32:0/1599611233 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f330c0666e0 msgr2=0x7f330c068ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7f332f494640 1 --2- 172.21.15.32:0/1599611233 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f330c0666e0 0x7f330c068ba0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f33240ad000 tx=0x7f33240a6000 comp rx=0 tx=0).stop 2024-09-13T17:47:45.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7f332f494640 1 -- 172.21.15.32:0/1599611233 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3320037140 msgr2=0x7f3320035d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7f332f494640 1 --2- 172.21.15.32:0/1599611233 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3320037140 0x7f3320035d40 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f331800d5d0 tx=0x7f331800da90 comp rx=0 tx=0).stop 2024-09-13T17:47:45.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7f332ec93640 1 -- 172.21.15.32:0/1599611233 reap_dead start 2024-09-13T17:47:45.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7f332f494640 1 -- 172.21.15.32:0/1599611233 shutdown_connections 2024-09-13T17:47:45.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7f332f494640 1 -- 172.21.15.32:0/1599611233 >> 172.21.15.32:0/1599611233 conn(0x7f332001dd60 msgr2=0x7f3320039dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7f332f494640 1 -- 172.21.15.32:0/1599611233 shutdown_connections 2024-09-13T17:47:45.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:44.998+0000 7f332f494640 1 -- 172.21.15.32:0/1599611233 wait complete. 2024-09-13T17:47:45.041 INFO:teuthology.orchestra.run.smithi032.stdout:68719476747 2024-09-13T17:47:45.041 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-13T17:47:45.042 INFO:teuthology.orchestra.run.smithi032.stdout:64424509452 2024-09-13T17:47:45.043 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-13T17:47:45.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.010+0000 7f30affff640 1 -- 172.21.15.32:0/953134495 --> [v2:172.21.15.32:6809/1073462831,v1:172.21.15.32:6811/1073462831] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f30a80ec480 con 0x7f309c06fd20 2024-09-13T17:47:45.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.010+0000 7f1cbc9e1640 1 -- 172.21.15.32:0/29128735 --> [v2:172.21.15.159:6808/2357791657,v1:172.21.15.159:6809/2357791657] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f1cb80ca5b0 con 0x7f1c9806fbb0 2024-09-13T17:47:45.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.010+0000 7f30977fe640 1 -- 172.21.15.32:0/953134495 <== osd.3 v2:172.21.15.32:6809/1073462831 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f30b0132040 con 0x7f309c06fd20 2024-09-13T17:47:45.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.010+0000 7f1ca6ffd640 1 -- 172.21.15.32:0/29128735 <== osd.6 v2:172.21.15.159:6808/2357791657 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f1cb80ca5b0 con 0x7f1c9806fbb0 2024-09-13T17:47:45.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.010+0000 7f30affff640 1 -- 172.21.15.32:0/953134495 >> [v2:172.21.15.32:6809/1073462831,v1:172.21.15.32:6811/1073462831] conn(0x7f309c06fd20 msgr2=0x7f309c072160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.010+0000 7f30affff640 1 --2- 172.21.15.32:0/953134495 >> [v2:172.21.15.32:6809/1073462831,v1:172.21.15.32:6811/1073462831] conn(0x7f309c06fd20 0x7f309c072160 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f30affff640 1 -- 172.21.15.32:0/953134495 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f309c066760 msgr2=0x7f309c068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f30affff640 1 --2- 172.21.15.32:0/953134495 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f309c066760 0x7f309c068c20 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f30a8033710 tx=0x7f30a0007a50 comp rx=0 tx=0).stop 2024-09-13T17:47:45.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f30affff640 1 -- 172.21.15.32:0/953134495 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30a8034a10 msgr2=0x7f30a80d4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f30affff640 1 --2- 172.21.15.32:0/953134495 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30a8034a10 0x7f30a80d4dc0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f30a400b3f0 tx=0x7f30a400b8b0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f30af7fe640 1 -- 172.21.15.32:0/953134495 reap_dead start 2024-09-13T17:47:45.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f30affff640 1 -- 172.21.15.32:0/953134495 shutdown_connections 2024-09-13T17:47:45.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f30affff640 1 -- 172.21.15.32:0/953134495 >> 172.21.15.32:0/953134495 conn(0x7f30a801ea20 msgr2=0x7f30a800acf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f1cbc9e1640 1 -- 172.21.15.32:0/29128735 >> [v2:172.21.15.159:6808/2357791657,v1:172.21.15.159:6809/2357791657] conn(0x7f1c9806fbb0 msgr2=0x7f1c98071ff0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f1cbc9e1640 1 --2- 172.21.15.32:0/29128735 >> [v2:172.21.15.159:6808/2357791657,v1:172.21.15.159:6809/2357791657] conn(0x7f1c9806fbb0 0x7f1c98071ff0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f1cbc9e1640 1 -- 172.21.15.32:0/29128735 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1c980666e0 msgr2=0x7f1c98068ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f1cbc9e1640 1 --2- 172.21.15.32:0/29128735 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1c980666e0 0x7f1c98068ba0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f1cb80c94a0 tx=0x7f1cac009040 comp rx=0 tx=0).stop 2024-09-13T17:47:45.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f1cbc9e1640 1 -- 172.21.15.32:0/29128735 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1cb80ca140 msgr2=0x7f1cb814adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f1cbc9e1640 1 --2- 172.21.15.32:0/29128735 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1cb80ca140 0x7f1cb814adf0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1ca800e8c0 tx=0x7f1ca800ed80 comp rx=0 tx=0).stop 2024-09-13T17:47:45.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f1cb6d9d640 1 -- 172.21.15.32:0/29128735 reap_dead start 2024-09-13T17:47:45.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f30affff640 1 -- 172.21.15.32:0/953134495 shutdown_connections 2024-09-13T17:47:45.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f30affff640 1 -- 172.21.15.32:0/953134495 wait complete. 2024-09-13T17:47:45.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f1cbc9e1640 1 -- 172.21.15.32:0/29128735 shutdown_connections 2024-09-13T17:47:45.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f1cbc9e1640 1 -- 172.21.15.32:0/29128735 >> 172.21.15.32:0/29128735 conn(0x7f1cb80b0e10 msgr2=0x7f1cb8158260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f1cbc9e1640 1 -- 172.21.15.32:0/29128735 shutdown_connections 2024-09-13T17:47:45.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.014+0000 7f1cbc9e1640 1 -- 172.21.15.32:0/29128735 wait complete. 2024-09-13T17:47:45.048 INFO:teuthology.orchestra.run.smithi032.stdout:64424509449 2024-09-13T17:47:45.048 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-13T17:47:45.048 INFO:teuthology.orchestra.run.smithi032.stdout:64424509451 2024-09-13T17:47:45.049 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-13T17:47:45.049 INFO:teuthology.orchestra.run.smithi032.stdout:55834574859 2024-09-13T17:47:45.050 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-13T17:47:45.050 INFO:teuthology.orchestra.run.smithi032.stdout:68719476747 2024-09-13T17:47:45.051 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-13T17:47:45.051 INFO:teuthology.orchestra.run.smithi032.stdout:64424509450 2024-09-13T17:47:45.052 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-13T17:47:45.052 INFO:teuthology.orchestra.run.smithi032.stdout:64424509450 2024-09-13T17:47:45.053 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-13T17:47:45.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7f566e8bf640 1 Processor -- start 2024-09-13T17:47:45.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7f566e8bf640 1 -- start start 2024-09-13T17:47:45.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7fe7c6e48640 1 Processor -- start 2024-09-13T17:47:45.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7ffb2a07c640 1 Processor -- start 2024-09-13T17:47:45.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7ff74ce2d640 1 Processor -- start 2024-09-13T17:47:45.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7fe7c6e48640 1 -- start start 2024-09-13T17:47:45.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7ff74ce2d640 1 -- start start 2024-09-13T17:47:45.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7ffb2a07c640 1 -- start start 2024-09-13T17:47:45.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7eff2aecd640 1 Processor -- start 2024-09-13T17:47:45.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7f566e8bf640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f56680b19f0 0x7f56680712f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7f566e8bf640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5668149c50 0x7f5668160c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7eff2aecd640 1 -- start start 2024-09-13T17:47:45.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7fe888a97640 1 Processor -- start 2024-09-13T17:47:45.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7f566e8bf640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5668164fa0 con 0x7f56681495e0 2024-09-13T17:47:45.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7f566e8bf640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5668070600 con 0x7f5668149c50 2024-09-13T17:47:45.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7f566e8bf640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5668070810 con 0x7f56680b19f0 2024-09-13T17:47:45.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7f566e0be640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5668149c50 0x7f5668160c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7f566e0be640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5668149c50 0x7f5668160c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40228/0 (socket says 172.21.15.32:40228) 2024-09-13T17:47:45.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7ffb2a07c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb241495e0 0x7ffb240712f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7ff74ce2d640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7ff748072010 0x7ff7480b1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7ffb2a07c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ffb24149c50 0x7ffb240b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7ffb2a07c640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7ffb2414a1a0 0x7ffb240b1820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7ffb2a07c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb24070600 con 0x7ffb24149c50 2024-09-13T17:47:45.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7ffb2a07c640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb24164fa0 con 0x7ffb2414a1a0 2024-09-13T17:47:45.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7ffb2a07c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb24070810 con 0x7ffb241495e0 2024-09-13T17:47:45.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7fa066e79640 1 Processor -- start 2024-09-13T17:47:45.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7ff74ce2d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff748072430 con 0x7ff74815e050 2024-09-13T17:47:45.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7ff74ce2d640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7481613d0 con 0x7ff7480b1cc0 2024-09-13T17:47:45.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7ff74ce2d640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7481616b0 con 0x7ff748072010 2024-09-13T17:47:45.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7f566e0be640 1 -- 172.21.15.32:0/2253510316 learned_addr learned my addr 172.21.15.32:0/2253510316 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:45.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7f566d0bc640 1 --2- 172.21.15.32:0/2253510316 >> v2:172.21.15.159:3300/0 conn(0x7f56680b19f0 0x7f56680712f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7fe7c6e48640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe7c006d9b0 0x7fe7c0159350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7fe888a97640 1 -- start start 2024-09-13T17:47:45.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7ffb2907a640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb241495e0 0x7ffb240712f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7ff745d9b640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7ff748072010 0x7ff7480b1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7ff746d9d640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7ff7480b1cc0 0x7ff7480ce310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:33374/0 (socket says 172.21.15.32:33374) 2024-09-13T17:47:45.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7ff746d9d640 1 -- 172.21.15.32:0/2378723210 learned_addr learned my addr 172.21.15.32:0/2378723210 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:45.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.254+0000 7fa066e79640 1 -- start start 2024-09-13T17:47:45.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7ffb2907a640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb241495e0 0x7ffb240712f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:48658/0 (socket says 172.21.15.32:48658) 2024-09-13T17:47:45.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7ffb2907a640 1 -- 172.21.15.32:0/18338575 learned_addr learned my addr 172.21.15.32:0/18338575 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:45.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7ffb28879640 1 --2- 172.21.15.32:0/18338575 >> v2:172.21.15.32:3300/0 conn(0x7ffb24149c50 0x7ffb240b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7ffb2907a640 1 -- 172.21.15.32:0/18338575 >> v2:172.21.15.159:3300/0 conn(0x7ffb2414a1a0 msgr2=0x7ffb240b1820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:45.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7ffb2907a640 1 --2- 172.21.15.32:0/18338575 >> v2:172.21.15.159:3300/0 conn(0x7ffb2414a1a0 0x7ffb240b1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7ffb2907a640 1 -- 172.21.15.32:0/18338575 >> v2:172.21.15.32:3300/0 conn(0x7ffb24149c50 msgr2=0x7ffb240b12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:45.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7ffb2907a640 1 --2- 172.21.15.32:0/18338575 >> v2:172.21.15.32:3300/0 conn(0x7ffb24149c50 0x7ffb240b12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7ffb2907a640 1 -- 172.21.15.32:0/18338575 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb24070af0 con 0x7ffb241495e0 2024-09-13T17:47:45.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7eff2aecd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7eff1c0e6670 0x7eff1c03bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7eff2aecd640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7eff1c058060 con 0x7eff1c057b60 2024-09-13T17:47:45.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7eff2aecd640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7eff1c053b40 con 0x7eff1c0e2d80 2024-09-13T17:47:45.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7eff2aecd640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff1c053e20 con 0x7eff1c0e6670 2024-09-13T17:47:45.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7f566e0be640 1 -- 172.21.15.32:0/2253510316 >> v2:172.21.15.159:3300/0 conn(0x7f56680b19f0 msgr2=0x7f56680712f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:45.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7f566e0be640 1 --2- 172.21.15.32:0/2253510316 >> v2:172.21.15.159:3300/0 conn(0x7f56680b19f0 0x7f56680712f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7f566e0be640 1 -- 172.21.15.32:0/2253510316 >> v1:172.21.15.159:6789/0 conn(0x7f56681495e0 legacy=0x7f56680b12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7f566e0be640 1 -- 172.21.15.32:0/2253510316 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5668070af0 con 0x7f5668149c50 2024-09-13T17:47:45.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7ff745d9b640 1 -- 172.21.15.32:0/2378723210 >> v1:172.21.15.159:6789/0 conn(0x7ff7480b1cc0 legacy=0x7ff7480ce310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7ff745d9b640 1 -- 172.21.15.32:0/2378723210 >> v1:172.21.15.32:6789/0 conn(0x7ff74815e050 legacy=0x7ff748160b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7ff745d9b640 1 -- 172.21.15.32:0/2378723210 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff748161990 con 0x7ff748072010 2024-09-13T17:47:45.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fb635fd6640 1 Processor -- start 2024-09-13T17:47:45.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7eff2946a640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7eff1c057b60 0x7eff1c0069e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:36776/0 (socket says 172.21.15.32:36776) 2024-09-13T17:47:45.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7eff2946a640 1 -- 172.21.15.32:0/1877004543 learned_addr learned my addr 172.21.15.32:0/1877004543 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:45.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fb635fd6640 1 -- start start 2024-09-13T17:47:45.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7c6e48640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fe7c0071ab0 0x7fe7c014ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7c6e48640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7c00b1d10 con 0x7fe7c00ca390 2024-09-13T17:47:45.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7c6e48640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7c0159890 con 0x7fe7c0071ab0 2024-09-13T17:47:45.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7c4be4640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe7c006d9b0 0x7fe7c0159350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7c6e48640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7c00b1100 con 0x7fe7c006d9b0 2024-09-13T17:47:45.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7c4be4640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe7c006d9b0 0x7fe7c0159350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:48666/0 (socket says 172.21.15.32:48666) 2024-09-13T17:47:45.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7c4be4640 1 -- 172.21.15.32:0/1600784114 learned_addr learned my addr 172.21.15.32:0/1600784114 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:45.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7c53e5640 1 --2- 172.21.15.32:0/1600784114 >> v2:172.21.15.159:3300/0 conn(0x7fe7c0071ab0 0x7fe7c014ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7bf7fe640 1 -- 172.21.15.32:0/1600784114 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3115270683 0 0) 0x7fe7c00b1d10 con 0x7fe7c00ca390 2024-09-13T17:47:45.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7bf7fe640 1 -- 172.21.15.32:0/1600784114 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe7a8003530 con 0x7fe7c00ca390 2024-09-13T17:47:45.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7bf7fe640 1 -- 172.21.15.32:0/1600784114 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 187550599 0 0) 0x7fe7a8003530 con 0x7fe7c00ca390 2024-09-13T17:47:45.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa066e79640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa058054020 0x7fa058047670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa066e79640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0580524c0 con 0x7fa0580520c0 2024-09-13T17:47:45.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa066e79640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa058005ae0 con 0x7fa0580e6f20 2024-09-13T17:47:45.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa066e79640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa058047bb0 con 0x7fa058054020 2024-09-13T17:47:45.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7bf7fe640 1 -- 172.21.15.32:0/1600784114 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe7c006d9b0 msgr2=0x7fe7c0159350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:45.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7bf7fe640 1 --2- 172.21.15.32:0/1600784114 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe7c006d9b0 0x7fe7c0159350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7bf7fe640 1 -- 172.21.15.32:0/1600784114 >> v2:172.21.15.159:3300/0 conn(0x7fe7c0071ab0 msgr2=0x7fe7c014ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:45.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7bf7fe640 1 --2- 172.21.15.32:0/1600784114 >> v2:172.21.15.159:3300/0 conn(0x7fe7c0071ab0 0x7fe7c014ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7bf7fe640 1 -- 172.21.15.32:0/1600784114 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7c00b13e0 con 0x7fe7c00ca390 2024-09-13T17:47:45.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7bf7fe640 1 -- 172.21.15.32:0/1600784114 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fe7b8001a00 con 0x7fe7c00ca390 2024-09-13T17:47:45.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7bf7fe640 1 -- 172.21.15.32:0/1600784114 >> v1:172.21.15.32:6789/0 conn(0x7fe7c00ca390 legacy=0x7fe7c00713a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7bf7fe640 1 --2- 172.21.15.32:0/1600784114 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe7a8003980 0x7fe7a8003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7bf7fe640 1 --2- 172.21.15.32:0/1600784114 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7a80047d0 0x7fe7a8004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7bf7fe640 1 --2- 172.21.15.32:0/1600784114 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe7c006d9b0 0x7fe7a8005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7bf7fe640 1 -- 172.21.15.32:0/1600784114 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7c0159890 con 0x7fe7a8003980 2024-09-13T17:47:45.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7bf7fe640 1 -- 172.21.15.32:0/1600784114 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7c00b1100 con 0x7fe7a80047d0 2024-09-13T17:47:45.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7bf7fe640 1 -- 172.21.15.32:0/1600784114 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7a800ba70 con 0x7fe7c006d9b0 2024-09-13T17:47:45.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05ffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa0580520c0 0x7fa058053910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:36782/0 (socket says 172.21.15.32:36782) 2024-09-13T17:47:45.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05ffff640 1 -- 172.21.15.32:0/2220027631 learned_addr learned my addr 172.21.15.32:0/2220027631 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:45.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa065416640 1 --2- 172.21.15.32:0/2220027631 >> v2:172.21.15.32:3300/0 conn(0x7fa058054020 0x7fa058047670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7eff28c69640 1 --2- 172.21.15.32:0/1877004543 >> v2:172.21.15.32:3300/0 conn(0x7eff1c0e6670 0x7eff1c03bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7eff28c69640 1 -- 172.21.15.32:0/1877004543 >> v1:172.21.15.159:6789/0 conn(0x7eff1c0e2d80 legacy=0x7eff1c0e6a50 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T17:47:45.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7eff28c69640 1 -- 172.21.15.32:0/1877004543 >> v1:172.21.15.32:6789/0 conn(0x7eff1c057b60 legacy=0x7eff1c0069e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7eff28c69640 1 -- 172.21.15.32:0/1877004543 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff1c03c040 con 0x7eff1c0e6670 2024-09-13T17:47:45.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7c53e5640 1 --2- 172.21.15.32:0/1600784114 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe7c006d9b0 0x7fe7a8005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7c4be4640 1 --2- 172.21.15.32:0/1600784114 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe7a8003980 0x7fe7a8003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7bffff640 1 --2- 172.21.15.32:0/1600784114 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7a80047d0 0x7fe7a8004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7c4be4640 1 -- 172.21.15.32:0/1600784114 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe7c006d9b0 msgr2=0x7fe7a8005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:45.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7c4be4640 1 --2- 172.21.15.32:0/1600784114 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe7c006d9b0 0x7fe7a8005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7c4be4640 1 -- 172.21.15.32:0/1600784114 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7a80047d0 msgr2=0x7fe7a8004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:45.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7c4be4640 1 --2- 172.21.15.32:0/1600784114 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7a80047d0 0x7fe7a8004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fe7c4be4640 1 -- 172.21.15.32:0/1600784114 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7a8003530 con 0x7fe7a8003980 2024-09-13T17:47:45.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fb635fd6640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb630098c40 0x7fb63015e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fb635fd6640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fb630099020 0x7fb6300afb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fb635fd6640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6300cc480 con 0x7fb6300cc8f0 2024-09-13T17:47:45.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fb635fd6640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb630099de0 con 0x7fb630099020 2024-09-13T17:47:45.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fb635fd6640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6300af300 con 0x7fb630098c40 2024-09-13T17:47:45.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05f7fe640 1 -- 172.21.15.32:0/2220027631 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2658655767 0 0) 0x7fa0580524c0 con 0x7fa0580520c0 2024-09-13T17:47:45.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05f7fe640 1 -- 172.21.15.32:0/2220027631 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa050003530 con 0x7fa0580520c0 2024-09-13T17:47:45.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05f7fe640 1 -- 172.21.15.32:0/2220027631 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1734433309 0 0) 0x7fa050003530 con 0x7fa0580520c0 2024-09-13T17:47:45.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05f7fe640 1 -- 172.21.15.32:0/2220027631 >> v2:172.21.15.32:3300/0 conn(0x7fa058054020 msgr2=0x7fa058047670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:45.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05f7fe640 1 --2- 172.21.15.32:0/2220027631 >> v2:172.21.15.32:3300/0 conn(0x7fa058054020 0x7fa058047670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05f7fe640 1 -- 172.21.15.32:0/2220027631 >> v1:172.21.15.159:6789/0 conn(0x7fa0580e6f20 legacy=0x7fa05804eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05f7fe640 1 -- 172.21.15.32:0/2220027631 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa058005d80 con 0x7fa0580520c0 2024-09-13T17:47:45.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05f7fe640 1 -- 172.21.15.32:0/2220027631 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fa054001680 con 0x7fa0580520c0 2024-09-13T17:47:45.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05f7fe640 1 -- 172.21.15.32:0/2220027631 >> v1:172.21.15.32:6789/0 conn(0x7fa0580520c0 legacy=0x7fa058053910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05f7fe640 1 --2- 172.21.15.32:0/2220027631 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa050003980 0x7fa050003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05f7fe640 1 --2- 172.21.15.32:0/2220027631 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0500047d0 0x7fa050004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05f7fe640 1 --2- 172.21.15.32:0/2220027631 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa0500052b0 0x7fa05000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05f7fe640 1 -- 172.21.15.32:0/2220027631 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa058047bb0 con 0x7fa0500047d0 2024-09-13T17:47:45.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05f7fe640 1 -- 172.21.15.32:0/2220027631 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa05000c1b0 con 0x7fa050003980 2024-09-13T17:47:45.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05f7fe640 1 -- 172.21.15.32:0/2220027631 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa05000c370 con 0x7fa0500052b0 2024-09-13T17:47:45.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa064c15640 1 --2- 172.21.15.32:0/2220027631 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa050003980 0x7fa050003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05ffff640 1 --2- 172.21.15.32:0/2220027631 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0500047d0 0x7fa050004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fb634fd4640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb630098c40 0x7fb63015e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fb634fd4640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb630098c40 0x7fb63015e3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:48682/0 (socket says 172.21.15.32:48682) 2024-09-13T17:47:45.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fb634fd4640 1 -- 172.21.15.32:0/2837654408 learned_addr learned my addr 172.21.15.32:0/2837654408 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:45.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fb634fd4640 1 -- 172.21.15.32:0/2837654408 >> v2:172.21.15.159:3300/0 conn(0x7fb630099020 msgr2=0x7fb6300afb50 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T17:47:45.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fb634fd4640 1 --2- 172.21.15.32:0/2837654408 >> v2:172.21.15.159:3300/0 conn(0x7fb630099020 0x7fb6300afb50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fb634fd4640 1 -- 172.21.15.32:0/2837654408 >> v1:172.21.15.32:6789/0 conn(0x7fb6300cc8f0 legacy=0x7fb63015e910 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T17:47:45.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fb634fd4640 1 -- 172.21.15.32:0/2837654408 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6300cbc00 con 0x7fb630098c40 2024-09-13T17:47:45.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05ffff640 1 -- 172.21.15.32:0/2220027631 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa0500052b0 msgr2=0x7fa05000b990 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T17:47:45.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05ffff640 1 --2- 172.21.15.32:0/2220027631 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa0500052b0 0x7fa05000b990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05ffff640 1 -- 172.21.15.32:0/2220027631 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa050003980 msgr2=0x7fa050003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:45.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05ffff640 1 --2- 172.21.15.32:0/2220027631 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa050003980 0x7fa050003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7fa05ffff640 1 -- 172.21.15.32:0/2220027631 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa058005d80 con 0x7fa0500047d0 2024-09-13T17:47:45.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ff745d9b640 1 --2- 172.21.15.32:0/2378723210 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff748072010 0x7ff7480b1780 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff73c0097c0 tx=0x7ff73c01c4c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d15e9249ea3b32f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7f566e0be640 1 --2- 172.21.15.32:0/2253510316 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5668149c50 0x7f5668160c60 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f56680722e0 tx=0x7f565801c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8b51bf871acf993 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7f566c8bb640 1 -- 172.21.15.32:0/2253510316 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56580ab620 con 0x7f5668149c50 2024-09-13T17:47:45.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ff74559a640 1 -- 172.21.15.32:0/2378723210 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff73c0a6040 con 0x7ff748072010 2024-09-13T17:47:45.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7f566c8bb640 1 -- 172.21.15.32:0/2253510316 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56580ab780 con 0x7f5668149c50 2024-09-13T17:47:45.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7f566c8bb640 1 -- 172.21.15.32:0/2253510316 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56580abb10 con 0x7f5668149c50 2024-09-13T17:47:45.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ff74559a640 1 -- 172.21.15.32:0/2378723210 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff73c0aa600 con 0x7ff748072010 2024-09-13T17:47:45.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ff74559a640 1 -- 172.21.15.32:0/2378723210 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff73c0aa990 con 0x7ff748072010 2024-09-13T17:47:45.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.258+0000 7ffb2907a640 1 --2- 172.21.15.32:0/18338575 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb241495e0 0x7ffb240712f0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7ffb2406ac70 tx=0x7ffb1c01c950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a9d7ed5816e15ed8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ffb1bfff640 1 -- 172.21.15.32:0/18338575 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb1c0a5770 con 0x7ffb241495e0 2024-09-13T17:47:45.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ffb1bfff640 1 -- 172.21.15.32:0/18338575 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb1c0a58d0 con 0x7ffb241495e0 2024-09-13T17:47:45.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ffb1bfff640 1 -- 172.21.15.32:0/18338575 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb1c0a5c60 con 0x7ffb241495e0 2024-09-13T17:47:45.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fa065416640 1 -- 172.21.15.32:0/2220027631 reap_dead start 2024-09-13T17:47:45.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ffb2a07c640 1 -- 172.21.15.32:0/18338575 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb241495e0 msgr2=0x7ffb240712f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ffb2a07c640 1 --2- 172.21.15.32:0/18338575 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb241495e0 0x7ffb240712f0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7ffb2406ac70 tx=0x7ffb1c01c950 comp rx=0 tx=0).stop 2024-09-13T17:47:45.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ffb2a07c640 1 -- 172.21.15.32:0/18338575 shutdown_connections 2024-09-13T17:47:45.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ffb2a07c640 1 --2- 172.21.15.32:0/18338575 >> v2:172.21.15.159:3300/0 conn(0x7ffb2414a1a0 0x7ffb240b1820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ffb2a07c640 1 --2- 172.21.15.32:0/18338575 >> v2:172.21.15.32:3300/0 conn(0x7ffb24149c50 0x7ffb240b12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ffb2a07c640 1 --2- 172.21.15.32:0/18338575 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb241495e0 0x7ffb240712f0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ffb2a07c640 1 -- 172.21.15.32:0/18338575 >> 172.21.15.32:0/18338575 conn(0x7ffb2406d850 msgr2=0x7ffb24069f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ffb2a07c640 1 -- 172.21.15.32:0/18338575 shutdown_connections 2024-09-13T17:47:45.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ffb2a07c640 1 -- 172.21.15.32:0/18338575 wait complete. 2024-09-13T17:47:45.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7eff28c69640 1 --2- 172.21.15.32:0/1877004543 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff1c0e6670 0x7eff1c03bb00 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7eff24000b70 tx=0x7eff24096550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=418bd037fdf82205 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe7c4be4640 1 --2- 172.21.15.32:0/1600784114 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe7a8003980 0x7fe7a8003da0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe7b4011ed0 tx=0x7fe7b402d710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4e3d5ee40585db7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7f566e8bf640 1 -- 172.21.15.32:0/2253510316 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5668149c50 msgr2=0x7f5668160c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7f566e8bf640 1 --2- 172.21.15.32:0/2253510316 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5668149c50 0x7f5668160c60 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f56680722e0 tx=0x7f565801c480 comp rx=0 tx=0).stop 2024-09-13T17:47:45.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7f566e8bf640 1 -- 172.21.15.32:0/2253510316 shutdown_connections 2024-09-13T17:47:45.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7f566e8bf640 1 --2- 172.21.15.32:0/2253510316 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5668149c50 0x7f5668160c60 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7f566e8bf640 1 --2- 172.21.15.32:0/2253510316 >> v2:172.21.15.159:3300/0 conn(0x7f56680b19f0 0x7f56680712f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7f566e8bf640 1 -- 172.21.15.32:0/2253510316 >> 172.21.15.32:0/2253510316 conn(0x7f566806d850 msgr2=0x7f5668069f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe888a97640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe8841585d0 0x7fe8840b2270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7eff237fe640 1 -- 172.21.15.32:0/1877004543 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff24125600 con 0x7eff1c0e6670 2024-09-13T17:47:45.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe7bf7fe640 1 -- 172.21.15.32:0/1600784114 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7b40112d0 con 0x7fe7a8003980 2024-09-13T17:47:45.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe7bf7fe640 1 -- 172.21.15.32:0/1600784114 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7b4017040 con 0x7fe7a8003980 2024-09-13T17:47:45.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe7bf7fe640 1 -- 172.21.15.32:0/1600784114 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7b4011650 con 0x7fe7a8003980 2024-09-13T17:47:45.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fb634fd4640 1 --2- 172.21.15.32:0/2837654408 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb630098c40 0x7fb63015e3d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fb62c009870 tx=0x7fb62c01c510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78e67813e212b60a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe888a97640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8840b0f80 con 0x7fe884070960 2024-09-13T17:47:45.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe888a97640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8840b1de0 con 0x7fe8840b27b0 2024-09-13T17:47:45.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe88259c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe8841585d0 0x7fe8840b2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe888a97640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8840b11d0 con 0x7fe8841585d0 2024-09-13T17:47:45.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe88259c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe8841585d0 0x7fe8840b2270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40286/0 (socket says 172.21.15.32:40286) 2024-09-13T17:47:45.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe88259c640 1 -- 172.21.15.32:0/3599103803 learned_addr learned my addr 172.21.15.32:0/3599103803 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:45.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7f566e8bf640 1 -- 172.21.15.32:0/2253510316 shutdown_connections 2024-09-13T17:47:45.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fb6277fe640 1 -- 172.21.15.32:0/2837654408 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb62c0aa430 con 0x7fb630098c40 2024-09-13T17:47:45.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7eff237fe640 1 -- 172.21.15.32:0/1877004543 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff24121050 con 0x7eff1c0e6670 2024-09-13T17:47:45.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fa05ffff640 1 --2- 172.21.15.32:0/2220027631 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0500047d0 0x7fa050004c50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fa05400c260 tx=0x7fa05401f430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22ce2adc0f879e98 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fb6277fe640 1 -- 172.21.15.32:0/2837654408 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb62c0aa590 con 0x7fb630098c40 2024-09-13T17:47:45.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fb6277fe640 1 -- 172.21.15.32:0/2837654408 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb62c0aa920 con 0x7fb630098c40 2024-09-13T17:47:45.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7f566e8bf640 1 -- 172.21.15.32:0/2253510316 wait complete. 2024-09-13T17:47:45.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe88259c640 1 -- 172.21.15.32:0/3599103803 >> v1:172.21.15.159:6789/0 conn(0x7fe8840b27b0 legacy=0x7fe88406d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe88259c640 1 -- 172.21.15.32:0/3599103803 >> v1:172.21.15.32:6789/0 conn(0x7fe884070960 legacy=0x7fe884070d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe88259c640 1 -- 172.21.15.32:0/3599103803 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8840b14b0 con 0x7fe8841585d0 2024-09-13T17:47:45.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ffb2a07c640 1 Processor -- start 2024-09-13T17:47:45.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ff74ce2d640 1 -- 172.21.15.32:0/2378723210 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff748072010 msgr2=0x7ff7480b1780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ff74ce2d640 1 --2- 172.21.15.32:0/2378723210 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff748072010 0x7ff7480b1780 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff73c0097c0 tx=0x7ff73c01c4c0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ff74ce2d640 1 -- 172.21.15.32:0/2378723210 shutdown_connections 2024-09-13T17:47:45.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ff74ce2d640 1 --2- 172.21.15.32:0/2378723210 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff748072010 0x7ff7480b1780 secure :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff73c0097c0 tx=0x7ff73c01c4c0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ff74ce2d640 1 -- 172.21.15.32:0/2378723210 >> 172.21.15.32:0/2378723210 conn(0x7ff74806a380 msgr2=0x7ff74806a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ff74ce2d640 1 -- 172.21.15.32:0/2378723210 shutdown_connections 2024-09-13T17:47:45.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ff74ce2d640 1 -- 172.21.15.32:0/2378723210 wait complete. 2024-09-13T17:47:45.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fa05f7fe640 1 -- 172.21.15.32:0/2220027631 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa054005ae0 con 0x7fa0500047d0 2024-09-13T17:47:45.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fa05f7fe640 1 -- 172.21.15.32:0/2220027631 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0540ab070 con 0x7fa0500047d0 2024-09-13T17:47:45.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fa05f7fe640 1 -- 172.21.15.32:0/2220027631 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa054007070 con 0x7fa0500047d0 2024-09-13T17:47:45.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7eff2aecd640 1 -- 172.21.15.32:0/1877004543 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff1c0e6670 msgr2=0x7eff1c03bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7eff2aecd640 1 --2- 172.21.15.32:0/1877004543 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff1c0e6670 0x7eff1c03bb00 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7eff24000b70 tx=0x7eff24096550 comp rx=0 tx=0).stop 2024-09-13T17:47:45.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe7c6e48640 1 -- 172.21.15.32:0/1600784114 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe7a8003980 msgr2=0x7fe7a8003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe7c6e48640 1 --2- 172.21.15.32:0/1600784114 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe7a8003980 0x7fe7a8003da0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe7b4011ed0 tx=0x7fe7b402d710 comp rx=0 tx=0).stop 2024-09-13T17:47:45.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe7c53e5640 1 -- 172.21.15.32:0/1600784114 reap_dead start 2024-09-13T17:47:45.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe7c6e48640 1 -- 172.21.15.32:0/1600784114 shutdown_connections 2024-09-13T17:47:45.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe7c6e48640 1 -- 172.21.15.32:0/1600784114 >> 172.21.15.32:0/1600784114 conn(0x7fe7c00afc80 msgr2=0x7fe7c00b0090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fb635fd6640 1 -- 172.21.15.32:0/2837654408 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb630098c40 msgr2=0x7fb63015e3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fb635fd6640 1 --2- 172.21.15.32:0/2837654408 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb630098c40 0x7fb63015e3d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fb62c009870 tx=0x7fb62c01c510 comp rx=0 tx=0).stop 2024-09-13T17:47:45.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe7c6e48640 1 -- 172.21.15.32:0/1600784114 shutdown_connections 2024-09-13T17:47:45.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fe7c6e48640 1 -- 172.21.15.32:0/1600784114 wait complete. 2024-09-13T17:47:45.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fb635fd6640 1 -- 172.21.15.32:0/2837654408 shutdown_connections 2024-09-13T17:47:45.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fb635fd6640 1 --2- 172.21.15.32:0/2837654408 >> v2:172.21.15.159:3300/0 conn(0x7fb630099020 0x7fb6300afb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fb635fd6640 1 --2- 172.21.15.32:0/2837654408 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb630098c40 0x7fb63015e3d0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7fb635fd6640 1 -- 172.21.15.32:0/2837654408 >> 172.21.15.32:0/2837654408 conn(0x7fb6300b1dd0 msgr2=0x7fb6300b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fb635fd6640 1 -- 172.21.15.32:0/2837654408 shutdown_connections 2024-09-13T17:47:45.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fe7c6e48640 1 Processor -- start 2024-09-13T17:47:45.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fa066e79640 1 -- 172.21.15.32:0/2220027631 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0500047d0 msgr2=0x7fa050004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fa066e79640 1 --2- 172.21.15.32:0/2220027631 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0500047d0 0x7fa050004c50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fa05400c260 tx=0x7fa05401f430 comp rx=0 tx=0).stop 2024-09-13T17:47:45.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fa066e79640 1 -- 172.21.15.32:0/2220027631 shutdown_connections 2024-09-13T17:47:45.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fa066e79640 1 --2- 172.21.15.32:0/2220027631 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0500047d0 0x7fa050004c50 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fa066e79640 1 -- 172.21.15.32:0/2220027631 >> 172.21.15.32:0/2220027631 conn(0x7fa058036070 msgr2=0x7fa058036450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.262+0000 7ffb2a07c640 1 -- start start 2024-09-13T17:47:45.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb2a07c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb241495e0 0x7ffb240a76c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb2a07c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb24149c50 0x7ffb240acb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb2a07c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ffb2414a1a0 0x7ffb240aa290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb2a07c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb2415fbe0 con 0x7ffb24149c50 2024-09-13T17:47:45.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb2a07c640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb24144fa0 con 0x7ffb2414a1a0 2024-09-13T17:47:45.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb2a07c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb2415f2d0 con 0x7ffb241495e0 2024-09-13T17:47:45.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb28879640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb24149c50 0x7ffb240acb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb28879640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb24149c50 0x7ffb240acb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40288/0 (socket says 172.21.15.32:40288) 2024-09-13T17:47:45.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb28879640 1 -- 172.21.15.32:0/677358356 learned_addr learned my addr 172.21.15.32:0/677358356 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:45.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb2907a640 1 --2- 172.21.15.32:0/677358356 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb241495e0 0x7ffb240a76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb28879640 1 -- 172.21.15.32:0/677358356 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb241495e0 msgr2=0x7ffb240a76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb28879640 1 --2- 172.21.15.32:0/677358356 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb241495e0 0x7ffb240a76c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb28879640 1 -- 172.21.15.32:0/677358356 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ffb2414a1a0 msgr2=0x7ffb240aa290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb28879640 1 --2- 172.21.15.32:0/677358356 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ffb2414a1a0 0x7ffb240aa290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb28879640 1 -- 172.21.15.32:0/677358356 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb1c009b30 con 0x7ffb24149c50 2024-09-13T17:47:45.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7f566e8bf640 1 Processor -- start 2024-09-13T17:47:45.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ff74ce2d640 1 Processor -- start 2024-09-13T17:47:45.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ff74ce2d640 1 -- start start 2024-09-13T17:47:45.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fb635fd6640 1 -- 172.21.15.32:0/2837654408 wait complete. 2024-09-13T17:47:45.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fe7c6e48640 1 -- start start 2024-09-13T17:47:45.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fb635fd6640 1 Processor -- start 2024-09-13T17:47:45.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7eff2aecd640 1 -- 172.21.15.32:0/1877004543 shutdown_connections 2024-09-13T17:47:45.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7eff2aecd640 1 --2- 172.21.15.32:0/1877004543 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff1c0e6670 0x7eff1c03bb00 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7eff2aecd640 1 -- 172.21.15.32:0/1877004543 >> 172.21.15.32:0/1877004543 conn(0x7eff1c03a500 msgr2=0x7eff1c03a910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fa066e79640 1 -- 172.21.15.32:0/2220027631 shutdown_connections 2024-09-13T17:47:45.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fa066e79640 1 -- 172.21.15.32:0/2220027631 wait complete. 2024-09-13T17:47:45.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb28879640 1 --2- 172.21.15.32:0/677358356 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb24149c50 0x7ffb240acb70 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ffb2000e930 tx=0x7ffb2000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fe88259c640 1 --2- 172.21.15.32:0/3599103803 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8841585d0 0x7fe8840b2270 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe878009870 tx=0x7fe87801d620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fa7d6a4695c980 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb19ffb640 1 -- 172.21.15.32:0/677358356 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb20009690 con 0x7ffb24149c50 2024-09-13T17:47:45.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb19ffb640 1 -- 172.21.15.32:0/677358356 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb2000ca00 con 0x7ffb24149c50 2024-09-13T17:47:45.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb19ffb640 1 -- 172.21.15.32:0/677358356 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb2000cd70 con 0x7ffb24149c50 2024-09-13T17:47:45.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7f566e8bf640 1 -- start start 2024-09-13T17:47:45.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7f566e8bf640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f56680b19f0 0x7f56681446e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7f566e8bf640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f56681495e0 0x7f5668155990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7f566e8bf640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5668149c50 0x7f5668147b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7f566e8bf640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f566815cbc0 con 0x7f5668149c50 2024-09-13T17:47:45.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7f566e8bf640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f566815bb20 con 0x7f56681495e0 2024-09-13T17:47:45.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7f566e8bf640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f566815be00 con 0x7f56680b19f0 2024-09-13T17:47:45.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ff74ce2d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff74815e050 0x7ff7480ca920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ff74ce2d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff74815a540 0x7ff748157980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ff74ce2d640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff74815cbf0 0x7ff74815d070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ff74ce2d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7480cc5a0 con 0x7ff74815a540 2024-09-13T17:47:45.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ff74ce2d640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff74815d5b0 con 0x7ff74815cbf0 2024-09-13T17:47:45.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ff74ce2d640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7480cb850 con 0x7ff74815e050 2024-09-13T17:47:45.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fe7c6e48640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe7a8003980 0x7fe7c0159a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fe88159a640 1 -- 172.21.15.32:0/3599103803 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8780a76a0 con 0x7fe8841585d0 2024-09-13T17:47:45.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fe88159a640 1 -- 172.21.15.32:0/3599103803 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8780a7800 con 0x7fe8841585d0 2024-09-13T17:47:45.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fe88159a640 1 -- 172.21.15.32:0/3599103803 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8780a7b90 con 0x7fe8841585d0 2024-09-13T17:47:45.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb2a07c640 1 -- 172.21.15.32:0/677358356 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb240ad0b0 con 0x7ffb24149c50 2024-09-13T17:47:45.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ffb2a07c640 1 -- 172.21.15.32:0/677358356 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb2415f520 con 0x7ffb24149c50 2024-09-13T17:47:45.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fe7c6e48640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe7c009bd60 0x7fe7c0099740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fe7c6e48640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7c0099c80 0x7fe7c009a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fe7c6e48640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7c014bce0 con 0x7fe7a8003980 2024-09-13T17:47:45.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fe7bffff640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe7c009bd60 0x7fe7c0099740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7f566d0bc640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f56681495e0 0x7f5668155990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7f566d0bc640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f56681495e0 0x7f5668155990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:54480/0 (socket says 172.21.15.32:54480) 2024-09-13T17:47:45.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7f566d0bc640 1 -- 172.21.15.32:0/2269742704 learned_addr learned my addr 172.21.15.32:0/2269742704 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:45.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fe7bffff640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe7c009bd60 0x7fe7c0099740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:48722/0 (socket says 172.21.15.32:48722) 2024-09-13T17:47:45.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fe7bffff640 1 -- 172.21.15.32:0/2006659287 learned_addr learned my addr 172.21.15.32:0/2006659287 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:45.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fe7c53e5640 1 --2- 172.21.15.32:0/2006659287 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7c0099c80 0x7fe7c009a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fe7c6e48640 1 -- 172.21.15.32:0/2006659287 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7c015a2c0 con 0x7fe7c0099c80 2024-09-13T17:47:45.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fe7c6e48640 1 -- 172.21.15.32:0/2006659287 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7c015a5a0 con 0x7fe7c009bd60 2024-09-13T17:47:45.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ff746d9d640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff74815cbf0 0x7ff74815d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ff746d9d640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff74815cbf0 0x7ff74815d070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:54474/0 (socket says 172.21.15.32:54474) 2024-09-13T17:47:45.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ff746d9d640 1 -- 172.21.15.32:0/4185017132 learned_addr learned my addr 172.21.15.32:0/4185017132 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:45.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fe888a97640 1 -- 172.21.15.32:0/3599103803 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8841585d0 msgr2=0x7fe8840b2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fe888a97640 1 --2- 172.21.15.32:0/3599103803 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8841585d0 0x7fe8840b2270 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe878009870 tx=0x7fe87801d620 comp rx=0 tx=0).stop 2024-09-13T17:47:45.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fa066e79640 1 Processor -- start 2024-09-13T17:47:45.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7eff2aecd640 1 -- 172.21.15.32:0/1877004543 shutdown_connections 2024-09-13T17:47:45.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7eff2aecd640 1 -- 172.21.15.32:0/1877004543 wait complete. 2024-09-13T17:47:45.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7f566e0be640 1 --2- 172.21.15.32:0/2269742704 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5668149c50 0x7f5668147b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7f566d0bc640 1 -- 172.21.15.32:0/2269742704 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f56680b19f0 msgr2=0x7f56681446e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T17:47:45.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7f566d0bc640 1 --2- 172.21.15.32:0/2269742704 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f56680b19f0 0x7f56681446e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7f566d0bc640 1 -- 172.21.15.32:0/2269742704 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5668149c50 msgr2=0x7f5668147b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7f566d0bc640 1 --2- 172.21.15.32:0/2269742704 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5668149c50 0x7f5668147b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7f566d0bc640 1 -- 172.21.15.32:0/2269742704 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56580094d0 con 0x7f56681495e0 2024-09-13T17:47:45.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7ff745d9b640 1 --2- 172.21.15.32:0/4185017132 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff74815a540 0x7ff748157980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe7c4be4640 1 --2- 172.21.15.32:0/2006659287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe7a8003980 0x7fe7c0159a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fa066e79640 1 -- start start 2024-09-13T17:47:45.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7ff746d9d640 1 -- 172.21.15.32:0/4185017132 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff74815e050 msgr2=0x7ff7480ca920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7ff746d9d640 1 --2- 172.21.15.32:0/4185017132 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff74815e050 0x7ff7480ca920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7ff746d9d640 1 -- 172.21.15.32:0/4185017132 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff74815a540 msgr2=0x7ff748157980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7ff746d9d640 1 --2- 172.21.15.32:0/4185017132 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff74815a540 0x7ff748157980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7ff746d9d640 1 -- 172.21.15.32:0/4185017132 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff73c009420 con 0x7ff74815cbf0 2024-09-13T17:47:45.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe7bffff640 1 -- 172.21.15.32:0/2006659287 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7c0099c80 msgr2=0x7fe7c009a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe7bffff640 1 --2- 172.21.15.32:0/2006659287 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7c0099c80 0x7fe7c009a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe7bffff640 1 -- 172.21.15.32:0/2006659287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe7a8003980 msgr2=0x7fe7c0159a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe7bffff640 1 --2- 172.21.15.32:0/2006659287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe7a8003980 0x7fe7c0159a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe7bffff640 1 -- 172.21.15.32:0/2006659287 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7c015a880 con 0x7fe7c009bd60 2024-09-13T17:47:45.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe888a97640 1 -- 172.21.15.32:0/3599103803 shutdown_connections 2024-09-13T17:47:45.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe888a97640 1 --2- 172.21.15.32:0/3599103803 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8841585d0 0x7fe8840b2270 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe888a97640 1 -- 172.21.15.32:0/3599103803 >> 172.21.15.32:0/3599103803 conn(0x7fe88406a380 msgr2=0x7fe88406a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fb635fd6640 1 -- start start 2024-09-13T17:47:45.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fb635fd6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb630098c40 0x7fb6300c27c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fb635fd6640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb630099020 0x7fb630200ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fb635fd6640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb6300cc8f0 0x7fb6300bfd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fb635fd6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6300c2d00 con 0x7fb630098c40 2024-09-13T17:47:45.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fb635fd6640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6300c3e10 con 0x7fb6300cc8f0 2024-09-13T17:47:45.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.266+0000 7fb635fd6640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6300c40f0 con 0x7fb630099020 2024-09-13T17:47:45.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fb634fd4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb630098c40 0x7fb6300c27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fb634fd4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb630098c40 0x7fb6300c27c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40326/0 (socket says 172.21.15.32:40326) 2024-09-13T17:47:45.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fb634fd4640 1 -- 172.21.15.32:0/4082186975 learned_addr learned my addr 172.21.15.32:0/4082186975 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:45.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7ffb0f7fe640 1 -- 172.21.15.32:0/677358356 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb2415fd20 con 0x7ffb24149c50 2024-09-13T17:47:45.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7ffb19ffb640 1 -- 172.21.15.32:0/677358356 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ffb20013470 con 0x7ffb24149c50 2024-09-13T17:47:45.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe888a97640 1 -- 172.21.15.32:0/3599103803 shutdown_connections 2024-09-13T17:47:45.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7ff746d9d640 1 --2- 172.21.15.32:0/4185017132 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff74815cbf0 0x7ff74815d070 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff74000caf0 tx=0x7ff74000a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fb627fff640 1 --2- 172.21.15.32:0/4082186975 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb630099020 0x7fb630200ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff2aecd640 1 Processor -- start 2024-09-13T17:47:45.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff2aecd640 1 -- start start 2024-09-13T17:47:45.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7f566d0bc640 1 --2- 172.21.15.32:0/2269742704 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f56681495e0 0x7f5668155990 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f566400e930 tx=0x7f566400edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fa066e79640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa0500047d0 0x7fa0580e04d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fa066e79640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0580e0a10 0x7fa05804a320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fa066e79640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa05804a860 0x7fa05804c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fa066e79640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa05804ace0 con 0x7fa0580e0a10 2024-09-13T17:47:45.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fa066e79640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0580e57a0 con 0x7fa05804a860 2024-09-13T17:47:45.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fa066e79640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0580e1010 con 0x7fa0500047d0 2024-09-13T17:47:45.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fb634fd4640 1 -- 172.21.15.32:0/4082186975 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb630099020 msgr2=0x7fb630200ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fb634fd4640 1 --2- 172.21.15.32:0/4082186975 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb630099020 0x7fb630200ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fb634fd4640 1 -- 172.21.15.32:0/4082186975 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb6300cc8f0 msgr2=0x7fb6300bfd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fb634fd4640 1 --2- 172.21.15.32:0/4082186975 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb6300cc8f0 0x7fb6300bfd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fb634fd4640 1 -- 172.21.15.32:0/4082186975 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb62c0094d0 con 0x7fb630098c40 2024-09-13T17:47:45.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7ff736ffd640 1 -- 172.21.15.32:0/4185017132 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff74000aca0 con 0x7ff74815cbf0 2024-09-13T17:47:45.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7ff736ffd640 1 -- 172.21.15.32:0/4185017132 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff74000ae00 con 0x7ff74815cbf0 2024-09-13T17:47:45.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7ff736ffd640 1 -- 172.21.15.32:0/4185017132 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff740012600 con 0x7ff74815cbf0 2024-09-13T17:47:45.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7ffb19ffb640 1 --2- 172.21.15.32:0/677358356 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ffb08066710 0x7ffb08068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7ffb19ffb640 1 -- 172.21.15.32:0/677358356 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ffb20084440 con 0x7ffb24149c50 2024-09-13T17:47:45.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7ffb2907a640 1 --2- 172.21.15.32:0/677358356 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ffb08066710 0x7ffb08068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7f565e7fc640 1 -- 172.21.15.32:0/2269742704 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5664009690 con 0x7f56681495e0 2024-09-13T17:47:45.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7f566e8bf640 1 -- 172.21.15.32:0/2269742704 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f566815c0e0 con 0x7f56681495e0 2024-09-13T17:47:45.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7f565e7fc640 1 -- 172.21.15.32:0/2269742704 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f566400ca00 con 0x7f56681495e0 2024-09-13T17:47:45.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7f565e7fc640 1 -- 172.21.15.32:0/2269742704 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f566400cd70 con 0x7f56681495e0 2024-09-13T17:47:45.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7f566e8bf640 1 -- 172.21.15.32:0/2269742704 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f566815c6a0 con 0x7f56681495e0 2024-09-13T17:47:45.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fa064c15640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa0500047d0 0x7fa0580e04d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fa05ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0580e0a10 0x7fa05804a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fa05ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0580e0a10 0x7fa05804a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40334/0 (socket says 172.21.15.32:40334) 2024-09-13T17:47:45.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fa05ffff640 1 -- 172.21.15.32:0/1916458854 learned_addr learned my addr 172.21.15.32:0/1916458854 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:45.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fa05ffff640 1 -- 172.21.15.32:0/1916458854 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa0500047d0 msgr2=0x7fa0580e04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fa05ffff640 1 --2- 172.21.15.32:0/1916458854 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa0500047d0 0x7fa0580e04d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fa05ffff640 1 -- 172.21.15.32:0/1916458854 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa05804a860 msgr2=0x7fa05804c9e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T17:47:45.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fa05ffff640 1 --2- 172.21.15.32:0/1916458854 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa05804a860 0x7fa05804c9e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fa05ffff640 1 -- 172.21.15.32:0/1916458854 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0580e5c30 con 0x7fa0580e0a10 2024-09-13T17:47:45.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff2aecd640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7eff1c057b60 0x7eff1c00e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff2aecd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff1c0e6670 0x7eff1c00e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff2aecd640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7eff1c04f0a0 0x7eff1c0d0a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fa05ffff640 1 --2- 172.21.15.32:0/1916458854 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0580e0a10 0x7fa05804a320 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fa05401fcd0 tx=0x7fa050005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff2aecd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff1c0df720 con 0x7eff1c0e6670 2024-09-13T17:47:45.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff2aecd640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff1c04e790 con 0x7eff1c04f0a0 2024-09-13T17:47:45.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff2aecd640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff1c0da360 con 0x7eff1c057b60 2024-09-13T17:47:45.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7ff74ce2d640 1 -- 172.21.15.32:0/4185017132 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7480cafb0 con 0x7ff74815cbf0 2024-09-13T17:47:45.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7ff74ce2d640 1 -- 172.21.15.32:0/4185017132 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7480cb570 con 0x7ff74815cbf0 2024-09-13T17:47:45.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff23fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff1c0e6670 0x7eff1c00e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fb634fd4640 1 --2- 172.21.15.32:0/4082186975 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb630098c40 0x7fb6300c27c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb62c0ac040 tx=0x7fb62c01ad50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff23fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff1c0e6670 0x7eff1c00e6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40346/0 (socket says 172.21.15.32:40346) 2024-09-13T17:47:45.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff23fff640 1 -- 172.21.15.32:0/2450227876 learned_addr learned my addr 172.21.15.32:0/2450227876 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:45.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff28c69640 1 --2- 172.21.15.32:0/2450227876 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7eff1c057b60 0x7eff1c00e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7ffb2907a640 1 --2- 172.21.15.32:0/677358356 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ffb08066710 0x7ffb08068bd0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7ffb1c0ae000 tx=0x7ffb1c0a7070 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7f566e8bf640 1 -- 172.21.15.32:0/2269742704 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f566815c890 con 0x7f56681495e0 2024-09-13T17:47:45.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff2946a640 1 --2- 172.21.15.32:0/2450227876 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7eff1c04f0a0 0x7eff1c0d0a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff23fff640 1 -- 172.21.15.32:0/2450227876 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7eff1c057b60 msgr2=0x7eff1c00e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff23fff640 1 --2- 172.21.15.32:0/2450227876 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7eff1c057b60 0x7eff1c00e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff23fff640 1 -- 172.21.15.32:0/2450227876 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7eff1c04f0a0 msgr2=0x7eff1c0d0a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff23fff640 1 --2- 172.21.15.32:0/2450227876 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7eff1c04f0a0 0x7eff1c0d0a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff23fff640 1 -- 172.21.15.32:0/2450227876 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff240729b0 con 0x7eff1c0e6670 2024-09-13T17:47:45.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe7bffff640 1 --2- 172.21.15.32:0/2006659287 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe7c009bd60 0x7fe7c0099740 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe7b800fc90 tx=0x7fe7b800d520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe7bd7fa640 1 -- 172.21.15.32:0/2006659287 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7b800fea0 con 0x7fe7c009bd60 2024-09-13T17:47:45.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe7bd7fa640 1 -- 172.21.15.32:0/2006659287 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7b800dde0 con 0x7fe7c009bd60 2024-09-13T17:47:45.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe7bd7fa640 1 -- 172.21.15.32:0/2006659287 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7b8003bc0 con 0x7fe7c009bd60 2024-09-13T17:47:45.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe888a97640 1 -- 172.21.15.32:0/3599103803 wait complete. 2024-09-13T17:47:45.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe7c6e48640 1 -- 172.21.15.32:0/2006659287 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7c015ab60 con 0x7fe7c009bd60 2024-09-13T17:47:45.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe888a97640 1 Processor -- start 2024-09-13T17:47:45.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe7c6e48640 1 -- 172.21.15.32:0/2006659287 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7c0159fb0 con 0x7fe7c009bd60 2024-09-13T17:47:45.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7ff74ce2d640 1 -- 172.21.15.32:0/4185017132 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7480b1780 con 0x7ff74815cbf0 2024-09-13T17:47:45.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7eff23fff640 1 --2- 172.21.15.32:0/2450227876 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff1c0e6670 0x7eff1c00e6c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7eff1800b4a0 tx=0x7eff1800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.270+0000 7fe888a97640 1 -- start start 2024-09-13T17:47:45.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7fe888a97640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe884070960 0x7fe8840ca960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7fe888a97640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe8840b27b0 0x7fe88414fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7fe888a97640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8841585d0 0x7fe88414c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7fe888a97640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8840cb040 con 0x7fe8841585d0 2024-09-13T17:47:45.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7fe888a97640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8840cb320 con 0x7fe8840b27b0 2024-09-13T17:47:45.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7fe888a97640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8840cb600 con 0x7fe884070960 2024-09-13T17:47:45.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7fe7c6e48640 1 -- 172.21.15.32:0/2006659287 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7c014ead0 con 0x7fe7c009bd60 2024-09-13T17:47:45.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7f565e7fc640 1 -- 172.21.15.32:0/2269742704 <== mon.1 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5664013470 con 0x7f56681495e0 2024-09-13T17:47:45.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7fe882d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8841585d0 0x7fe88414c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7fe882d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8841585d0 0x7fe88414c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40362/0 (socket says 172.21.15.32:40362) 2024-09-13T17:47:45.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7fe882d9d640 1 -- 172.21.15.32:0/3461572980 learned_addr learned my addr 172.21.15.32:0/3461572980 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:45.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7fe881d9b640 1 --2- 172.21.15.32:0/3461572980 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe8840b27b0 0x7fe88414fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7fe882d9d640 1 -- 172.21.15.32:0/3461572980 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe884070960 msgr2=0x7fe8840ca960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7fe882d9d640 1 --2- 172.21.15.32:0/3461572980 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe884070960 0x7fe8840ca960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7fe882d9d640 1 -- 172.21.15.32:0/3461572980 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe8840b27b0 msgr2=0x7fe88414fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7fe882d9d640 1 --2- 172.21.15.32:0/3461572980 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe8840b27b0 0x7fe88414fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7fe882d9d640 1 -- 172.21.15.32:0/3461572980 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8780094d0 con 0x7fe8841585d0 2024-09-13T17:47:45.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7f565e7fc640 1 --2- 172.21.15.32:0/2269742704 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f564c066690 0x7f564c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7fe882d9d640 1 --2- 172.21.15.32:0/3461572980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8841585d0 0x7fe88414c380 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe874009e20 tx=0x7fe87400c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7f565e7fc640 1 -- 172.21.15.32:0/2269742704 <== mon.1 v2:172.21.15.159:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5664084ed0 con 0x7f56681495e0 2024-09-13T17:47:45.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7ff736ffd640 1 -- 172.21.15.32:0/4185017132 <== mon.1 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff740007070 con 0x7ff74815cbf0 2024-09-13T17:47:45.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7f566d8bd640 1 --2- 172.21.15.32:0/2269742704 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f564c066690 0x7f564c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7ff736ffd640 1 --2- 172.21.15.32:0/4185017132 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff728066790 0x7ff728068c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7ff736ffd640 1 -- 172.21.15.32:0/4185017132 <== mon.1 v2:172.21.15.159:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff740084810 con 0x7ff74815cbf0 2024-09-13T17:47:45.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7ff74659c640 1 --2- 172.21.15.32:0/4185017132 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff728066790 0x7ff728068c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7f566d8bd640 1 --2- 172.21.15.32:0/2269742704 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f564c066690 0x7f564c068b50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5660007fd0 tx=0x7f5660007d40 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.274+0000 7fe7bd7fa640 1 -- 172.21.15.32:0/2006659287 <== mon.2 v2:172.21.15.159:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe7b8003d20 con 0x7fe7c009bd60 2024-09-13T17:47:45.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fe7bd7fa640 1 --2- 172.21.15.32:0/2006659287 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe7ac066790 0x7fe7ac068c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fe872ffd640 1 -- 172.21.15.32:0/3461572980 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe874018070 con 0x7fe8841585d0 2024-09-13T17:47:45.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fe872ffd640 1 -- 172.21.15.32:0/3461572980 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe87400cdb0 con 0x7fe8841585d0 2024-09-13T17:47:45.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fe872ffd640 1 -- 172.21.15.32:0/3461572980 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe874004260 con 0x7fe8841585d0 2024-09-13T17:47:45.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fa05d7fa640 1 -- 172.21.15.32:0/1916458854 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0540b4070 con 0x7fa0580e0a10 2024-09-13T17:47:45.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fa05d7fa640 1 -- 172.21.15.32:0/1916458854 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0540b5040 con 0x7fa0580e0a10 2024-09-13T17:47:45.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fa05d7fa640 1 -- 172.21.15.32:0/1916458854 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa054001680 con 0x7fa0580e0a10 2024-09-13T17:47:45.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fa066e79640 1 -- 172.21.15.32:0/1916458854 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0580e4e70 con 0x7fa0580e0a10 2024-09-13T17:47:45.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fe888a97640 1 -- 172.21.15.32:0/3461572980 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8840cc0d0 con 0x7fe8841585d0 2024-09-13T17:47:45.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fe7bd7fa640 1 -- 172.21.15.32:0/2006659287 <== mon.2 v2:172.21.15.159:3301/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe7b8085450 con 0x7fe7c009bd60 2024-09-13T17:47:45.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fe7c4be4640 1 --2- 172.21.15.32:0/2006659287 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe7ac066790 0x7fe7ac068c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fe7c4be4640 1 --2- 172.21.15.32:0/2006659287 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe7ac066790 0x7fe7ac068c50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe7b40bf000 tx=0x7fe7b40b9040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fa066e79640 1 -- 172.21.15.32:0/1916458854 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0580e5430 con 0x7fa0580e0a10 2024-09-13T17:47:45.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fa066e79640 1 -- 172.21.15.32:0/1916458854 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0580e5930 con 0x7fa0580e0a10 2024-09-13T17:47:45.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7ffb19ffb640 1 -- 172.21.15.32:0/677358356 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ffb2415fd20 con 0x7ffb24149c50 2024-09-13T17:47:45.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7ff74659c640 1 --2- 172.21.15.32:0/4185017132 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff728066790 0x7ff728068c50 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff738000f70 tx=0x7ff7380079c0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fe888a97640 1 -- 172.21.15.32:0/3461572980 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8841510f0 con 0x7fe8841585d0 2024-09-13T17:47:45.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fe888a97640 1 -- 172.21.15.32:0/3461572980 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8840cc2f0 con 0x7fe8841585d0 2024-09-13T17:47:45.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fe872ffd640 1 -- 172.21.15.32:0/3461572980 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe874003600 con 0x7fe8841585d0 2024-09-13T17:47:45.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fe872ffd640 1 --2- 172.21.15.32:0/3461572980 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe864066690 0x7fe864068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fe872ffd640 1 -- 172.21.15.32:0/3461572980 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe874086ee0 con 0x7fe8841585d0 2024-09-13T17:47:45.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.278+0000 7fe88259c640 1 --2- 172.21.15.32:0/3461572980 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe864066690 0x7fe864068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.282+0000 7fe88259c640 1 --2- 172.21.15.32:0/3461572980 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe864066690 0x7fe864068b50 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe8780b0000 tx=0x7fe878004740 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.282+0000 7fb6257fa640 1 -- 172.21.15.32:0/4082186975 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb62c0b3800 con 0x7fb630098c40 2024-09-13T17:47:45.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.282+0000 7fb6257fa640 1 -- 172.21.15.32:0/4082186975 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb62c0b3980 con 0x7fb630098c40 2024-09-13T17:47:45.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.282+0000 7fb6257fa640 1 -- 172.21.15.32:0/4082186975 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb62c0b3d30 con 0x7fb630098c40 2024-09-13T17:47:45.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.282+0000 7fe872ffd640 1 -- 172.21.15.32:0/3461572980 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe8740540d0 con 0x7fe8841585d0 2024-09-13T17:47:45.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.282+0000 7eff217fa640 1 -- 172.21.15.32:0/2450227876 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff18010610 con 0x7eff1c0e6670 2024-09-13T17:47:45.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.282+0000 7eff217fa640 1 -- 172.21.15.32:0/2450227876 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff18010790 con 0x7eff1c0e6670 2024-09-13T17:47:45.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.282+0000 7fb635fd6640 1 -- 172.21.15.32:0/4082186975 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6300c43d0 con 0x7fb630098c40 2024-09-13T17:47:45.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.282+0000 7fb635fd6640 1 -- 172.21.15.32:0/4082186975 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb630201530 con 0x7fb630098c40 2024-09-13T17:47:45.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.282+0000 7eff2aecd640 1 -- 172.21.15.32:0/2450227876 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff1c0da640 con 0x7eff1c0e6670 2024-09-13T17:47:45.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.282+0000 7eff217fa640 1 -- 172.21.15.32:0/2450227876 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff18010b40 con 0x7eff1c0e6670 2024-09-13T17:47:45.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.282+0000 7eff2aecd640 1 -- 172.21.15.32:0/2450227876 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff1c04e140 con 0x7eff1c0e6670 2024-09-13T17:47:45.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.282+0000 7eff2aecd640 1 -- 172.21.15.32:0/2450227876 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff1c03bb00 con 0x7eff1c0e6670 2024-09-13T17:47:45.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.282+0000 7fb635fd6640 1 -- 172.21.15.32:0/4082186975 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6300af650 con 0x7fb630098c40 2024-09-13T17:47:45.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.286+0000 7fb6257fa640 1 -- 172.21.15.32:0/4082186975 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb62c0bd3f0 con 0x7fb630098c40 2024-09-13T17:47:45.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.286+0000 7fa05d7fa640 1 -- 172.21.15.32:0/1916458854 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa054007290 con 0x7fa0580e0a10 2024-09-13T17:47:45.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.286+0000 7fa05d7fa640 1 --2- 172.21.15.32:0/1916458854 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa0440666c0 0x7fa044068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.286+0000 7fa05d7fa640 1 -- 172.21.15.32:0/1916458854 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa054121640 con 0x7fa0580e0a10 2024-09-13T17:47:45.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.286+0000 7fb6257fa640 1 --2- 172.21.15.32:0/4082186975 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb61c0666e0 0x7fb61c068ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.286+0000 7fb627fff640 1 --2- 172.21.15.32:0/4082186975 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb61c0666e0 0x7fb61c068ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.286+0000 7fb627fff640 1 --2- 172.21.15.32:0/4082186975 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb61c0666e0 0x7fb61c068ba0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb63015cb20 tx=0x7fb620008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.286+0000 7eff217fa640 1 -- 172.21.15.32:0/2450227876 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7eff18010ca0 con 0x7eff1c0e6670 2024-09-13T17:47:45.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.290+0000 7fa064c15640 1 --2- 172.21.15.32:0/1916458854 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa0440666c0 0x7fa044068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.290+0000 7f565e7fc640 1 -- 172.21.15.32:0/2269742704 <== mon.1 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5664052020 con 0x7f56681495e0 2024-09-13T17:47:45.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.290+0000 7eff217fa640 1 --2- 172.21.15.32:0/2450227876 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7eff080666e0 0x7eff08068ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:45.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.290+0000 7fe7bd7fa640 1 -- 172.21.15.32:0/2006659287 <== mon.2 v2:172.21.15.159:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe7b80524b0 con 0x7fe7c009bd60 2024-09-13T17:47:45.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.290+0000 7eff28c69640 1 --2- 172.21.15.32:0/2450227876 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7eff080666e0 0x7eff08068ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:45.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.290+0000 7fa064c15640 1 --2- 172.21.15.32:0/1916458854 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa0440666c0 0x7fa044068b80 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa04c007fd0 tx=0x7fa04c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.290+0000 7eff28c69640 1 --2- 172.21.15.32:0/2450227876 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7eff080666e0 0x7eff08068ba0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7eff1c058970 tx=0x7eff24120000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:45.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.290+0000 7fa05d7fa640 1 -- 172.21.15.32:0/1916458854 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa0540ee730 con 0x7fa0580e0a10 2024-09-13T17:47:45.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.290+0000 7eff217fa640 1 -- 172.21.15.32:0/2450227876 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7eff18055550 con 0x7eff1c0e6670 2024-09-13T17:47:45.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.290+0000 7fb6257fa640 1 -- 172.21.15.32:0/4082186975 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb62c0f05b0 con 0x7fb630098c40 2024-09-13T17:47:45.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.298+0000 7eff217fa640 1 -- 172.21.15.32:0/2450227876 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7eff18051190 con 0x7eff1c0e6670 2024-09-13T17:47:45.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.298+0000 7ff736ffd640 1 -- 172.21.15.32:0/4185017132 <== mon.1 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff740051920 con 0x7ff74815cbf0 2024-09-13T17:47:45.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.310+0000 7fb6257fa640 1 -- 172.21.15.32:0/4082186975 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb62c0ec1f0 con 0x7fb630098c40 2024-09-13T17:47:45.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.598+0000 7ffb0f7fe640 1 -- 172.21.15.32:0/677358356 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7ffb2415fd20 con 0x7ffb24149c50 2024-09-13T17:47:45.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.598+0000 7ffb19ffb640 1 -- 172.21.15.32:0/677358356 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ffb2415fd20 con 0x7ffb24149c50 2024-09-13T17:47:45.603 INFO:teuthology.orchestra.run.smithi032.stdout:64424509448 2024-09-13T17:47:45.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.602+0000 7fe888a97640 1 -- 172.21.15.32:0/3461572980 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fe8840b2250 con 0x7fe8841585d0 2024-09-13T17:47:45.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.602+0000 7ffb2a07c640 1 -- 172.21.15.32:0/677358356 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ffb08066710 msgr2=0x7ffb08068bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.602+0000 7ffb2a07c640 1 --2- 172.21.15.32:0/677358356 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ffb08066710 0x7ffb08068bd0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7ffb1c0ae000 tx=0x7ffb1c0a7070 comp rx=0 tx=0).stop 2024-09-13T17:47:45.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.602+0000 7ffb2a07c640 1 -- 172.21.15.32:0/677358356 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb24149c50 msgr2=0x7ffb240acb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.602+0000 7ffb2a07c640 1 --2- 172.21.15.32:0/677358356 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb24149c50 0x7ffb240acb70 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ffb2000e930 tx=0x7ffb2000edf0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.602+0000 7ffb2a07c640 1 -- 172.21.15.32:0/677358356 shutdown_connections 2024-09-13T17:47:45.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.602+0000 7ffb2a07c640 1 --2- 172.21.15.32:0/677358356 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ffb08066710 0x7ffb08068bd0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.602+0000 7ffb2a07c640 1 --2- 172.21.15.32:0/677358356 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ffb2414a1a0 0x7ffb240aa290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.602+0000 7ffb2a07c640 1 --2- 172.21.15.32:0/677358356 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb24149c50 0x7ffb240acb70 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.602+0000 7ffb2a07c640 1 --2- 172.21.15.32:0/677358356 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb241495e0 0x7ffb240a76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.602+0000 7ffb2a07c640 1 -- 172.21.15.32:0/677358356 >> 172.21.15.32:0/677358356 conn(0x7ffb2406d850 msgr2=0x7ffb24073180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.602+0000 7fe872ffd640 1 -- 172.21.15.32:0/3461572980 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe8740576f0 con 0x7fe8841585d0 2024-09-13T17:47:45.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.602+0000 7ffb2a07c640 1 -- 172.21.15.32:0/677358356 shutdown_connections 2024-09-13T17:47:45.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.602+0000 7ffb2a07c640 1 -- 172.21.15.32:0/677358356 wait complete. 2024-09-13T17:47:45.609 INFO:teuthology.orchestra.run.smithi032.stdout:64424509449 2024-09-13T17:47:45.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.606+0000 7fe888a97640 1 -- 172.21.15.32:0/3461572980 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe864066690 msgr2=0x7fe864068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.606+0000 7fe888a97640 1 --2- 172.21.15.32:0/3461572980 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe864066690 0x7fe864068b50 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe8780b0000 tx=0x7fe878004740 comp rx=0 tx=0).stop 2024-09-13T17:47:45.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.606+0000 7fe888a97640 1 -- 172.21.15.32:0/3461572980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8841585d0 msgr2=0x7fe88414c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.606+0000 7fe888a97640 1 --2- 172.21.15.32:0/3461572980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8841585d0 0x7fe88414c380 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe874009e20 tx=0x7fe87400c430 comp rx=0 tx=0).stop 2024-09-13T17:47:45.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.606+0000 7fe888a97640 1 -- 172.21.15.32:0/3461572980 shutdown_connections 2024-09-13T17:47:45.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.606+0000 7fe888a97640 1 --2- 172.21.15.32:0/3461572980 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe864066690 0x7fe864068b50 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.606+0000 7fe888a97640 1 --2- 172.21.15.32:0/3461572980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8841585d0 0x7fe88414c380 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.606+0000 7fe888a97640 1 --2- 172.21.15.32:0/3461572980 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe8840b27b0 0x7fe88414fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.606+0000 7fe888a97640 1 --2- 172.21.15.32:0/3461572980 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe884070960 0x7fe8840ca960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.606+0000 7fe888a97640 1 -- 172.21.15.32:0/3461572980 >> 172.21.15.32:0/3461572980 conn(0x7fe88406a380 msgr2=0x7fe88406a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.606+0000 7fe888a97640 1 -- 172.21.15.32:0/3461572980 shutdown_connections 2024-09-13T17:47:45.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.606+0000 7fe888a97640 1 -- 172.21.15.32:0/3461572980 wait complete. 2024-09-13T17:47:45.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.614+0000 7fe7c6e48640 1 -- 172.21.15.32:0/2006659287 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fe7c015b010 con 0x7fe7c009bd60 2024-09-13T17:47:45.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.614+0000 7f566e8bf640 1 -- 172.21.15.32:0/2269742704 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f5668071ab0 con 0x7f56681495e0 2024-09-13T17:47:45.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.614+0000 7fe7bd7fa640 1 -- 172.21.15.32:0/2006659287 <== mon.2 v2:172.21.15.159:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe7b8055ad0 con 0x7fe7c009bd60 2024-09-13T17:47:45.624 INFO:teuthology.orchestra.run.smithi032.stdout:68719476746 2024-09-13T17:47:45.625 INFO:teuthology.orchestra.run.smithi032.stdout:64424509451 2024-09-13T17:47:45.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.618+0000 7fa066e79640 1 -- 172.21.15.32:0/1916458854 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fa058047670 con 0x7fa0580e0a10 2024-09-13T17:47:45.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.618+0000 7fa05d7fa640 1 -- 172.21.15.32:0/1916458854 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fa0540f1d50 con 0x7fa0580e0a10 2024-09-13T17:47:45.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.618+0000 7f565e7fc640 1 -- 172.21.15.32:0/2269742704 <== mon.1 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f5664021090 con 0x7f56681495e0 2024-09-13T17:47:45.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.618+0000 7fe7c6e48640 1 -- 172.21.15.32:0/2006659287 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe7ac066790 msgr2=0x7fe7ac068c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.626 INFO:teuthology.orchestra.run.smithi032.stdout:55834574857 2024-09-13T17:47:45.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.618+0000 7fe7c6e48640 1 --2- 172.21.15.32:0/2006659287 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe7ac066790 0x7fe7ac068c50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe7b40bf000 tx=0x7fe7b40b9040 comp rx=0 tx=0).stop 2024-09-13T17:47:45.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.618+0000 7fe7c6e48640 1 -- 172.21.15.32:0/2006659287 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe7c009bd60 msgr2=0x7fe7c0099740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.618+0000 7fe7c6e48640 1 --2- 172.21.15.32:0/2006659287 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe7c009bd60 0x7fe7c0099740 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe7b800fc90 tx=0x7fe7b800d520 comp rx=0 tx=0).stop 2024-09-13T17:47:45.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fe7c6e48640 1 -- 172.21.15.32:0/2006659287 shutdown_connections 2024-09-13T17:47:45.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fe7c6e48640 1 --2- 172.21.15.32:0/2006659287 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe7ac066790 0x7fe7ac068c50 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fa066e79640 1 -- 172.21.15.32:0/1916458854 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa0440666c0 msgr2=0x7fa044068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fa066e79640 1 --2- 172.21.15.32:0/1916458854 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa0440666c0 0x7fa044068b80 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa04c007fd0 tx=0x7fa04c009040 comp rx=0 tx=0).stop 2024-09-13T17:47:45.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fe7c6e48640 1 --2- 172.21.15.32:0/2006659287 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7c0099c80 0x7fe7c009a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fa066e79640 1 -- 172.21.15.32:0/1916458854 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0580e0a10 msgr2=0x7fa05804a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fa066e79640 1 --2- 172.21.15.32:0/1916458854 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0580e0a10 0x7fa05804a320 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fa05401fcd0 tx=0x7fa050005800 comp rx=0 tx=0).stop 2024-09-13T17:47:45.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fe7c6e48640 1 --2- 172.21.15.32:0/2006659287 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe7c009bd60 0x7fe7c0099740 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fe7c6e48640 1 --2- 172.21.15.32:0/2006659287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe7a8003980 0x7fe7c0159a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fe7c6e48640 1 -- 172.21.15.32:0/2006659287 >> 172.21.15.32:0/2006659287 conn(0x7fe7c00afc80 msgr2=0x7fe7c00ae420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fe7c6e48640 1 -- 172.21.15.32:0/2006659287 shutdown_connections 2024-09-13T17:47:45.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fe7c6e48640 1 -- 172.21.15.32:0/2006659287 wait complete. 2024-09-13T17:47:45.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fa066e79640 1 -- 172.21.15.32:0/1916458854 shutdown_connections 2024-09-13T17:47:45.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fa066e79640 1 --2- 172.21.15.32:0/1916458854 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa0440666c0 0x7fa044068b80 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fa066e79640 1 --2- 172.21.15.32:0/1916458854 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa05804a860 0x7fa05804c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fa066e79640 1 --2- 172.21.15.32:0/1916458854 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa0580e0a10 0x7fa05804a320 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fa066e79640 1 --2- 172.21.15.32:0/1916458854 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa0500047d0 0x7fa0580e04d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fa066e79640 1 -- 172.21.15.32:0/1916458854 >> 172.21.15.32:0/1916458854 conn(0x7fa058036070 msgr2=0x7fa0580340c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fa066e79640 1 -- 172.21.15.32:0/1916458854 shutdown_connections 2024-09-13T17:47:45.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7fa066e79640 1 -- 172.21.15.32:0/1916458854 wait complete. 2024-09-13T17:47:45.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7f566e8bf640 1 -- 172.21.15.32:0/2269742704 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f564c066690 msgr2=0x7f564c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7f566e8bf640 1 --2- 172.21.15.32:0/2269742704 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f564c066690 0x7f564c068b50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5660007fd0 tx=0x7f5660007d40 comp rx=0 tx=0).stop 2024-09-13T17:47:45.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7f566e8bf640 1 -- 172.21.15.32:0/2269742704 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f56681495e0 msgr2=0x7f5668155990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7f566e8bf640 1 --2- 172.21.15.32:0/2269742704 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f56681495e0 0x7f5668155990 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f566400e930 tx=0x7f566400edf0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7f566e8bf640 1 -- 172.21.15.32:0/2269742704 shutdown_connections 2024-09-13T17:47:45.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7f566e8bf640 1 --2- 172.21.15.32:0/2269742704 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f564c066690 0x7f564c068b50 secure :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5660007fd0 tx=0x7f5660007d40 comp rx=0 tx=0).stop 2024-09-13T17:47:45.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7f566e8bf640 1 --2- 172.21.15.32:0/2269742704 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5668149c50 0x7f5668147b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7f566e8bf640 1 --2- 172.21.15.32:0/2269742704 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f56681495e0 0x7f5668155990 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7f566e8bf640 1 --2- 172.21.15.32:0/2269742704 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f56680b19f0 0x7f56681446e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.622+0000 7f566e8bf640 1 -- 172.21.15.32:0/2269742704 >> 172.21.15.32:0/2269742704 conn(0x7f566806d850 msgr2=0x7f566815e800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.626+0000 7eff2aecd640 1 -- 172.21.15.32:0/2450227876 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7eff1c04c290 con 0x7eff1c0e6670 2024-09-13T17:47:45.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.626+0000 7f566e8bf640 1 -- 172.21.15.32:0/2269742704 shutdown_connections 2024-09-13T17:47:45.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.626+0000 7f566e8bf640 1 -- 172.21.15.32:0/2269742704 wait complete. 2024-09-13T17:47:45.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.626+0000 7ff74ce2d640 1 -- 172.21.15.32:0/4185017132 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7ff7480cc6e0 con 0x7ff74815cbf0 2024-09-13T17:47:45.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.626+0000 7eff217fa640 1 -- 172.21.15.32:0/2450227876 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7eff18014090 con 0x7eff1c0e6670 2024-09-13T17:47:45.634 INFO:teuthology.orchestra.run.smithi032.stdout:64424509450 2024-09-13T17:47:45.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.626+0000 7ff736ffd640 1 -- 172.21.15.32:0/4185017132 <== mon.1 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff7480cc6e0 con 0x7ff74815cbf0 2024-09-13T17:47:45.634 INFO:teuthology.orchestra.run.smithi032.stdout:68719476746 2024-09-13T17:47:45.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.630+0000 7ff74ce2d640 1 -- 172.21.15.32:0/4185017132 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff728066790 msgr2=0x7ff728068c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.630+0000 7ff74ce2d640 1 --2- 172.21.15.32:0/4185017132 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff728066790 0x7ff728068c50 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff738000f70 tx=0x7ff7380079c0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.634+0000 7ff74ce2d640 1 -- 172.21.15.32:0/4185017132 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff74815cbf0 msgr2=0x7ff74815d070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.634+0000 7ff74ce2d640 1 --2- 172.21.15.32:0/4185017132 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff74815cbf0 0x7ff74815d070 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff74000caf0 tx=0x7ff74000a060 comp rx=0 tx=0).stop 2024-09-13T17:47:45.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.634+0000 7ff74ce2d640 1 -- 172.21.15.32:0/4185017132 shutdown_connections 2024-09-13T17:47:45.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.634+0000 7ff74ce2d640 1 --2- 172.21.15.32:0/4185017132 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff728066790 0x7ff728068c50 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.634+0000 7ff74ce2d640 1 --2- 172.21.15.32:0/4185017132 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff74815cbf0 0x7ff74815d070 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.634+0000 7ff74ce2d640 1 --2- 172.21.15.32:0/4185017132 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff74815a540 0x7ff748157980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.634+0000 7ff74ce2d640 1 --2- 172.21.15.32:0/4185017132 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff74815e050 0x7ff7480ca920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.634+0000 7ff74ce2d640 1 -- 172.21.15.32:0/4185017132 >> 172.21.15.32:0/4185017132 conn(0x7ff74806a380 msgr2=0x7ff7480aff70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.634+0000 7ff74ce2d640 1 -- 172.21.15.32:0/4185017132 shutdown_connections 2024-09-13T17:47:45.640 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.0 2024-09-13T17:47:45.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.634+0000 7ff74ce2d640 1 -- 172.21.15.32:0/4185017132 wait complete. 2024-09-13T17:47:45.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.634+0000 7fb635fd6640 1 -- 172.21.15.32:0/4082186975 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7fb6300af650 con 0x7fb630098c40 2024-09-13T17:47:45.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.638+0000 7fb6257fa640 1 -- 172.21.15.32:0/4082186975 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb62c0ef810 con 0x7fb630098c40 2024-09-13T17:47:45.642 INFO:teuthology.orchestra.run.smithi032.stdout:64424509449 2024-09-13T17:47:45.643 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509449 for osd.3 2024-09-13T17:47:45.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7eff2aecd640 1 -- 172.21.15.32:0/2450227876 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7eff080666e0 msgr2=0x7eff08068ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7eff2aecd640 1 --2- 172.21.15.32:0/2450227876 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7eff080666e0 0x7eff08068ba0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7eff1c058970 tx=0x7eff24120000 comp rx=0 tx=0).stop 2024-09-13T17:47:45.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7eff2aecd640 1 -- 172.21.15.32:0/2450227876 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff1c0e6670 msgr2=0x7eff1c00e6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7eff2aecd640 1 --2- 172.21.15.32:0/2450227876 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff1c0e6670 0x7eff1c00e6c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7eff1800b4a0 tx=0x7eff1800b960 comp rx=0 tx=0).stop 2024-09-13T17:47:45.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7eff2aecd640 1 -- 172.21.15.32:0/2450227876 shutdown_connections 2024-09-13T17:47:45.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7eff2aecd640 1 --2- 172.21.15.32:0/2450227876 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7eff080666e0 0x7eff08068ba0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7eff2aecd640 1 --2- 172.21.15.32:0/2450227876 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7eff1c04f0a0 0x7eff1c0d0a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7eff2aecd640 1 --2- 172.21.15.32:0/2450227876 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff1c0e6670 0x7eff1c00e6c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7eff2aecd640 1 --2- 172.21.15.32:0/2450227876 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7eff1c057b60 0x7eff1c00e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7eff2aecd640 1 -- 172.21.15.32:0/2450227876 >> 172.21.15.32:0/2450227876 conn(0x7eff1c03a500 msgr2=0x7eff1c0db520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7eff2aecd640 1 -- 172.21.15.32:0/2450227876 shutdown_connections 2024-09-13T17:47:45.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7eff2aecd640 1 -- 172.21.15.32:0/2450227876 wait complete. 2024-09-13T17:47:45.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7fb635fd6640 1 -- 172.21.15.32:0/4082186975 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb61c0666e0 msgr2=0x7fb61c068ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7fb635fd6640 1 --2- 172.21.15.32:0/4082186975 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb61c0666e0 0x7fb61c068ba0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb63015cb20 tx=0x7fb620008040 comp rx=0 tx=0).stop 2024-09-13T17:47:45.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7fb635fd6640 1 -- 172.21.15.32:0/4082186975 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb630098c40 msgr2=0x7fb6300c27c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:45.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7fb635fd6640 1 --2- 172.21.15.32:0/4082186975 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb630098c40 0x7fb6300c27c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb62c0ac040 tx=0x7fb62c01ad50 comp rx=0 tx=0).stop 2024-09-13T17:47:45.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7fb635fd6640 1 -- 172.21.15.32:0/4082186975 shutdown_connections 2024-09-13T17:47:45.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7fb635fd6640 1 --2- 172.21.15.32:0/4082186975 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb61c0666e0 0x7fb61c068ba0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7fb635fd6640 1 --2- 172.21.15.32:0/4082186975 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb6300cc8f0 0x7fb6300bfd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7fb635fd6640 1 --2- 172.21.15.32:0/4082186975 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb630099020 0x7fb630200ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7fb635fd6640 1 --2- 172.21.15.32:0/4082186975 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb630098c40 0x7fb6300c27c0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:45.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7fb635fd6640 1 -- 172.21.15.32:0/4082186975 >> 172.21.15.32:0/4082186975 conn(0x7fb6300b1dd0 msgr2=0x7fb6300b0f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:45.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7fb635fd6640 1 -- 172.21.15.32:0/4082186975 shutdown_connections 2024-09-13T17:47:45.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:45.642+0000 7fb635fd6640 1 -- 172.21.15.32:0/4082186975 wait complete. 2024-09-13T17:47:45.656 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476747 got 68719476746 for osd.4 2024-09-13T17:47:45.663 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509452 got 64424509451 for osd.7 2024-09-13T17:47:45.664 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476747 got 68719476746 for osd.5 2024-09-13T17:47:45.665 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574859 got 55834574857 for osd.2 2024-09-13T17:47:45.673 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509451 got 64424509450 for osd.1 2024-09-13T17:47:45.674 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509449 for osd.6 2024-09-13T17:47:46.640 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-13T17:47:46.644 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-13T17:47:46.657 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-13T17:47:46.664 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-13T17:47:46.665 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-13T17:47:46.666 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-13T17:47:46.674 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-13T17:47:46.674 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-13T17:47:46.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.822+0000 7ff96d368640 1 Processor -- start 2024-09-13T17:47:46.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.822+0000 7ff96d368640 1 -- start start 2024-09-13T17:47:46.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.822+0000 7ff96d368640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff968071ab0 0x7ff968159350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.822+0000 7ff96d368640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7ff9680ca390 0x7ff96814ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.822+0000 7ff96d368640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9680b1d10 con 0x7ff96806d9b0 2024-09-13T17:47:46.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.822+0000 7ff96d368640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff968159890 con 0x7ff9680ca390 2024-09-13T17:47:46.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.822+0000 7ff96d368640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9680b1100 con 0x7ff968071ab0 2024-09-13T17:47:46.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.822+0000 7ff9677fe640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7ff9680ca390 0x7ff96814ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.822+0000 7ff966ffd640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7ff96806d9b0 0x7ff9680713a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:33408/0 (socket says 172.21.15.32:33408) 2024-09-13T17:47:46.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.822+0000 7ff966ffd640 1 -- 172.21.15.32:0/3782004481 learned_addr learned my addr 172.21.15.32:0/3782004481 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:46.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.822+0000 7ff9667fc640 1 --2- 172.21.15.32:0/3782004481 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff968071ab0 0x7ff968159350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.822+0000 7ff9677fe640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7ff9680ca390 0x7ff96814ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:54526/0 (socket says 172.21.15.32:54526) 2024-09-13T17:47:46.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.826+0000 7ff965ffb640 1 -- 172.21.15.32:0/3782004481 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3325959786 0 0) 0x7ff9680b1d10 con 0x7ff96806d9b0 2024-09-13T17:47:46.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.826+0000 7ff965ffb640 1 -- 172.21.15.32:0/3782004481 --> v1:172.21.15.159:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff950003530 con 0x7ff96806d9b0 2024-09-13T17:47:46.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.826+0000 7ff9667fc640 1 -- 172.21.15.32:0/3782004481 >> v2:172.21.15.159:3300/0 conn(0x7ff9680ca390 msgr2=0x7ff96814ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:46.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.826+0000 7ff9667fc640 1 --2- 172.21.15.32:0/3782004481 >> v2:172.21.15.159:3300/0 conn(0x7ff9680ca390 0x7ff96814ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.826+0000 7ff9667fc640 1 -- 172.21.15.32:0/3782004481 >> v1:172.21.15.159:6789/0 conn(0x7ff96806d9b0 legacy=0x7ff9680713a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.826+0000 7ff9667fc640 1 -- 172.21.15.32:0/3782004481 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9680b13e0 con 0x7ff968071ab0 2024-09-13T17:47:46.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.826+0000 7ff9677fe640 1 --2- 172.21.15.32:0/3782004481 >> v2:172.21.15.159:3300/0 conn(0x7ff9680ca390 0x7ff96814ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:47:46.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.826+0000 7ff9667fc640 1 --2- 172.21.15.32:0/3782004481 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff968071ab0 0x7ff968159350 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff95c00dbe0 tx=0x7ff95c020740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=661595f58dfbaa6c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.830+0000 7ff965ffb640 1 -- 172.21.15.32:0/3782004481 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff95c00d2d0 con 0x7ff968071ab0 2024-09-13T17:47:46.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.830+0000 7ff965ffb640 1 -- 172.21.15.32:0/3782004481 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff95c0a95d0 con 0x7ff968071ab0 2024-09-13T17:47:46.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.830+0000 7ff965ffb640 1 -- 172.21.15.32:0/3782004481 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff95c0a9960 con 0x7ff968071ab0 2024-09-13T17:47:46.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.830+0000 7ff96d368640 1 -- 172.21.15.32:0/3782004481 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff968071ab0 msgr2=0x7ff968159350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.830+0000 7ff96d368640 1 --2- 172.21.15.32:0/3782004481 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff968071ab0 0x7ff968159350 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff95c00dbe0 tx=0x7ff95c020740 comp rx=0 tx=0).stop 2024-09-13T17:47:46.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.830+0000 7ff96d368640 1 -- 172.21.15.32:0/3782004481 shutdown_connections 2024-09-13T17:47:46.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.830+0000 7ff96d368640 1 --2- 172.21.15.32:0/3782004481 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff968071ab0 0x7ff968159350 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.830+0000 7ff96d368640 1 --2- 172.21.15.32:0/3782004481 >> v2:172.21.15.159:3300/0 conn(0x7ff9680ca390 0x7ff96814ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.830+0000 7ff96d368640 1 -- 172.21.15.32:0/3782004481 >> 172.21.15.32:0/3782004481 conn(0x7ff9680afc80 msgr2=0x7ff9680b0090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:46.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.830+0000 7ff96d368640 1 -- 172.21.15.32:0/3782004481 shutdown_connections 2024-09-13T17:47:46.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.830+0000 7ff96d368640 1 -- 172.21.15.32:0/3782004481 wait complete. 2024-09-13T17:47:46.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.830+0000 7ff96d368640 1 Processor -- start 2024-09-13T17:47:46.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.830+0000 7ff96d368640 1 -- start start 2024-09-13T17:47:46.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff96d368640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff96806d9b0 0x7ff9682025d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff96d368640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff9680ca390 0x7ff9681fb9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff96d368640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff96814e070 0x7ff96814e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff96d368640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff96814ea60 con 0x7ff96806d9b0 2024-09-13T17:47:46.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff96d368640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff968099640 con 0x7ff9680ca390 2024-09-13T17:47:46.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff96d368640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff968202b10 con 0x7ff96814e070 2024-09-13T17:47:46.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff966ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff96806d9b0 0x7ff9682025d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff966ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff96806d9b0 0x7ff9682025d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40372/0 (socket says 172.21.15.32:40372) 2024-09-13T17:47:46.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff966ffd640 1 -- 172.21.15.32:0/1341131722 learned_addr learned my addr 172.21.15.32:0/1341131722 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:46.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff9667fc640 1 --2- 172.21.15.32:0/1341131722 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff9680ca390 0x7ff9681fb9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff9677fe640 1 --2- 172.21.15.32:0/1341131722 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff96814e070 0x7ff96814e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff966ffd640 1 -- 172.21.15.32:0/1341131722 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff96814e070 msgr2=0x7ff96814e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff966ffd640 1 --2- 172.21.15.32:0/1341131722 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff96814e070 0x7ff96814e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff966ffd640 1 -- 172.21.15.32:0/1341131722 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff9680ca390 msgr2=0x7ff9681fb9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff966ffd640 1 --2- 172.21.15.32:0/1341131722 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff9680ca390 0x7ff9681fb9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff966ffd640 1 -- 172.21.15.32:0/1341131722 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff96000ba90 con 0x7ff96806d9b0 2024-09-13T17:47:46.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff966ffd640 1 --2- 172.21.15.32:0/1341131722 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff96806d9b0 0x7ff9682025d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7ff95800c880 tx=0x7ff95800cd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff94f7fe640 1 -- 172.21.15.32:0/1341131722 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff95800b040 con 0x7ff96806d9b0 2024-09-13T17:47:46.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff96d368640 1 -- 172.21.15.32:0/1341131722 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff95c00d8c0 con 0x7ff96806d9b0 2024-09-13T17:47:46.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff96d368640 1 -- 172.21.15.32:0/1341131722 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff968098d10 con 0x7ff96806d9b0 2024-09-13T17:47:46.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff94f7fe640 1 -- 172.21.15.32:0/1341131722 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff958007a90 con 0x7ff96806d9b0 2024-09-13T17:47:46.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.834+0000 7ff94f7fe640 1 -- 172.21.15.32:0/1341131722 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff958007e00 con 0x7ff96806d9b0 2024-09-13T17:47:46.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.838+0000 7ff94f7fe640 1 -- 172.21.15.32:0/1341131722 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff958011470 con 0x7ff96806d9b0 2024-09-13T17:47:46.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.838+0000 7ff94f7fe640 1 --2- 172.21.15.32:0/1341131722 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff950066b40 0x7ff950069000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.838+0000 7ff94f7fe640 1 -- 172.21.15.32:0/1341131722 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff958084a20 con 0x7ff96806d9b0 2024-09-13T17:47:46.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.838+0000 7ff9667fc640 1 --2- 172.21.15.32:0/1341131722 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff950066b40 0x7ff950069000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.838+0000 7ff9667fc640 1 --2- 172.21.15.32:0/1341131722 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff950066b40 0x7ff950069000 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff95c0b2000 tx=0x7ff95c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.842+0000 7ff96d368640 1 -- 172.21.15.32:0/1341131722 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff954005260 con 0x7ff96806d9b0 2024-09-13T17:47:46.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.850+0000 7ff94f7fe640 1 -- 172.21.15.32:0/1341131722 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff958051ac0 con 0x7ff96806d9b0 2024-09-13T17:47:46.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f73f359e640 1 Processor -- start 2024-09-13T17:47:46.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f73f359e640 1 -- start start 2024-09-13T17:47:46.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f73f359e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f73f4160860 0x7f73f40ae6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f73f359e640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f73f406d2a0 0x7f73f406d730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f73f359e640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73f40aec20 con 0x7f73f406e580 2024-09-13T17:47:46.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f73f359e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73f40cc8b0 con 0x7f73f4160860 2024-09-13T17:47:46.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f73f359e640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73f40ac160 con 0x7f73f406d2a0 2024-09-13T17:47:46.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f73f259c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f73f4160860 0x7f73f40ae6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f73f259c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f73f4160860 0x7f73f40ae6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40380/0 (socket says 172.21.15.32:40380) 2024-09-13T17:47:46.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f73f259c640 1 -- 172.21.15.32:0/3792994184 learned_addr learned my addr 172.21.15.32:0/3792994184 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:46.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f73f2d9d640 1 --2- 172.21.15.32:0/3792994184 >> v2:172.21.15.159:3300/0 conn(0x7f73f406d2a0 0x7f73f406d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f300a5af640 1 Processor -- start 2024-09-13T17:47:46.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7fe7a0fc9640 1 Processor -- start 2024-09-13T17:47:46.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7fe7a0fc9640 1 -- start start 2024-09-13T17:47:46.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f680f048640 1 Processor -- start 2024-09-13T17:47:46.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f300a5af640 1 -- start start 2024-09-13T17:47:46.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f680f048640 1 -- start start 2024-09-13T17:47:46.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7fe7a0fc9640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fe79c06c7e0 0x7fe79c158ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7fe7a0fc9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c159000 0x7fe79c0706f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7fe7a0fc9640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe79c15bf00 con 0x7fe79c158020 2024-09-13T17:47:46.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7fe7a0fc9640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe79c15bcf0 con 0x7fe79c06c7e0 2024-09-13T17:47:46.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7fe7a0fc9640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe79c15c1e0 con 0x7fe79c159000 2024-09-13T17:47:46.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7fe79affd640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fe79c06c7e0 0x7fe79c158ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7fe79bfff640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c159000 0x7fe79c0706f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7fe79affd640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fe79c06c7e0 0x7fe79c158ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:54566/0 (socket says 172.21.15.32:54566) 2024-09-13T17:47:46.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7fe79affd640 1 -- 172.21.15.32:0/4023112196 learned_addr learned my addr 172.21.15.32:0/4023112196 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:46.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f680f048640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6808160850 0x7f68080cdf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f680f048640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f68080cd220 0x7f680806cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f680f048640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f680806f0c0 con 0x7f680806d060 2024-09-13T17:47:46.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f680f048640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6808160c30 con 0x7f68080cd220 2024-09-13T17:47:46.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f680f048640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68080b2150 con 0x7f6808160850 2024-09-13T17:47:46.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f300a5af640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2ffc03aa80 0x7f2ffc007710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f300a5af640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f2ffc034a10 0x7f2ffc007c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f680cde4640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6808160850 0x7f68080cdf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f300a5af640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2ffc0dfda0 con 0x7f2ffc0df9c0 2024-09-13T17:47:46.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f680cde4640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6808160850 0x7f68080cdf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:48812/0 (socket says 172.21.15.32:48812) 2024-09-13T17:47:46.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f680cde4640 1 -- 172.21.15.32:0/833422386 learned_addr learned my addr 172.21.15.32:0/833422386 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:46.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f300a5af640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2ffc008ac0 con 0x7f2ffc03aa80 2024-09-13T17:47:46.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f300a5af640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2ffc0542a0 con 0x7f2ffc034a10 2024-09-13T17:47:46.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f6807fff640 1 --2- 172.21.15.32:0/833422386 >> v2:172.21.15.159:3300/0 conn(0x7f68080cd220 0x7f680806cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f3009dae640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f2ffc034a10 0x7f2ffc007c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f3009dae640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f2ffc034a10 0x7f2ffc007c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:54592/0 (socket says 172.21.15.32:54592) 2024-09-13T17:47:46.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f3009dae640 1 -- 172.21.15.32:0/3820153610 learned_addr learned my addr 172.21.15.32:0/3820153610 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:46.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f680cde4640 1 -- 172.21.15.32:0/833422386 >> v2:172.21.15.159:3300/0 conn(0x7f68080cd220 msgr2=0x7f680806cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:46.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f680cde4640 1 --2- 172.21.15.32:0/833422386 >> v2:172.21.15.159:3300/0 conn(0x7f68080cd220 0x7f680806cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f680cde4640 1 -- 172.21.15.32:0/833422386 >> v1:172.21.15.32:6789/0 conn(0x7f680806d060 legacy=0x7f68080b3d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:46.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f680cde4640 1 -- 172.21.15.32:0/833422386 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68080cd750 con 0x7f6808160850 2024-09-13T17:47:46.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f73f259c640 1 -- 172.21.15.32:0/3792994184 >> v2:172.21.15.159:3300/0 conn(0x7f73f406d2a0 msgr2=0x7f73f406d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:46.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f73f259c640 1 --2- 172.21.15.32:0/3792994184 >> v2:172.21.15.159:3300/0 conn(0x7f73f406d2a0 0x7f73f406d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f73f259c640 1 -- 172.21.15.32:0/3792994184 >> v1:172.21.15.159:6789/0 conn(0x7f73f406e580 legacy=0x7f73f406e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.866+0000 7f73f259c640 1 -- 172.21.15.32:0/3792994184 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73f40cb9c0 con 0x7f73f4160860 2024-09-13T17:47:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f73f259c640 1 --2- 172.21.15.32:0/3792994184 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73f4160860 0x7f73f40ae6e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f73f406fb70 tx=0x7f73e401c4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e183e38bada9f01 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f73f1d9b640 1 -- 172.21.15.32:0/3792994184 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73e40a7070 con 0x7f73f4160860 2024-09-13T17:47:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f73f1d9b640 1 -- 172.21.15.32:0/3792994184 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73e40ab430 con 0x7f73f4160860 2024-09-13T17:47:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f73f1d9b640 1 -- 172.21.15.32:0/3792994184 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73e40ab7c0 con 0x7f73f4160860 2024-09-13T17:47:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f680cde4640 1 --2- 172.21.15.32:0/833422386 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6808160850 0x7f68080cdf80 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f67f4009870 tx=0x7f67f401c520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a1224b87a092de24 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73f359e640 1 -- 172.21.15.32:0/3792994184 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73f4160860 msgr2=0x7f73f40ae6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73f359e640 1 --2- 172.21.15.32:0/3792994184 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73f4160860 0x7f73f40ae6e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f73f406fb70 tx=0x7f73e401c4c0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7fe79bfff640 1 -- 172.21.15.32:0/4023112196 >> v2:172.21.15.159:3300/0 conn(0x7fe79c06c7e0 msgr2=0x7fe79c158ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:46.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7fe79bfff640 1 --2- 172.21.15.32:0/4023112196 >> v2:172.21.15.159:3300/0 conn(0x7fe79c06c7e0 0x7fe79c158ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7fe79bfff640 1 -- 172.21.15.32:0/4023112196 >> v1:172.21.15.32:6789/0 conn(0x7fe79c158020 legacy=0x7fe79c06c0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:46.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7fe79bfff640 1 -- 172.21.15.32:0/4023112196 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe79c15c4c0 con 0x7fe79c159000 2024-09-13T17:47:46.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73f359e640 1 -- 172.21.15.32:0/3792994184 shutdown_connections 2024-09-13T17:47:46.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73f359e640 1 --2- 172.21.15.32:0/3792994184 >> v2:172.21.15.159:3300/0 conn(0x7f73f406d2a0 0x7f73f406d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73f359e640 1 --2- 172.21.15.32:0/3792994184 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73f4160860 0x7f73f40ae6e0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73f359e640 1 -- 172.21.15.32:0/3792994184 >> 172.21.15.32:0/3792994184 conn(0x7f73f40989e0 msgr2=0x7f73f40b0e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:46.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73f359e640 1 -- 172.21.15.32:0/3792994184 shutdown_connections 2024-09-13T17:47:46.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73f359e640 1 -- 172.21.15.32:0/3792994184 wait complete. 2024-09-13T17:47:46.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7fe79bfff640 1 --2- 172.21.15.32:0/4023112196 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c159000 0x7fe79c0706f0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe7900097c0 tx=0x7fe79001e680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ec4174fb49cc0607 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f68077fe640 1 -- 172.21.15.32:0/833422386 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67f40ac630 con 0x7f6808160850 2024-09-13T17:47:46.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7fe79a7fc640 1 -- 172.21.15.32:0/4023112196 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7900ac430 con 0x7fe79c159000 2024-09-13T17:47:46.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7fe79a7fc640 1 -- 172.21.15.32:0/4023112196 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7900ac590 con 0x7fe79c159000 2024-09-13T17:47:46.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7fe79a7fc640 1 -- 172.21.15.32:0/4023112196 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7900ac920 con 0x7fe79c159000 2024-09-13T17:47:46.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f3009dae640 1 -- 172.21.15.32:0/3820153610 >> v2:172.21.15.32:3300/0 conn(0x7f2ffc03aa80 msgr2=0x7f2ffc007710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:46.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f3009dae640 1 --2- 172.21.15.32:0/3820153610 >> v2:172.21.15.32:3300/0 conn(0x7f2ffc03aa80 0x7f2ffc007710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f3009dae640 1 -- 172.21.15.32:0/3820153610 >> v1:172.21.15.32:6789/0 conn(0x7f2ffc0df9c0 legacy=0x7f2ffc03a370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:46.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.870+0000 7f3009dae640 1 -- 172.21.15.32:0/3820153610 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ffc036890 con 0x7f2ffc034a10 2024-09-13T17:47:46.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f68077fe640 1 -- 172.21.15.32:0/833422386 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67f40ac790 con 0x7f6808160850 2024-09-13T17:47:46.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f3009dae640 1 --2- 172.21.15.32:0/3820153610 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2ffc034a10 0x7f2ffc007c50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3004065ab0 tx=0x7f3004096710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d0b08f90ac96903 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f680f048640 1 -- 172.21.15.32:0/833422386 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6808160850 msgr2=0x7f68080cdf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f680f048640 1 --2- 172.21.15.32:0/833422386 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6808160850 0x7f68080cdf80 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f67f4009870 tx=0x7f67f401c520 comp rx=0 tx=0).stop 2024-09-13T17:47:46.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f2ff7fff640 1 -- 172.21.15.32:0/3820153610 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30041226d0 con 0x7f2ffc034a10 2024-09-13T17:47:46.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f2ff7fff640 1 -- 172.21.15.32:0/3820153610 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3004122830 con 0x7f2ffc034a10 2024-09-13T17:47:46.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f2ff7fff640 1 -- 172.21.15.32:0/3820153610 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3004122be0 con 0x7f2ffc034a10 2024-09-13T17:47:46.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7fe7a0fc9640 1 -- 172.21.15.32:0/4023112196 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c159000 msgr2=0x7fe79c0706f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7fe7a0fc9640 1 --2- 172.21.15.32:0/4023112196 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c159000 0x7fe79c0706f0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe7900097c0 tx=0x7fe79001e680 comp rx=0 tx=0).stop 2024-09-13T17:47:46.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73f359e640 1 Processor -- start 2024-09-13T17:47:46.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73f359e640 1 -- start start 2024-09-13T17:47:46.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f300a5af640 1 -- 172.21.15.32:0/3820153610 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2ffc034a10 msgr2=0x7f2ffc007c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f300a5af640 1 --2- 172.21.15.32:0/3820153610 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2ffc034a10 0x7f2ffc007c50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3004065ab0 tx=0x7f3004096710 comp rx=0 tx=0).stop 2024-09-13T17:47:46.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7fe7a0fc9640 1 -- 172.21.15.32:0/4023112196 shutdown_connections 2024-09-13T17:47:46.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7fe7a0fc9640 1 --2- 172.21.15.32:0/4023112196 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c159000 0x7fe79c0706f0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7fe7a0fc9640 1 --2- 172.21.15.32:0/4023112196 >> v2:172.21.15.159:3300/0 conn(0x7fe79c06c7e0 0x7fe79c158ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7fe7a0fc9640 1 -- 172.21.15.32:0/4023112196 >> 172.21.15.32:0/4023112196 conn(0x7fe79c0afc40 msgr2=0x7fe79c0b0050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:46.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f680f048640 1 -- 172.21.15.32:0/833422386 shutdown_connections 2024-09-13T17:47:46.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f680f048640 1 --2- 172.21.15.32:0/833422386 >> v2:172.21.15.159:3300/0 conn(0x7f68080cd220 0x7f680806cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f680f048640 1 --2- 172.21.15.32:0/833422386 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6808160850 0x7f68080cdf80 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f680f048640 1 -- 172.21.15.32:0/833422386 >> 172.21.15.32:0/833422386 conn(0x7f6808069f80 msgr2=0x7f680806a390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:46.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f680f048640 1 -- 172.21.15.32:0/833422386 shutdown_connections 2024-09-13T17:47:46.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f300a5af640 1 -- 172.21.15.32:0/3820153610 shutdown_connections 2024-09-13T17:47:46.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f300a5af640 1 --2- 172.21.15.32:0/3820153610 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2ffc034a10 0x7f2ffc007c50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f300a5af640 1 --2- 172.21.15.32:0/3820153610 >> v2:172.21.15.32:3300/0 conn(0x7f2ffc03aa80 0x7f2ffc007710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f300a5af640 1 -- 172.21.15.32:0/3820153610 >> 172.21.15.32:0/3820153610 conn(0x7f2ffc01ea20 msgr2=0x7f2ffc0556c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:46.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7fe7a0fc9640 1 -- 172.21.15.32:0/4023112196 shutdown_connections 2024-09-13T17:47:46.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f327bd04640 1 Processor -- start 2024-09-13T17:47:46.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f300a5af640 1 -- 172.21.15.32:0/3820153610 shutdown_connections 2024-09-13T17:47:46.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7fcbb62b6640 1 Processor -- start 2024-09-13T17:47:46.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f327bd04640 1 -- start start 2024-09-13T17:47:46.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f327bd04640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3274160a00 0x7f32740cd500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f327bd04640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f327406ca30 0x7f327406ce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f327bd04640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32740cc230 con 0x7f32740c1070 2024-09-13T17:47:46.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f327bd04640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32740cc460 con 0x7f327406ca30 2024-09-13T17:47:46.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f327bd04640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32740cc740 con 0x7f3274160a00 2024-09-13T17:47:46.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f3279aa0640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3274160a00 0x7f32740cd500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f3279aa0640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3274160a00 0x7f32740cd500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:48818/0 (socket says 172.21.15.32:48818) 2024-09-13T17:47:46.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f3279aa0640 1 -- 172.21.15.32:0/2095376446 learned_addr learned my addr 172.21.15.32:0/2095376446 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:46.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7fcbb62b6640 1 -- start start 2024-09-13T17:47:46.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73f359e640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f73f406d2a0 0x7f73f409ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73f359e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73f406e580 0x7f73f41536b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73f359e640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f73f4160860 0x7f73f4151bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73f359e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73f4151730 con 0x7f73f406e580 2024-09-13T17:47:46.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73f359e640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73f4150b20 con 0x7f73f4160860 2024-09-13T17:47:46.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73f359e640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73f4150e00 con 0x7f73f406d2a0 2024-09-13T17:47:46.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73ebfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73f406e580 0x7f73f41536b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73ebfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73f406e580 0x7f73f41536b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40394/0 (socket says 172.21.15.32:40394) 2024-09-13T17:47:46.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73ebfff640 1 -- 172.21.15.32:0/712542287 learned_addr learned my addr 172.21.15.32:0/712542287 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:46.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f73f259c640 1 --2- 172.21.15.32:0/712542287 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f73f406d2a0 0x7f73f409ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f73f2d9d640 1 --2- 172.21.15.32:0/712542287 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f73f4160860 0x7f73f4151bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f3279aa0640 1 -- 172.21.15.32:0/2095376446 >> v2:172.21.15.32:3300/0 conn(0x7f327406ca30 msgr2=0x7f327406ce70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T17:47:46.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f3278a9e640 1 -- 172.21.15.32:0/2095376446 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 328060544 0 0) 0x7f32740cc230 con 0x7f32740c1070 2024-09-13T17:47:46.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f327929f640 1 --2- 172.21.15.32:0/2095376446 >> v2:172.21.15.32:3300/0 conn(0x7f327406ca30 0x7f327406ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f680f048640 1 -- 172.21.15.32:0/833422386 wait complete. 2024-09-13T17:47:46.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f680f048640 1 Processor -- start 2024-09-13T17:47:46.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7fe7a0fc9640 1 -- 172.21.15.32:0/4023112196 wait complete. 2024-09-13T17:47:46.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fe7a0fc9640 1 Processor -- start 2024-09-13T17:47:46.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f73f259c640 1 -- 172.21.15.32:0/712542287 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f73f4160860 msgr2=0x7f73f4151bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f73f259c640 1 --2- 172.21.15.32:0/712542287 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f73f4160860 0x7f73f4151bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f73f259c640 1 -- 172.21.15.32:0/712542287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73f406e580 msgr2=0x7f73f41536b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f73f259c640 1 --2- 172.21.15.32:0/712542287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73f406e580 0x7f73f41536b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f73f259c640 1 -- 172.21.15.32:0/712542287 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73e40094d0 con 0x7f73f406d2a0 2024-09-13T17:47:46.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f73ebfff640 1 --2- 172.21.15.32:0/712542287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73f406e580 0x7f73f41536b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:47:46.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f680f048640 1 -- start start 2024-09-13T17:47:46.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f73f259c640 1 --2- 172.21.15.32:0/712542287 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f73f406d2a0 0x7f73f409ab50 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f73e40ac000 tx=0x7f73e401ad00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.874+0000 7f300a5af640 1 -- 172.21.15.32:0/3820153610 wait complete. 2024-09-13T17:47:46.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fcbb62b6640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fcbb015cab0 0x7fcbb00cd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f300a5af640 1 Processor -- start 2024-09-13T17:47:46.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fcbb62b6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fcbb00b1690 0x7fcbb00cd600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fcbaf7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fcbb00b1690 0x7fcbb00cd600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fcbb62b6640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcbb00ccb60 con 0x7fcbb00cdb40 2024-09-13T17:47:46.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fcbaf7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fcbb00b1690 0x7fcbb00cd600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40404/0 (socket says 172.21.15.32:40404) 2024-09-13T17:47:46.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fcbaf7fe640 1 -- 172.21.15.32:0/2337406276 learned_addr learned my addr 172.21.15.32:0/2337406276 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:46.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fcbb62b6640 1 -- 172.21.15.32:0/2337406276 --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcbb00caca0 con 0x7fcbb00b1690 2024-09-13T17:47:46.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fcbb62b6640 1 -- 172.21.15.32:0/2337406276 --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcbb00cdf70 con 0x7fcbb015cab0 2024-09-13T17:47:46.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fcbaffff640 1 --2- 172.21.15.32:0/2337406276 >> v2:172.21.15.159:3300/0 conn(0x7fcbb015cab0 0x7fcbb00cd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f73eaffd640 1 -- 172.21.15.32:0/712542287 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73e40b4800 con 0x7f73f406d2a0 2024-09-13T17:47:46.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f73eaffd640 1 -- 172.21.15.32:0/712542287 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73e40b4960 con 0x7f73f406d2a0 2024-09-13T17:47:46.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f73eaffd640 1 -- 172.21.15.32:0/712542287 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73e40b4d10 con 0x7f73f406d2a0 2024-09-13T17:47:46.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f73f359e640 1 -- 172.21.15.32:0/712542287 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73f41510e0 con 0x7f73f406d2a0 2024-09-13T17:47:46.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f73f359e640 1 -- 172.21.15.32:0/712542287 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73f4152c00 con 0x7f73f406d2a0 2024-09-13T17:47:46.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f680f048640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f68080cd220 0x7f680806e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f680f048640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6808160850 0x7f6808151380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f680f048640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6808159450 0x7f680814d290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f680f048640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6808159930 con 0x7f6808159450 2024-09-13T17:47:46.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f680f048640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6808159c10 con 0x7f6808160850 2024-09-13T17:47:46.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f680f048640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6808159ef0 con 0x7f68080cd220 2024-09-13T17:47:46.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f300a5af640 1 -- start start 2024-09-13T17:47:46.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f300a5af640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2ffc034a10 0x7f2ffc04e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f300a5af640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2ffc03aa80 0x7f2ffc007010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f300a5af640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ffc0df9c0 0x7f2ffc0d5c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f300a5af640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ffc0d6190 con 0x7f2ffc0df9c0 2024-09-13T17:47:46.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f300a5af640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ffc04dcd0 con 0x7f2ffc034a10 2024-09-13T17:47:46.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f300a5af640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ffc0d7b70 con 0x7f2ffc03aa80 2024-09-13T17:47:46.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f3009dae640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ffc0df9c0 0x7f2ffc0d5c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f3009dae640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ffc0df9c0 0x7f2ffc0d5c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40408/0 (socket says 172.21.15.32:40408) 2024-09-13T17:47:46.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f3009dae640 1 -- 172.21.15.32:0/2783456676 learned_addr learned my addr 172.21.15.32:0/2783456676 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:46.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f6807fff640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6808160850 0x7f6808151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f680cde4640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f68080cd220 0x7f680806e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f6807fff640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6808160850 0x7f6808151380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:54602/0 (socket says 172.21.15.32:54602) 2024-09-13T17:47:46.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f6807fff640 1 -- 172.21.15.32:0/1498160734 learned_addr learned my addr 172.21.15.32:0/1498160734 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:46.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f680cde4640 1 --2- 172.21.15.32:0/1498160734 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f68080cd220 0x7f680806e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:48844/0 (socket says 172.21.15.32:48844) 2024-09-13T17:47:46.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f3009dae640 1 -- 172.21.15.32:0/2783456676 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2ffc03aa80 msgr2=0x7f2ffc007010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f3009dae640 1 --2- 172.21.15.32:0/2783456676 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2ffc03aa80 0x7f2ffc007010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f3009dae640 1 -- 172.21.15.32:0/2783456676 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2ffc034a10 msgr2=0x7f2ffc04e9e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T17:47:46.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f3009dae640 1 --2- 172.21.15.32:0/2783456676 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2ffc034a10 0x7f2ffc04e9e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f3009dae640 1 -- 172.21.15.32:0/2783456676 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f300404f1b0 con 0x7f2ffc0df9c0 2024-09-13T17:47:46.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f3279aa0640 1 --2- 172.21.15.32:0/2095376446 >> v2:172.21.15.32:3300/0 conn(0x7f327406ca30 0x7f327406ce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f3279aa0640 1 -- 172.21.15.32:0/2095376446 >> v1:172.21.15.32:6789/0 conn(0x7f32740c1070 legacy=0x7f32740c86f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f6807fff640 1 -- 172.21.15.32:0/1498160734 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f68080cd220 msgr2=0x7f680806e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f6807fff640 1 --2- 172.21.15.32:0/1498160734 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f68080cd220 0x7f680806e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f6807fff640 1 -- 172.21.15.32:0/1498160734 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6808159450 msgr2=0x7f680814d290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f6807fff640 1 --2- 172.21.15.32:0/1498160734 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6808159450 0x7f680814d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f6807fff640 1 -- 172.21.15.32:0/1498160734 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67f40094d0 con 0x7f6808160850 2024-09-13T17:47:46.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f680cde4640 1 --2- 172.21.15.32:0/1498160734 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f68080cd220 0x7f680806e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:47:46.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f73f359e640 1 -- 172.21.15.32:0/712542287 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73d8005260 con 0x7f73f406d2a0 2024-09-13T17:47:46.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f3279aa0640 1 -- 172.21.15.32:0/2095376446 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32740cca20 con 0x7f3274160a00 2024-09-13T17:47:46.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f327929f640 1 --2- 172.21.15.32:0/2095376446 >> v2:172.21.15.32:3300/0 conn(0x7f327406ca30 0x7f327406ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:46.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f3279aa0640 1 --2- 172.21.15.32:0/2095376446 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3274160a00 0x7f32740cd500 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f326c009e50 tx=0x7f326c01ca40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f9480f73eed6718 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7f6807fff640 1 --2- 172.21.15.32:0/1498160734 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6808160850 0x7f6808151380 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f67fc00e900 tx=0x7f67fc00edc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fe7a0fc9640 1 -- start start 2024-09-13T17:47:46.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fe7a0fc9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe79c06c7e0 0x7fe79c1544e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fe7a0fc9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c158020 0x7fe79c201aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fe7a0fc9640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe79c159000 0x7fe79c1f53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fe7a0fc9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe79c1f6d20 con 0x7fe79c06c7e0 2024-09-13T17:47:46.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fe7a0fc9640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe79c154a20 con 0x7fe79c159000 2024-09-13T17:47:46.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fe7a0fc9640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe79c1f6110 con 0x7fe79c158020 2024-09-13T17:47:46.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fe79b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe79c06c7e0 0x7fe79c1544e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fe79b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe79c06c7e0 0x7fe79c1544e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40422/0 (socket says 172.21.15.32:40422) 2024-09-13T17:47:46.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fe79b7fe640 1 -- 172.21.15.32:0/1232949870 learned_addr learned my addr 172.21.15.32:0/1232949870 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:46.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fe79affd640 1 --2- 172.21.15.32:0/1232949870 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c158020 0x7fe79c201aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f3278a9e640 1 -- 172.21.15.32:0/2095376446 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f326c0a5910 con 0x7f3274160a00 2024-09-13T17:47:46.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f3278a9e640 1 -- 172.21.15.32:0/2095376446 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f326c0a5a70 con 0x7f3274160a00 2024-09-13T17:47:46.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f3278a9e640 1 -- 172.21.15.32:0/2095376446 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f326c0a5e00 con 0x7f3274160a00 2024-09-13T17:47:46.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fe79bfff640 1 --2- 172.21.15.32:0/1232949870 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe79c159000 0x7fe79c1f53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f88e0294640 1 Processor -- start 2024-09-13T17:47:46.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f68057fa640 1 -- 172.21.15.32:0/1498160734 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67fc009690 con 0x7f6808160850 2024-09-13T17:47:46.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f88e0294640 1 -- start start 2024-09-13T17:47:46.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f68057fa640 1 -- 172.21.15.32:0/1498160734 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67fc00ca00 con 0x7f6808160850 2024-09-13T17:47:46.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f68057fa640 1 -- 172.21.15.32:0/1498160734 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67fc00cd70 con 0x7f6808160850 2024-09-13T17:47:46.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f3009dae640 1 --2- 172.21.15.32:0/2783456676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ffc0df9c0 0x7f2ffc0d5c50 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3004067520 tx=0x7f3004093500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f680f048640 1 -- 172.21.15.32:0/1498160734 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f680815a1d0 con 0x7f6808160850 2024-09-13T17:47:46.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f680f048640 1 -- 172.21.15.32:0/1498160734 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f680814e1b0 con 0x7f6808160850 2024-09-13T17:47:46.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f327bd04640 1 -- 172.21.15.32:0/2095376446 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3274160a00 msgr2=0x7f32740cd500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f327bd04640 1 --2- 172.21.15.32:0/2095376446 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3274160a00 0x7f32740cd500 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f326c009e50 tx=0x7f326c01ca40 comp rx=0 tx=0).stop 2024-09-13T17:47:46.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fe79bfff640 1 -- 172.21.15.32:0/1232949870 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c158020 msgr2=0x7fe79c201aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fe79bfff640 1 --2- 172.21.15.32:0/1232949870 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c158020 0x7fe79c201aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fe79bfff640 1 -- 172.21.15.32:0/1232949870 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe79c06c7e0 msgr2=0x7fe79c1544e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fe79bfff640 1 --2- 172.21.15.32:0/1232949870 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe79c06c7e0 0x7fe79c1544e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fe79bfff640 1 -- 172.21.15.32:0/1232949870 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe790009420 con 0x7fe79c159000 2024-09-13T17:47:46.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fcbaf7fe640 1 -- 172.21.15.32:0/2337406276 >> v2:172.21.15.159:3300/0 conn(0x7fcbb015cab0 msgr2=0x7fcbb00cd0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:46.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fcbaf7fe640 1 --2- 172.21.15.32:0/2337406276 >> v2:172.21.15.159:3300/0 conn(0x7fcbb015cab0 0x7fcbb00cd0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fcbaf7fe640 1 -- 172.21.15.32:0/2337406276 >> v1:172.21.15.32:6789/0 conn(0x7fcbb00cdb40 legacy=0x7fcbb00cb990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fcbaf7fe640 1 -- 172.21.15.32:0/2337406276 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcbb00ca020 con 0x7fcbb00b1690 2024-09-13T17:47:46.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.878+0000 7fcbaffff640 1 --2- 172.21.15.32:0/2337406276 >> v2:172.21.15.159:3300/0 conn(0x7fcbb015cab0 0x7fcbb00cd0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:47:46.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f327bd04640 1 -- 172.21.15.32:0/2095376446 shutdown_connections 2024-09-13T17:47:46.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f327bd04640 1 --2- 172.21.15.32:0/2095376446 >> v2:172.21.15.32:3300/0 conn(0x7f327406ca30 0x7f327406ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f327bd04640 1 --2- 172.21.15.32:0/2095376446 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3274160a00 0x7f32740cd500 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f327bd04640 1 -- 172.21.15.32:0/2095376446 >> 172.21.15.32:0/2095376446 conn(0x7f32740afbf0 msgr2=0x7f32740b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:46.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fe79bfff640 1 --2- 172.21.15.32:0/1232949870 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe79c159000 0x7fe79c1f53c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe7900ad000 tx=0x7fe79001b420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f73eaffd640 1 -- 172.21.15.32:0/712542287 <== mon.2 v2:172.21.15.159:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f73e40c83d0 con 0x7f73f406d2a0 2024-09-13T17:47:46.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f88e0294640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f88d8143cc0 0x7f88d80ae5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f88e0294640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88d815e9d0 0x7f88d8069f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f88e0294640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88d806f290 con 0x7f88d806a4c0 2024-09-13T17:47:46.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f88e0294640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88d806a950 con 0x7f88d8143cc0 2024-09-13T17:47:46.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f88e0294640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88d80b40c0 con 0x7f88d815e9d0 2024-09-13T17:47:46.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f88de831640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7f88d806a4c0 0x7f88d80b2110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:33432/0 (socket says 172.21.15.32:33432) 2024-09-13T17:47:46.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f88de831640 1 -- 172.21.15.32:0/3815816987 learned_addr learned my addr 172.21.15.32:0/3815816987 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:46.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f88dd82f640 1 --2- 172.21.15.32:0/3815816987 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88d815e9d0 0x7f88d8069f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f88de030640 1 --2- 172.21.15.32:0/3815816987 >> v2:172.21.15.32:3300/0 conn(0x7f88d8143cc0 0x7f88d80ae5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f680f048640 1 -- 172.21.15.32:0/1498160734 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f67e4005260 con 0x7f6808160850 2024-09-13T17:47:46.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fe783fff640 1 -- 172.21.15.32:0/1232949870 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7900ac430 con 0x7fe79c159000 2024-09-13T17:47:46.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fe7a0fc9640 1 -- 172.21.15.32:0/1232949870 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe79c1f63f0 con 0x7fe79c159000 2024-09-13T17:47:46.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fe7a0fc9640 1 -- 172.21.15.32:0/1232949870 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe79c1f69b0 con 0x7fe79c159000 2024-09-13T17:47:46.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fe783fff640 1 -- 172.21.15.32:0/1232949870 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe790006e20 con 0x7fe79c159000 2024-09-13T17:47:46.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fe783fff640 1 -- 172.21.15.32:0/1232949870 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7900b5a20 con 0x7fe79c159000 2024-09-13T17:47:46.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f73eaffd640 1 --2- 172.21.15.32:0/712542287 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f73d4066710 0x7f73d4068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f73eaffd640 1 -- 172.21.15.32:0/712542287 <== mon.2 v2:172.21.15.159:3301/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f73e411ed10 con 0x7f73f406d2a0 2024-09-13T17:47:46.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f88dd02e640 1 -- 172.21.15.32:0/3815816987 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3162995640 0 0) 0x7f88d806f290 con 0x7f88d806a4c0 2024-09-13T17:47:46.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f88dd02e640 1 -- 172.21.15.32:0/3815816987 --> v1:172.21.15.159:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f88c4003530 con 0x7f88d806a4c0 2024-09-13T17:47:46.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f88de030640 1 -- 172.21.15.32:0/3815816987 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88d815e9d0 msgr2=0x7f88d8069f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:46.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f88de030640 1 --2- 172.21.15.32:0/3815816987 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88d815e9d0 0x7f88d8069f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f88de030640 1 -- 172.21.15.32:0/3815816987 >> v1:172.21.15.159:6789/0 conn(0x7f88d806a4c0 legacy=0x7f88d80b2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f88de030640 1 -- 172.21.15.32:0/3815816987 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88d80b43a0 con 0x7f88d8143cc0 2024-09-13T17:47:46.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f2ff5ffb640 1 -- 172.21.15.32:0/2783456676 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f300412a810 con 0x7f2ffc0df9c0 2024-09-13T17:47:46.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f300a5af640 1 -- 172.21.15.32:0/2783456676 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ffc0d7890 con 0x7f2ffc0df9c0 2024-09-13T17:47:46.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f300a5af640 1 -- 172.21.15.32:0/2783456676 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ffc04e1e0 con 0x7f2ffc0df9c0 2024-09-13T17:47:46.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f2ff5ffb640 1 -- 172.21.15.32:0/2783456676 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f300412a970 con 0x7f2ffc0df9c0 2024-09-13T17:47:46.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f2ff5ffb640 1 -- 172.21.15.32:0/2783456676 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f300412ace0 con 0x7f2ffc0df9c0 2024-09-13T17:47:46.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f300a5af640 1 -- 172.21.15.32:0/2783456676 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2fe4005260 con 0x7f2ffc0df9c0 2024-09-13T17:47:46.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fcbaf7fe640 1 --2- 172.21.15.32:0/2337406276 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcbb00b1690 0x7fcbb00cd600 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fcbb00ce2c0 tx=0x7fcba401e6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e2d99d98ee967a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fcbaeffd640 1 -- 172.21.15.32:0/2337406276 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcba40ac620 con 0x7fcbb00b1690 2024-09-13T17:47:46.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fcbaeffd640 1 -- 172.21.15.32:0/2337406276 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcba40ac780 con 0x7fcbb00b1690 2024-09-13T17:47:46.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fcbaeffd640 1 -- 172.21.15.32:0/2337406276 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcba40acb10 con 0x7fcbb00b1690 2024-09-13T17:47:46.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fcbb62b6640 1 -- 172.21.15.32:0/2337406276 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcbb00b1690 msgr2=0x7fcbb00cd600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fcbb62b6640 1 --2- 172.21.15.32:0/2337406276 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcbb00b1690 0x7fcbb00cd600 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fcbb00ce2c0 tx=0x7fcba401e6a0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7fe7a0fc9640 1 -- 172.21.15.32:0/1232949870 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe79c1f6e90 con 0x7fe79c159000 2024-09-13T17:47:46.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f73ebfff640 1 --2- 172.21.15.32:0/712542287 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f73d4066710 0x7f73d4068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f73ebfff640 1 --2- 172.21.15.32:0/712542287 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f73d4066710 0x7f73d4068bd0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f73f4154580 tx=0x7f73dc009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.882+0000 7f327bd04640 1 -- 172.21.15.32:0/2095376446 shutdown_connections 2024-09-13T17:47:46.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f68057fa640 1 -- 172.21.15.32:0/1498160734 <== mon.1 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f67fc013470 con 0x7f6808160850 2024-09-13T17:47:46.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f2ff5ffb640 1 -- 172.21.15.32:0/2783456676 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3004120040 con 0x7f2ffc0df9c0 2024-09-13T17:47:46.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fcbb62b6640 1 -- 172.21.15.32:0/2337406276 shutdown_connections 2024-09-13T17:47:46.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fcbb62b6640 1 --2- 172.21.15.32:0/2337406276 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcbb00b1690 0x7fcbb00cd600 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fcbb62b6640 1 --2- 172.21.15.32:0/2337406276 >> v2:172.21.15.159:3300/0 conn(0x7fcbb015cab0 0x7fcbb00cd0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fcbb62b6640 1 -- 172.21.15.32:0/2337406276 >> 172.21.15.32:0/2337406276 conn(0x7fcbb00989e0 msgr2=0x7fcbb00b0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:46.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fcbb62b6640 1 -- 172.21.15.32:0/2337406276 shutdown_connections 2024-09-13T17:47:46.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fcbb62b6640 1 -- 172.21.15.32:0/2337406276 wait complete. 2024-09-13T17:47:46.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f68057fa640 1 --2- 172.21.15.32:0/1498160734 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f67f8066940 0x7f67f8068e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f68057fa640 1 -- 172.21.15.32:0/1498160734 <== mon.1 v2:172.21.15.159:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f67fc084d00 con 0x7f6808160850 2024-09-13T17:47:46.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f88de030640 1 --2- 172.21.15.32:0/3815816987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f88d8143cc0 0x7f88d80ae5a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f88d0009d90 tx=0x7f88d001c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6305719fe8b9246b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f327bd04640 1 -- 172.21.15.32:0/2095376446 wait complete. 2024-09-13T17:47:46.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fe783fff640 1 -- 172.21.15.32:0/1232949870 <== mon.1 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe7900b5b80 con 0x7fe79c159000 2024-09-13T17:47:46.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fe783fff640 1 --2- 172.21.15.32:0/1232949870 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe788066690 0x7fe788068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f680cde4640 1 --2- 172.21.15.32:0/1498160734 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f67f8066940 0x7f67f8068e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fe783fff640 1 -- 172.21.15.32:0/1232949870 <== mon.1 v2:172.21.15.159:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe79011efc0 con 0x7fe79c159000 2024-09-13T17:47:46.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fe79b7fe640 1 --2- 172.21.15.32:0/1232949870 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe788066690 0x7fe788068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f327bd04640 1 Processor -- start 2024-09-13T17:47:46.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f327bd04640 1 -- start start 2024-09-13T17:47:46.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fcbb62b6640 1 Processor -- start 2024-09-13T17:47:46.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fcbb62b6640 1 -- start start 2024-09-13T17:47:46.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fe79b7fe640 1 --2- 172.21.15.32:0/1232949870 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe788066690 0x7fe788068b50 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fe79c15d740 tx=0x7fe794009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fcbb62b6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcbb00b1690 0x7fcbb014fea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fcbb62b6640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcbb00cdb40 0x7fcbb00b25f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fcbb62b6640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcbb015cab0 0x7fcbb006e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fcbb62b6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbb01503e0 con 0x7fcbb00b1690 2024-09-13T17:47:46.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fcbb62b6640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbb0159150 con 0x7fcbb00cdb40 2024-09-13T17:47:46.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fcbb62b6640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcbb00c8190 con 0x7fcbb015cab0 2024-09-13T17:47:46.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f327bd04640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f327406ca30 0x7f32740993f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f327bd04640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32740c1070 0x7f3274071180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f327bd04640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3274160a00 0x7f32740c1bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f680cde4640 1 --2- 172.21.15.32:0/1498160734 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f67f8066940 0x7f67f8068e00 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f67f40ae000 tx=0x7f67f40a7000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f327bd04640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3274099930 con 0x7f32740c1070 2024-09-13T17:47:46.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f327bd04640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32740c2c80 con 0x7f327406ca30 2024-09-13T17:47:46.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f327bd04640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32740c3770 con 0x7f3274160a00 2024-09-13T17:47:46.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fcbaf7fe640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcbb00cdb40 0x7fcbb00b25f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fcbaf7fe640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcbb00cdb40 0x7fcbb00b25f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:54642/0 (socket says 172.21.15.32:54642) 2024-09-13T17:47:46.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fcbaf7fe640 1 -- 172.21.15.32:0/381785902 learned_addr learned my addr 172.21.15.32:0/381785902 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:46.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7fcbb4853640 1 --2- 172.21.15.32:0/381785902 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcbb015cab0 0x7fcbb006e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f327a2a1640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3274160a00 0x7f32740c1bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f3279aa0640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f327406ca30 0x7f32740993f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f2ff5ffb640 1 --2- 172.21.15.32:0/2783456676 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2fe8066690 0x7f2fe8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f2ff5ffb640 1 -- 172.21.15.32:0/2783456676 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f3004131040 con 0x7f2ffc0df9c0 2024-09-13T17:47:46.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f30095ad640 1 --2- 172.21.15.32:0/2783456676 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2fe8066690 0x7f2fe8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.886+0000 7f30095ad640 1 --2- 172.21.15.32:0/2783456676 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2fe8066690 0x7f2fe8068b50 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8006fd0 tx=0x7f2ff8006b40 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f3279aa0640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f327406ca30 0x7f32740993f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:54652/0 (socket says 172.21.15.32:54652) 2024-09-13T17:47:46.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f3279aa0640 1 -- 172.21.15.32:0/2193094342 learned_addr learned my addr 172.21.15.32:0/2193094342 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:46.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f327a2a1640 1 --2- 172.21.15.32:0/2193094342 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3274160a00 0x7f32740c1bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:48904/0 (socket says 172.21.15.32:48904) 2024-09-13T17:47:46.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7fcbaffff640 1 --2- 172.21.15.32:0/381785902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcbb00b1690 0x7fcbb014fea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f327929f640 1 --2- 172.21.15.32:0/2193094342 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32740c1070 0x7f3274071180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7fcbaf7fe640 1 -- 172.21.15.32:0/381785902 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcbb015cab0 msgr2=0x7fcbb006e5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7fcbaf7fe640 1 --2- 172.21.15.32:0/381785902 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcbb015cab0 0x7fcbb006e5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7fcbaf7fe640 1 -- 172.21.15.32:0/381785902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcbb00b1690 msgr2=0x7fcbb014fea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7fcbaf7fe640 1 --2- 172.21.15.32:0/381785902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcbb00b1690 0x7fcbb014fea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7fcbaf7fe640 1 -- 172.21.15.32:0/381785902 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcba0009420 con 0x7fcbb00cdb40 2024-09-13T17:47:46.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7fcbb4853640 1 --2- 172.21.15.32:0/381785902 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcbb015cab0 0x7fcbb006e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:46.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7fcbaf7fe640 1 --2- 172.21.15.32:0/381785902 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcbb00cdb40 0x7fcbb00b25f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fcba4024bb0 tx=0x7fcba401cee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f3279aa0640 1 -- 172.21.15.32:0/2193094342 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3274160a00 msgr2=0x7f32740c1bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f3279aa0640 1 --2- 172.21.15.32:0/2193094342 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3274160a00 0x7f32740c1bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f3279aa0640 1 -- 172.21.15.32:0/2193094342 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32740c1070 msgr2=0x7f3274071180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f3279aa0640 1 --2- 172.21.15.32:0/2193094342 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32740c1070 0x7f3274071180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f3279aa0640 1 -- 172.21.15.32:0/2193094342 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f326c009b30 con 0x7f327406ca30 2024-09-13T17:47:46.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f327929f640 1 --2- 172.21.15.32:0/2193094342 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32740c1070 0x7f3274071180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:47:46.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f3279aa0640 1 --2- 172.21.15.32:0/2193094342 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f327406ca30 0x7f32740993f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f326c0af040 tx=0x7f326c0197e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f2ff5ffb640 1 -- 172.21.15.32:0/2783456676 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3004165cd0 con 0x7f2ffc0df9c0 2024-09-13T17:47:46.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f88dd02e640 1 -- 172.21.15.32:0/3815816987 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88d00a5a00 con 0x7f88d8143cc0 2024-09-13T17:47:46.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f88dd02e640 1 -- 172.21.15.32:0/3815816987 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88d00a5b60 con 0x7f88d8143cc0 2024-09-13T17:47:46.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f88dd02e640 1 -- 172.21.15.32:0/3815816987 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88d00ad440 con 0x7f88d8143cc0 2024-09-13T17:47:46.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f88e0294640 1 -- 172.21.15.32:0/3815816987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f88d8143cc0 msgr2=0x7f88d80ae5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f88e0294640 1 --2- 172.21.15.32:0/3815816987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f88d8143cc0 0x7f88d80ae5a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f88d0009d90 tx=0x7f88d001c940 comp rx=0 tx=0).stop 2024-09-13T17:47:46.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f88e0294640 1 -- 172.21.15.32:0/3815816987 shutdown_connections 2024-09-13T17:47:46.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f88e0294640 1 --2- 172.21.15.32:0/3815816987 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88d815e9d0 0x7f88d8069f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f88e0294640 1 --2- 172.21.15.32:0/3815816987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f88d8143cc0 0x7f88d80ae5a0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f88e0294640 1 -- 172.21.15.32:0/3815816987 >> 172.21.15.32:0/3815816987 conn(0x7f88d80b4630 msgr2=0x7f88d80b4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:46.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f88e0294640 1 -- 172.21.15.32:0/3815816987 shutdown_connections 2024-09-13T17:47:46.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.890+0000 7f88e0294640 1 -- 172.21.15.32:0/3815816987 wait complete. 2024-09-13T17:47:46.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88e0294640 1 Processor -- start 2024-09-13T17:47:46.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88e0294640 1 -- start start 2024-09-13T17:47:46.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88e0294640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88d806a4c0 0x7f88d8159920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88e0294640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f88d8143cc0 0x7f88d809c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88e0294640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88d815e9d0 0x7f88d80cbd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88e0294640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88d809d210 con 0x7f88d8143cc0 2024-09-13T17:47:46.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88e0294640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88d80cdd50 con 0x7f88d806a4c0 2024-09-13T17:47:46.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88e0294640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88d80ce030 con 0x7f88d815e9d0 2024-09-13T17:47:46.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88dd82f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f88d8143cc0 0x7f88d809c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88dd82f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f88d8143cc0 0x7f88d809c770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40450/0 (socket says 172.21.15.32:40450) 2024-09-13T17:47:46.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88dd82f640 1 -- 172.21.15.32:0/1380635861 learned_addr learned my addr 172.21.15.32:0/1380635861 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:46.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88de831640 1 --2- 172.21.15.32:0/1380635861 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88d815e9d0 0x7f88d80cbd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88de030640 1 --2- 172.21.15.32:0/1380635861 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88d806a4c0 0x7f88d8159920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88dd82f640 1 -- 172.21.15.32:0/1380635861 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88d815e9d0 msgr2=0x7f88d80cbd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88dd82f640 1 --2- 172.21.15.32:0/1380635861 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88d815e9d0 0x7f88d80cbd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88dd82f640 1 -- 172.21.15.32:0/1380635861 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88d806a4c0 msgr2=0x7f88d8159920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:46.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88dd82f640 1 --2- 172.21.15.32:0/1380635861 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88d806a4c0 0x7f88d8159920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:46.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88dd82f640 1 -- 172.21.15.32:0/1380635861 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88d0009a70 con 0x7f88d8143cc0 2024-09-13T17:47:46.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88de030640 1 --2- 172.21.15.32:0/1380635861 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88d806a4c0 0x7f88d8159920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:46.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88dd82f640 1 --2- 172.21.15.32:0/1380635861 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f88d8143cc0 0x7f88d809c770 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f88c800d5f0 tx=0x7f88c800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88ceffd640 1 -- 172.21.15.32:0/1380635861 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88c80125f0 con 0x7f88d8143cc0 2024-09-13T17:47:46.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88ceffd640 1 -- 172.21.15.32:0/1380635861 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88c8012750 con 0x7f88d8143cc0 2024-09-13T17:47:46.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88ceffd640 1 -- 172.21.15.32:0/1380635861 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88c8012ae0 con 0x7f88d8143cc0 2024-09-13T17:47:46.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88e0294640 1 -- 172.21.15.32:0/1380635861 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88d80ce310 con 0x7f88d8143cc0 2024-09-13T17:47:46.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88e0294640 1 -- 172.21.15.32:0/1380635861 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88d8159e60 con 0x7f88d8143cc0 2024-09-13T17:47:46.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.894+0000 7f88e0294640 1 -- 172.21.15.32:0/1380635861 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88d80b2c30 con 0x7f88d8143cc0 2024-09-13T17:47:46.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.898+0000 7f73eaffd640 1 -- 172.21.15.32:0/712542287 <== mon.2 v2:172.21.15.159:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f73e40ebf30 con 0x7f73f406d2a0 2024-09-13T17:47:46.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.898+0000 7f88ceffd640 1 -- 172.21.15.32:0/1380635861 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f88c8012c40 con 0x7f88d8143cc0 2024-09-13T17:47:46.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.898+0000 7f88ceffd640 1 --2- 172.21.15.32:0/1380635861 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f88bc066690 0x7f88bc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.898+0000 7f88ceffd640 1 -- 172.21.15.32:0/1380635861 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f88c8085390 con 0x7f88d8143cc0 2024-09-13T17:47:46.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.898+0000 7f68057fa640 1 -- 172.21.15.32:0/1498160734 <== mon.1 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f67fc051ea0 con 0x7f6808160850 2024-09-13T17:47:46.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.898+0000 7f88de030640 1 --2- 172.21.15.32:0/1380635861 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f88bc066690 0x7f88bc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.898+0000 7f88de030640 1 --2- 172.21.15.32:0/1380635861 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f88bc066690 0x7f88bc068b50 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f88d00af000 tx=0x7f88d00a7070 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.906+0000 7f88ceffd640 1 -- 172.21.15.32:0/1380635861 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f88c8052580 con 0x7f88d8143cc0 2024-09-13T17:47:46.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.910+0000 7fe783fff640 1 -- 172.21.15.32:0/1232949870 <== mon.1 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe7900ec0d0 con 0x7fe79c159000 2024-09-13T17:47:46.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.910+0000 7f326a7fc640 1 -- 172.21.15.32:0/2193094342 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f326c0b8880 con 0x7f327406ca30 2024-09-13T17:47:46.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.910+0000 7f326a7fc640 1 -- 172.21.15.32:0/2193094342 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f326c0b8a20 con 0x7f327406ca30 2024-09-13T17:47:46.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.910+0000 7f326a7fc640 1 -- 172.21.15.32:0/2193094342 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f326c0b8dd0 con 0x7f327406ca30 2024-09-13T17:47:46.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.910+0000 7f327bd04640 1 -- 172.21.15.32:0/2193094342 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f327409a3a0 con 0x7f327406ca30 2024-09-13T17:47:46.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.910+0000 7f327bd04640 1 -- 172.21.15.32:0/2193094342 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32740c2ed0 con 0x7f327406ca30 2024-09-13T17:47:46.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.910+0000 7fcbacff9640 1 -- 172.21.15.32:0/381785902 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcba40acd00 con 0x7fcbb00cdb40 2024-09-13T17:47:46.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.910+0000 7fcbacff9640 1 -- 172.21.15.32:0/381785902 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcba40ace60 con 0x7fcbb00cdb40 2024-09-13T17:47:46.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.910+0000 7fcbacff9640 1 -- 172.21.15.32:0/381785902 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcba40b7680 con 0x7fcbb00cdb40 2024-09-13T17:47:46.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.914+0000 7fcbb62b6640 1 -- 172.21.15.32:0/381785902 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcba40094d0 con 0x7fcbb00cdb40 2024-09-13T17:47:46.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.914+0000 7fcbb62b6640 1 -- 172.21.15.32:0/381785902 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcbb0158820 con 0x7fcbb00cdb40 2024-09-13T17:47:46.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.914+0000 7f327bd04640 1 -- 172.21.15.32:0/2193094342 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32740c99d0 con 0x7f327406ca30 2024-09-13T17:47:46.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.914+0000 7fcbb62b6640 1 -- 172.21.15.32:0/381785902 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcbb0159300 con 0x7fcbb00cdb40 2024-09-13T17:47:46.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.914+0000 7f326a7fc640 1 -- 172.21.15.32:0/2193094342 <== mon.1 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f326c0ca430 con 0x7f327406ca30 2024-09-13T17:47:46.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.914+0000 7f326a7fc640 1 --2- 172.21.15.32:0/2193094342 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3258066760 0x7f3258068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.914+0000 7f326a7fc640 1 -- 172.21.15.32:0/2193094342 <== mon.1 v2:172.21.15.159:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f326c11fed0 con 0x7f327406ca30 2024-09-13T17:47:46.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.914+0000 7fcbacff9640 1 -- 172.21.15.32:0/381785902 <== mon.1 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcba40b77e0 con 0x7fcbb00cdb40 2024-09-13T17:47:46.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.918+0000 7fcbacff9640 1 --2- 172.21.15.32:0/381785902 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcb9c066710 0x7fcb9c068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:46.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.918+0000 7fcbacff9640 1 -- 172.21.15.32:0/381785902 <== mon.1 v2:172.21.15.159:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fcba411f290 con 0x7fcbb00cdb40 2024-09-13T17:47:46.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.918+0000 7f327929f640 1 --2- 172.21.15.32:0/2193094342 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3258066760 0x7f3258068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.918+0000 7fcbaffff640 1 --2- 172.21.15.32:0/381785902 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcb9c066710 0x7fcb9c068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:46.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.918+0000 7f327929f640 1 --2- 172.21.15.32:0/2193094342 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3258066760 0x7f3258068c20 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f327406d0d0 tx=0x7f3264008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.918+0000 7fcbaffff640 1 --2- 172.21.15.32:0/381785902 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcb9c066710 0x7fcb9c068bd0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fcba0009cf0 tx=0x7fcba0009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:46.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.926+0000 7f326a7fc640 1 -- 172.21.15.32:0/2193094342 <== mon.1 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f326c0ed190 con 0x7f327406ca30 2024-09-13T17:47:46.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:46.938+0000 7fcbacff9640 1 -- 172.21.15.32:0/381785902 <== mon.1 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fcba40ec3f0 con 0x7fcbb00cdb40 2024-09-13T17:47:47.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.170+0000 7ff96d368640 1 -- 172.21.15.32:0/1341131722 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7ff954005510 con 0x7ff96806d9b0 2024-09-13T17:47:47.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.170+0000 7ff94f7fe640 1 -- 172.21.15.32:0/1341131722 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff958015070 con 0x7ff96806d9b0 2024-09-13T17:47:47.177 INFO:teuthology.orchestra.run.smithi032.stdout:64424509449 2024-09-13T17:47:47.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.174+0000 7ff94d7fa640 1 -- 172.21.15.32:0/1341131722 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff950066b40 msgr2=0x7ff950069000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.174+0000 7ff94d7fa640 1 --2- 172.21.15.32:0/1341131722 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff950066b40 0x7ff950069000 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff95c0b2000 tx=0x7ff95c008040 comp rx=0 tx=0).stop 2024-09-13T17:47:47.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.174+0000 7ff94d7fa640 1 -- 172.21.15.32:0/1341131722 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff96806d9b0 msgr2=0x7ff9682025d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.174+0000 7ff94d7fa640 1 --2- 172.21.15.32:0/1341131722 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff96806d9b0 0x7ff9682025d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7ff95800c880 tx=0x7ff95800cd40 comp rx=0 tx=0).stop 2024-09-13T17:47:47.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.174+0000 7ff94d7fa640 1 -- 172.21.15.32:0/1341131722 shutdown_connections 2024-09-13T17:47:47.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.174+0000 7ff94d7fa640 1 --2- 172.21.15.32:0/1341131722 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff950066b40 0x7ff950069000 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.174+0000 7ff94d7fa640 1 --2- 172.21.15.32:0/1341131722 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff96814e070 0x7ff96814e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.174+0000 7ff94d7fa640 1 --2- 172.21.15.32:0/1341131722 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff9680ca390 0x7ff9681fb9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.174+0000 7ff94d7fa640 1 --2- 172.21.15.32:0/1341131722 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff96806d9b0 0x7ff9682025d0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.174+0000 7ff94d7fa640 1 -- 172.21.15.32:0/1341131722 >> 172.21.15.32:0/1341131722 conn(0x7ff9680afc80 msgr2=0x7ff9681576b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:47.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.174+0000 7ff94d7fa640 1 -- 172.21.15.32:0/1341131722 shutdown_connections 2024-09-13T17:47:47.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.174+0000 7ff94d7fa640 1 -- 172.21.15.32:0/1341131722 wait complete. 2024-09-13T17:47:47.201 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.0 2024-09-13T17:47:47.202 DEBUG:teuthology.parallel:result is None 2024-09-13T17:47:47.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.202+0000 7f300a5af640 1 -- 172.21.15.32:0/2783456676 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f2fe4005510 con 0x7f2ffc0df9c0 2024-09-13T17:47:47.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.202+0000 7f2ff5ffb640 1 -- 172.21.15.32:0/2783456676 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f30041692f0 con 0x7f2ffc0df9c0 2024-09-13T17:47:47.207 INFO:teuthology.orchestra.run.smithi032.stdout:64424509450 2024-09-13T17:47:47.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.202+0000 7f73f359e640 1 -- 172.21.15.32:0/712542287 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f73d80057e0 con 0x7f73f406d2a0 2024-09-13T17:47:47.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.202+0000 7f73eaffd640 1 -- 172.21.15.32:0/712542287 <== mon.2 v2:172.21.15.159:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f73e40abe60 con 0x7f73f406d2a0 2024-09-13T17:47:47.209 INFO:teuthology.orchestra.run.smithi032.stdout:68719476747 2024-09-13T17:47:47.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f300a5af640 1 -- 172.21.15.32:0/2783456676 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2fe8066690 msgr2=0x7f2fe8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f300a5af640 1 --2- 172.21.15.32:0/2783456676 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2fe8066690 0x7f2fe8068b50 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8006fd0 tx=0x7f2ff8006b40 comp rx=0 tx=0).stop 2024-09-13T17:47:47.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f300a5af640 1 -- 172.21.15.32:0/2783456676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ffc0df9c0 msgr2=0x7f2ffc0d5c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f300a5af640 1 --2- 172.21.15.32:0/2783456676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ffc0df9c0 0x7f2ffc0d5c50 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3004067520 tx=0x7f3004093500 comp rx=0 tx=0).stop 2024-09-13T17:47:47.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f300a5af640 1 -- 172.21.15.32:0/2783456676 shutdown_connections 2024-09-13T17:47:47.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f300a5af640 1 --2- 172.21.15.32:0/2783456676 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2fe8066690 0x7f2fe8068b50 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f300a5af640 1 --2- 172.21.15.32:0/2783456676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ffc0df9c0 0x7f2ffc0d5c50 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f300a5af640 1 --2- 172.21.15.32:0/2783456676 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2ffc03aa80 0x7f2ffc007010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f300a5af640 1 --2- 172.21.15.32:0/2783456676 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2ffc034a10 0x7f2ffc04e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f300a5af640 1 -- 172.21.15.32:0/2783456676 >> 172.21.15.32:0/2783456676 conn(0x7f2ffc01ea20 msgr2=0x7f2ffc033be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:47.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f300a5af640 1 -- 172.21.15.32:0/2783456676 shutdown_connections 2024-09-13T17:47:47.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f300a5af640 1 -- 172.21.15.32:0/2783456676 wait complete. 2024-09-13T17:47:47.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f73f359e640 1 -- 172.21.15.32:0/712542287 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f73d4066710 msgr2=0x7f73d4068bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f73f359e640 1 --2- 172.21.15.32:0/712542287 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f73d4066710 0x7f73d4068bd0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f73f4154580 tx=0x7f73dc009040 comp rx=0 tx=0).stop 2024-09-13T17:47:47.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f73f359e640 1 -- 172.21.15.32:0/712542287 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f73f406d2a0 msgr2=0x7f73f409ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f73f359e640 1 --2- 172.21.15.32:0/712542287 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f73f406d2a0 0x7f73f409ab50 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f73e40ac000 tx=0x7f73e401ad00 comp rx=0 tx=0).stop 2024-09-13T17:47:47.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f73f359e640 1 -- 172.21.15.32:0/712542287 shutdown_connections 2024-09-13T17:47:47.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f73f359e640 1 --2- 172.21.15.32:0/712542287 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f73d4066710 0x7f73d4068bd0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f73f359e640 1 --2- 172.21.15.32:0/712542287 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f73f4160860 0x7f73f4151bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f73f359e640 1 --2- 172.21.15.32:0/712542287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73f406e580 0x7f73f41536b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f73f359e640 1 --2- 172.21.15.32:0/712542287 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f73f406d2a0 0x7f73f409ab50 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f73f359e640 1 -- 172.21.15.32:0/712542287 >> 172.21.15.32:0/712542287 conn(0x7f73f40989e0 msgr2=0x7f73f40b4190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:47.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f73f359e640 1 -- 172.21.15.32:0/712542287 shutdown_connections 2024-09-13T17:47:47.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.206+0000 7f73f359e640 1 -- 172.21.15.32:0/712542287 wait complete. 2024-09-13T17:47:47.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.214+0000 7f680f048640 1 -- 172.21.15.32:0/1498160734 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f67e40057e0 con 0x7f6808160850 2024-09-13T17:47:47.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.214+0000 7f68057fa640 1 -- 172.21.15.32:0/1498160734 <== mon.1 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f67fc017090 con 0x7f6808160850 2024-09-13T17:47:47.220 INFO:teuthology.orchestra.run.smithi032.stdout:64424509450 2024-09-13T17:47:47.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.218+0000 7f680f048640 1 -- 172.21.15.32:0/1498160734 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f67f8066940 msgr2=0x7f67f8068e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.218+0000 7f680f048640 1 --2- 172.21.15.32:0/1498160734 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f67f8066940 0x7f67f8068e00 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f67f40ae000 tx=0x7f67f40a7000 comp rx=0 tx=0).stop 2024-09-13T17:47:47.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.218+0000 7f680f048640 1 -- 172.21.15.32:0/1498160734 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6808160850 msgr2=0x7f6808151380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.218+0000 7f680f048640 1 --2- 172.21.15.32:0/1498160734 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6808160850 0x7f6808151380 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f67fc00e900 tx=0x7f67fc00edc0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.218+0000 7f680f048640 1 -- 172.21.15.32:0/1498160734 shutdown_connections 2024-09-13T17:47:47.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.218+0000 7f680f048640 1 --2- 172.21.15.32:0/1498160734 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f67f8066940 0x7f67f8068e00 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.218+0000 7f680f048640 1 --2- 172.21.15.32:0/1498160734 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6808159450 0x7f680814d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.218+0000 7f680f048640 1 --2- 172.21.15.32:0/1498160734 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6808160850 0x7f6808151380 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.218+0000 7f680f048640 1 --2- 172.21.15.32:0/1498160734 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f68080cd220 0x7f680806e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.218+0000 7f680f048640 1 -- 172.21.15.32:0/1498160734 >> 172.21.15.32:0/1498160734 conn(0x7f6808069f80 msgr2=0x7f6808160d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:47.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.218+0000 7f680f048640 1 -- 172.21.15.32:0/1498160734 shutdown_connections 2024-09-13T17:47:47.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.218+0000 7f680f048640 1 -- 172.21.15.32:0/1498160734 wait complete. 2024-09-13T17:47:47.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.226+0000 7fe7a0fc9640 1 -- 172.21.15.32:0/1232949870 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fe79c1f6e90 con 0x7fe79c159000 2024-09-13T17:47:47.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.230+0000 7fe783fff640 1 -- 172.21.15.32:0/1232949870 <== mon.1 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe7900ef6f0 con 0x7fe79c159000 2024-09-13T17:47:47.233 INFO:teuthology.orchestra.run.smithi032.stdout:64424509452 2024-09-13T17:47:47.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.230+0000 7f88e0294640 1 -- 172.21.15.32:0/1380635861 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f88d80cef50 con 0x7f88d8143cc0 2024-09-13T17:47:47.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.230+0000 7f88ceffd640 1 -- 172.21.15.32:0/1380635861 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f88c8055ba0 con 0x7f88d8143cc0 2024-09-13T17:47:47.234 INFO:teuthology.orchestra.run.smithi032.stdout:64424509451 2024-09-13T17:47:47.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.230+0000 7fe7a0fc9640 1 -- 172.21.15.32:0/1232949870 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe788066690 msgr2=0x7fe788068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.230+0000 7fe7a0fc9640 1 --2- 172.21.15.32:0/1232949870 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe788066690 0x7fe788068b50 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fe79c15d740 tx=0x7fe794009040 comp rx=0 tx=0).stop 2024-09-13T17:47:47.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7fe7a0fc9640 1 -- 172.21.15.32:0/1232949870 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe79c159000 msgr2=0x7fe79c1f53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7fe7a0fc9640 1 --2- 172.21.15.32:0/1232949870 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe79c159000 0x7fe79c1f53c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe7900ad000 tx=0x7fe79001b420 comp rx=0 tx=0).stop 2024-09-13T17:47:47.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7fe7a0fc9640 1 -- 172.21.15.32:0/1232949870 shutdown_connections 2024-09-13T17:47:47.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7fe7a0fc9640 1 --2- 172.21.15.32:0/1232949870 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe788066690 0x7fe788068b50 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7fe7a0fc9640 1 --2- 172.21.15.32:0/1232949870 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe79c159000 0x7fe79c1f53c0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7fe7a0fc9640 1 --2- 172.21.15.32:0/1232949870 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c158020 0x7fe79c201aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7fe7a0fc9640 1 --2- 172.21.15.32:0/1232949870 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe79c06c7e0 0x7fe79c1544e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7fe7a0fc9640 1 -- 172.21.15.32:0/1232949870 >> 172.21.15.32:0/1232949870 conn(0x7fe79c0afc40 msgr2=0x7fe79c161bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:47.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7fe7a0fc9640 1 -- 172.21.15.32:0/1232949870 shutdown_connections 2024-09-13T17:47:47.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7fe7a0fc9640 1 -- 172.21.15.32:0/1232949870 wait complete. 2024-09-13T17:47:47.240 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509450 for osd.3 2024-09-13T17:47:47.240 DEBUG:teuthology.parallel:result is None 2024-09-13T17:47:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7f88e0294640 1 -- 172.21.15.32:0/1380635861 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f88bc066690 msgr2=0x7f88bc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7f88e0294640 1 --2- 172.21.15.32:0/1380635861 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f88bc066690 0x7f88bc068b50 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f88d00af000 tx=0x7f88d00a7070 comp rx=0 tx=0).stop 2024-09-13T17:47:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7f88e0294640 1 -- 172.21.15.32:0/1380635861 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f88d8143cc0 msgr2=0x7f88d809c770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7f88e0294640 1 --2- 172.21.15.32:0/1380635861 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f88d8143cc0 0x7f88d809c770 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f88c800d5f0 tx=0x7f88c800dab0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7f88e0294640 1 -- 172.21.15.32:0/1380635861 shutdown_connections 2024-09-13T17:47:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7f88e0294640 1 --2- 172.21.15.32:0/1380635861 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f88bc066690 0x7f88bc068b50 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7f88e0294640 1 --2- 172.21.15.32:0/1380635861 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88d815e9d0 0x7f88d80cbd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7f88e0294640 1 --2- 172.21.15.32:0/1380635861 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f88d8143cc0 0x7f88d809c770 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7f88e0294640 1 --2- 172.21.15.32:0/1380635861 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88d806a4c0 0x7f88d8159920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7f88e0294640 1 -- 172.21.15.32:0/1380635861 >> 172.21.15.32:0/1380635861 conn(0x7f88d80b4630 msgr2=0x7f88d8165d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:47.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7f88e0294640 1 -- 172.21.15.32:0/1380635861 shutdown_connections 2024-09-13T17:47:47.243 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476747 got 68719476747 for osd.5 2024-09-13T17:47:47.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.234+0000 7f88e0294640 1 -- 172.21.15.32:0/1380635861 wait complete. 2024-09-13T17:47:47.243 DEBUG:teuthology.parallel:result is None 2024-09-13T17:47:47.244 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509450 for osd.6 2024-09-13T17:47:47.244 DEBUG:teuthology.parallel:result is None 2024-09-13T17:47:47.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.250+0000 7fcbb62b6640 1 -- 172.21.15.32:0/381785902 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fcbb0159300 con 0x7fcbb00cdb40 2024-09-13T17:47:47.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.250+0000 7fcbacff9640 1 -- 172.21.15.32:0/381785902 <== mon.1 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fcbb0159300 con 0x7fcbb00cdb40 2024-09-13T17:47:47.256 INFO:teuthology.orchestra.run.smithi032.stdout:68719476747 2024-09-13T17:47:47.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.254+0000 7fcbb62b6640 1 -- 172.21.15.32:0/381785902 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcb9c066710 msgr2=0x7fcb9c068bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.254+0000 7fcbb62b6640 1 --2- 172.21.15.32:0/381785902 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcb9c066710 0x7fcb9c068bd0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fcba0009cf0 tx=0x7fcba0009190 comp rx=0 tx=0).stop 2024-09-13T17:47:47.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.254+0000 7fcbb62b6640 1 -- 172.21.15.32:0/381785902 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcbb00cdb40 msgr2=0x7fcbb00b25f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.254+0000 7fcbb62b6640 1 --2- 172.21.15.32:0/381785902 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcbb00cdb40 0x7fcbb00b25f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fcba4024bb0 tx=0x7fcba401cee0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.254+0000 7f327bd04640 1 -- 172.21.15.32:0/2193094342 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f32740cb990 con 0x7f327406ca30 2024-09-13T17:47:47.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.254+0000 7fcbb62b6640 1 -- 172.21.15.32:0/381785902 shutdown_connections 2024-09-13T17:47:47.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.254+0000 7fcbb62b6640 1 --2- 172.21.15.32:0/381785902 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcb9c066710 0x7fcb9c068bd0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.254+0000 7fcbb62b6640 1 --2- 172.21.15.32:0/381785902 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fcbb015cab0 0x7fcbb006e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.254+0000 7fcbb62b6640 1 --2- 172.21.15.32:0/381785902 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcbb00cdb40 0x7fcbb00b25f0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.254+0000 7fcbb62b6640 1 --2- 172.21.15.32:0/381785902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcbb00b1690 0x7fcbb014fea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.254+0000 7fcbb62b6640 1 -- 172.21.15.32:0/381785902 >> 172.21.15.32:0/381785902 conn(0x7fcbb00989e0 msgr2=0x7fcbb015bb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:47.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.254+0000 7fcbb62b6640 1 -- 172.21.15.32:0/381785902 shutdown_connections 2024-09-13T17:47:47.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.254+0000 7fcbb62b6640 1 -- 172.21.15.32:0/381785902 wait complete. 2024-09-13T17:47:47.260 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509451 got 64424509451 for osd.1 2024-09-13T17:47:47.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.254+0000 7f326a7fc640 1 -- 172.21.15.32:0/2193094342 <== mon.1 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f32740cb990 con 0x7f327406ca30 2024-09-13T17:47:47.261 INFO:teuthology.orchestra.run.smithi032.stdout:55834574859 2024-09-13T17:47:47.261 DEBUG:teuthology.parallel:result is None 2024-09-13T17:47:47.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.258+0000 7f327bd04640 1 -- 172.21.15.32:0/2193094342 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3258066760 msgr2=0x7f3258068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.258+0000 7f327bd04640 1 --2- 172.21.15.32:0/2193094342 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3258066760 0x7f3258068c20 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f327406d0d0 tx=0x7f3264008040 comp rx=0 tx=0).stop 2024-09-13T17:47:47.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.258+0000 7f327bd04640 1 -- 172.21.15.32:0/2193094342 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f327406ca30 msgr2=0x7f32740993f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.258+0000 7f327bd04640 1 --2- 172.21.15.32:0/2193094342 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f327406ca30 0x7f32740993f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f326c0af040 tx=0x7f326c0197e0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.258+0000 7f327bd04640 1 -- 172.21.15.32:0/2193094342 shutdown_connections 2024-09-13T17:47:47.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.258+0000 7f327bd04640 1 --2- 172.21.15.32:0/2193094342 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3258066760 0x7f3258068c20 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.258+0000 7f327bd04640 1 --2- 172.21.15.32:0/2193094342 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3274160a00 0x7f32740c1bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.258+0000 7f327bd04640 1 --2- 172.21.15.32:0/2193094342 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32740c1070 0x7f3274071180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.258+0000 7f327bd04640 1 --2- 172.21.15.32:0/2193094342 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f327406ca30 0x7f32740993f0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.258+0000 7f327bd04640 1 -- 172.21.15.32:0/2193094342 >> 172.21.15.32:0/2193094342 conn(0x7f32740afbf0 msgr2=0x7f32740b2120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:47.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.258+0000 7f327bd04640 1 -- 172.21.15.32:0/2193094342 shutdown_connections 2024-09-13T17:47:47.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.258+0000 7f327bd04640 1 -- 172.21.15.32:0/2193094342 wait complete. 2024-09-13T17:47:47.264 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509452 got 64424509452 for osd.7 2024-09-13T17:47:47.264 DEBUG:teuthology.parallel:result is None 2024-09-13T17:47:47.276 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476747 got 68719476747 for osd.4 2024-09-13T17:47:47.276 DEBUG:teuthology.parallel:result is None 2024-09-13T17:47:47.278 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574859 got 55834574859 for osd.2 2024-09-13T17:47:47.278 DEBUG:teuthology.parallel:result is None 2024-09-13T17:47:47.279 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-13T17:47:47.279 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:47:47.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.422+0000 7fb2a2f0f640 1 Processor -- start 2024-09-13T17:47:47.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.422+0000 7fb2a2f0f640 1 -- start start 2024-09-13T17:47:47.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.422+0000 7fb2a2f0f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb29c15c420 0x7fb29c0ad860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:47.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.422+0000 7fb2a2f0f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb29c0ab910 con 0x7fb29c0ce4d0 2024-09-13T17:47:47.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.422+0000 7fb2a2f0f640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb29c0abbf0 con 0x7fb29c0ab150 2024-09-13T17:47:47.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.422+0000 7fb2a2f0f640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb29c0ac590 con 0x7fb29c15c420 2024-09-13T17:47:47.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.422+0000 7fb2a0cab640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb29c15c420 0x7fb29c0ad860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:47.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.422+0000 7fb2a14ac640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fb29c0ce4d0 0x7fb29c0cbe70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:36838/0 (socket says 172.21.15.32:36838) 2024-09-13T17:47:47.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.422+0000 7fb2a14ac640 1 -- 172.21.15.32:0/3239349750 learned_addr learned my addr 172.21.15.32:0/3239349750 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:47.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.422+0000 7fb2a0cab640 1 -- 172.21.15.32:0/3239349750 >> v1:172.21.15.159:6789/0 conn(0x7fb29c0ab150 legacy=0x7fb29c0ac9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:47.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.422+0000 7fb2a0cab640 1 -- 172.21.15.32:0/3239349750 >> v1:172.21.15.32:6789/0 conn(0x7fb29c0ce4d0 legacy=0x7fb29c0cbe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.422+0000 7fb29b7fe640 1 -- 172.21.15.32:0/3239349750 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2603768610 0 0) 0x7fb29c0ab910 con 0x7fb29c0ce4d0 2024-09-13T17:47:47.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.422+0000 7fb2a0cab640 1 -- 172.21.15.32:0/3239349750 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb29c0abed0 con 0x7fb29c15c420 2024-09-13T17:47:47.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a0cab640 1 --2- 172.21.15.32:0/3239349750 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb29c15c420 0x7fb29c0ad860 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fb28c0097c0 tx=0x7fb28c01c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c5f2baf66ded494 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:47.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb29b7fe640 1 -- 172.21.15.32:0/3239349750 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb28c0ab600 con 0x7fb29c15c420 2024-09-13T17:47:47.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb29b7fe640 1 -- 172.21.15.32:0/3239349750 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb28c0a7050 con 0x7fb29c15c420 2024-09-13T17:47:47.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb29b7fe640 1 -- 172.21.15.32:0/3239349750 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb28c0ab980 con 0x7fb29c15c420 2024-09-13T17:47:47.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a2f0f640 1 -- 172.21.15.32:0/3239349750 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb29c15c420 msgr2=0x7fb29c0ad860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a2f0f640 1 --2- 172.21.15.32:0/3239349750 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb29c15c420 0x7fb29c0ad860 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fb28c0097c0 tx=0x7fb28c01c3a0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a2f0f640 1 -- 172.21.15.32:0/3239349750 shutdown_connections 2024-09-13T17:47:47.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a2f0f640 1 --2- 172.21.15.32:0/3239349750 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb29c15c420 0x7fb29c0ad860 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a2f0f640 1 -- 172.21.15.32:0/3239349750 >> 172.21.15.32:0/3239349750 conn(0x7fb29c06a150 msgr2=0x7fb29c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:47.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a2f0f640 1 -- 172.21.15.32:0/3239349750 shutdown_connections 2024-09-13T17:47:47.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a2f0f640 1 -- 172.21.15.32:0/3239349750 wait complete. 2024-09-13T17:47:47.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a2f0f640 1 Processor -- start 2024-09-13T17:47:47.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a2f0f640 1 -- start start 2024-09-13T17:47:47.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a2f0f640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb29c0ab150 0x7fb29c097490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:47.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a2f0f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb29c0ce4d0 0x7fb29c0c7de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:47.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a2f0f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb29c15c420 0x7fb29c0c3b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:47.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a2f0f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb29c097d20 con 0x7fb29c15c420 2024-09-13T17:47:47.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a2f0f640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb29c0c3680 con 0x7fb29c0ab150 2024-09-13T17:47:47.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a2f0f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb29c0c8320 con 0x7fb29c0ce4d0 2024-09-13T17:47:47.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a14ac640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb29c15c420 0x7fb29c0c3b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:47.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a14ac640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb29c15c420 0x7fb29c0c3b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40470/0 (socket says 172.21.15.32:40470) 2024-09-13T17:47:47.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a14ac640 1 -- 172.21.15.32:0/3234771293 learned_addr learned my addr 172.21.15.32:0/3234771293 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:47.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a0cab640 1 --2- 172.21.15.32:0/3234771293 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb29c0ab150 0x7fb29c097490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:47.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a14ac640 1 -- 172.21.15.32:0/3234771293 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb29c0ce4d0 msgr2=0x7fb29c0c7de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb29bfff640 1 --2- 172.21.15.32:0/3234771293 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb29c0ce4d0 0x7fb29c0c7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:47.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a14ac640 1 --2- 172.21.15.32:0/3234771293 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb29c0ce4d0 0x7fb29c0c7de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a14ac640 1 -- 172.21.15.32:0/3234771293 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb29c0ab150 msgr2=0x7fb29c097490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a14ac640 1 --2- 172.21.15.32:0/3234771293 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb29c0ab150 0x7fb29c097490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a14ac640 1 -- 172.21.15.32:0/3234771293 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb28c009420 con 0x7fb29c15c420 2024-09-13T17:47:47.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.426+0000 7fb2a14ac640 1 --2- 172.21.15.32:0/3234771293 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb29c15c420 0x7fb29c0c3b10 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb29400c480 tx=0x7fb29400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:47.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.430+0000 7fb2997fa640 1 -- 172.21.15.32:0/3234771293 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2940074e0 con 0x7fb29c15c420 2024-09-13T17:47:47.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.430+0000 7fb2997fa640 1 -- 172.21.15.32:0/3234771293 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb294007660 con 0x7fb29c15c420 2024-09-13T17:47:47.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.430+0000 7fb2a2f0f640 1 -- 172.21.15.32:0/3234771293 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb29c0cee70 con 0x7fb29c15c420 2024-09-13T17:47:47.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.430+0000 7fb2997fa640 1 -- 172.21.15.32:0/3234771293 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb294004a30 con 0x7fb29c15c420 2024-09-13T17:47:47.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.430+0000 7fb2a2f0f640 1 -- 172.21.15.32:0/3234771293 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb29c0c2840 con 0x7fb29c15c420 2024-09-13T17:47:47.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.430+0000 7fb2a2f0f640 1 -- 172.21.15.32:0/3234771293 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb29c0c3830 con 0x7fb29c15c420 2024-09-13T17:47:47.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.430+0000 7fb2997fa640 1 -- 172.21.15.32:0/3234771293 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb294004b90 con 0x7fb29c15c420 2024-09-13T17:47:47.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.430+0000 7fb2997fa640 1 --2- 172.21.15.32:0/3234771293 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb288066690 0x7fb288068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:47.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.430+0000 7fb2997fa640 1 -- 172.21.15.32:0/3234771293 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb2940834f0 con 0x7fb29c15c420 2024-09-13T17:47:47.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.430+0000 7fb2a0cab640 1 --2- 172.21.15.32:0/3234771293 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb288066690 0x7fb288068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:47.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.430+0000 7fb2a0cab640 1 --2- 172.21.15.32:0/3234771293 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb288066690 0x7fb288068b50 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb28c0ad000 tx=0x7fb28c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:47.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.434+0000 7fb2997fa640 1 -- 172.21.15.32:0/3234771293 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb29c0c3830 con 0x7fb29c15c420 2024-09-13T17:47:47.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.582+0000 7fb2a2f0f640 1 -- 172.21.15.32:0/3234771293 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb29c0cecf0 con 0x7fb288066690 2024-09-13T17:47:47.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.610+0000 7fb2997fa640 1 -- 172.21.15.32:0/3234771293 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345210 (secure 0 0 0) 0x7fb28c0bb090 con 0x7fb288066690 2024-09-13T17:47:47.617 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:47.619 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-13T17:47:47.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.614+0000 7fb2a2f0f640 1 -- 172.21.15.32:0/3234771293 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb288066690 msgr2=0x7fb288068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.614+0000 7fb2a2f0f640 1 --2- 172.21.15.32:0/3234771293 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb288066690 0x7fb288068b50 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb28c0ad000 tx=0x7fb28c008040 comp rx=0 tx=0).stop 2024-09-13T17:47:47.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.614+0000 7fb2a2f0f640 1 -- 172.21.15.32:0/3234771293 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb29c15c420 msgr2=0x7fb29c0c3b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.614+0000 7fb2a2f0f640 1 --2- 172.21.15.32:0/3234771293 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb29c15c420 0x7fb29c0c3b10 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb29400c480 tx=0x7fb29400c940 comp rx=0 tx=0).stop 2024-09-13T17:47:47.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.614+0000 7fb2a2f0f640 1 -- 172.21.15.32:0/3234771293 shutdown_connections 2024-09-13T17:47:47.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.614+0000 7fb2a2f0f640 1 --2- 172.21.15.32:0/3234771293 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb288066690 0x7fb288068b50 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.614+0000 7fb2a2f0f640 1 --2- 172.21.15.32:0/3234771293 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb29c15c420 0x7fb29c0c3b10 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.614+0000 7fb2a2f0f640 1 --2- 172.21.15.32:0/3234771293 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb29c0ce4d0 0x7fb29c0c7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.614+0000 7fb2a2f0f640 1 --2- 172.21.15.32:0/3234771293 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb29c0ab150 0x7fb29c097490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.614+0000 7fb2a2f0f640 1 -- 172.21.15.32:0/3234771293 >> 172.21.15.32:0/3234771293 conn(0x7fb29c06a150 msgr2=0x7fb29c157840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:47.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.614+0000 7fb2a2f0f640 1 -- 172.21.15.32:0/3234771293 shutdown_connections 2024-09-13T17:47:47.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.614+0000 7fb2a2f0f640 1 -- 172.21.15.32:0/3234771293 wait complete. 2024-09-13T17:47:47.633 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":41,"stamp":"2024-09-13T17:47:46.206793+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235968,"kb_used_data":3400,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754738752,"statfs":{"total":773094113280,"available":772852482048,"internally_reserved":0,"allocated":3481600,"data_stored":2066026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":141,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005359"},"pg_stats":[{"pgid":"2.1f","version":"22'4","reported_seq":18,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233968+0000","last_change":"2024-09-13T17:47:19.720978+0000","last_active":"2024-09-13T17:47:24.233968+0000","last_peered":"2024-09-13T17:47:24.233968+0000","last_clean":"2024-09-13T17:47:24.233968+0000","last_became_active":"2024-09-13T17:47:19.720614+0000","last_became_peered":"2024-09-13T17:47:19.720614+0000","last_unstale":"2024-09-13T17:47:24.233968+0000","last_undegraded":"2024-09-13T17:47:24.233968+0000","last_fullsized":"2024-09-13T17:47:24.233968+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:19:33.499890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213662+0000","last_change":"2024-09-13T17:47:20.118715+0000","last_active":"2024-09-13T17:47:24.213662+0000","last_peered":"2024-09-13T17:47:24.213662+0000","last_clean":"2024-09-13T17:47:24.213662+0000","last_became_active":"2024-09-13T17:47:20.118281+0000","last_became_peered":"2024-09-13T17:47:20.118281+0000","last_unstale":"2024-09-13T17:47:24.213662+0000","last_undegraded":"2024-09-13T17:47:24.213662+0000","last_fullsized":"2024-09-13T17:47:24.213662+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:37.339275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090059+0000","last_change":"2024-09-13T17:47:24.278734+0000","last_active":"2024-09-13T17:47:25.090059+0000","last_peered":"2024-09-13T17:47:25.090059+0000","last_clean":"2024-09-13T17:47:25.090059+0000","last_became_active":"2024-09-13T17:47:24.278343+0000","last_became_peered":"2024-09-13T17:47:24.278343+0000","last_unstale":"2024-09-13T17:47:25.090059+0000","last_undegraded":"2024-09-13T17:47:25.090059+0000","last_fullsized":"2024-09-13T17:47:25.090059+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:03:55.030177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"22'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213919+0000","last_change":"2024-09-13T17:47:19.700359+0000","last_active":"2024-09-13T17:47:24.213919+0000","last_peered":"2024-09-13T17:47:24.213919+0000","last_clean":"2024-09-13T17:47:24.213919+0000","last_became_active":"2024-09-13T17:47:19.700046+0000","last_became_peered":"2024-09-13T17:47:19.700046+0000","last_unstale":"2024-09-13T17:47:24.213919+0000","last_undegraded":"2024-09-13T17:47:24.213919+0000","last_fullsized":"2024-09-13T17:47:24.213919+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:36.204367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233848+0000","last_change":"2024-09-13T17:47:20.105255+0000","last_active":"2024-09-13T17:47:24.233848+0000","last_peered":"2024-09-13T17:47:24.233848+0000","last_clean":"2024-09-13T17:47:24.233848+0000","last_became_active":"2024-09-13T17:47:20.102691+0000","last_became_peered":"2024-09-13T17:47:20.102691+0000","last_unstale":"2024-09-13T17:47:24.233848+0000","last_undegraded":"2024-09-13T17:47:24.233848+0000","last_fullsized":"2024-09-13T17:47:24.233848+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:13.907174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.256899+0000","last_change":"2024-09-13T17:47:24.254117+0000","last_active":"2024-09-13T17:47:24.256899+0000","last_peered":"2024-09-13T17:47:24.256899+0000","last_clean":"2024-09-13T17:47:24.256899+0000","last_became_active":"2024-09-13T17:47:24.252881+0000","last_became_peered":"2024-09-13T17:47:24.252881+0000","last_unstale":"2024-09-13T17:47:24.256899+0000","last_undegraded":"2024-09-13T17:47:24.256899+0000","last_fullsized":"2024-09-13T17:47:24.256899+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:16:01.643077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272555+0000","last_change":"2024-09-13T17:47:19.720563+0000","last_active":"2024-09-13T17:47:24.272555+0000","last_peered":"2024-09-13T17:47:24.272555+0000","last_clean":"2024-09-13T17:47:24.272555+0000","last_became_active":"2024-09-13T17:47:19.719912+0000","last_became_peered":"2024-09-13T17:47:19.719912+0000","last_unstale":"2024-09-13T17:47:24.272555+0000","last_undegraded":"2024-09-13T17:47:24.272555+0000","last_fullsized":"2024-09-13T17:47:24.272555+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:14.894984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.216765+0000","last_change":"2024-09-13T17:47:20.103559+0000","last_active":"2024-09-13T17:47:24.216765+0000","last_peered":"2024-09-13T17:47:24.216765+0000","last_clean":"2024-09-13T17:47:24.216765+0000","last_became_active":"2024-09-13T17:47:20.102308+0000","last_became_peered":"2024-09-13T17:47:20.102308+0000","last_unstale":"2024-09-13T17:47:24.216765+0000","last_undegraded":"2024-09-13T17:47:24.216765+0000","last_fullsized":"2024-09-13T17:47:24.216765+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:18:08.550482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.264901+0000","last_change":"2024-09-13T17:47:24.262623+0000","last_active":"2024-09-13T17:47:24.264901+0000","last_peered":"2024-09-13T17:47:24.264901+0000","last_clean":"2024-09-13T17:47:24.264901+0000","last_became_active":"2024-09-13T17:47:24.261088+0000","last_became_peered":"2024-09-13T17:47:24.261088+0000","last_unstale":"2024-09-13T17:47:24.264901+0000","last_undegraded":"2024-09-13T17:47:24.264901+0000","last_fullsized":"2024-09-13T17:47:24.264901+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:49.060574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271769+0000","last_change":"2024-09-13T17:47:19.716032+0000","last_active":"2024-09-13T17:47:24.271769+0000","last_peered":"2024-09-13T17:47:24.271769+0000","last_clean":"2024-09-13T17:47:24.271769+0000","last_became_active":"2024-09-13T17:47:19.715388+0000","last_became_peered":"2024-09-13T17:47:19.715388+0000","last_unstale":"2024-09-13T17:47:24.271769+0000","last_undegraded":"2024-09-13T17:47:24.271769+0000","last_fullsized":"2024-09-13T17:47:24.271769+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:23:21.846668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217767+0000","last_change":"2024-09-13T17:47:20.099364+0000","last_active":"2024-09-13T17:47:24.217767+0000","last_peered":"2024-09-13T17:47:24.217767+0000","last_clean":"2024-09-13T17:47:24.217767+0000","last_became_active":"2024-09-13T17:47:20.099056+0000","last_became_peered":"2024-09-13T17:47:20.099056+0000","last_unstale":"2024-09-13T17:47:24.217767+0000","last_undegraded":"2024-09-13T17:47:24.217767+0000","last_fullsized":"2024-09-13T17:47:24.217767+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:29.548696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.251711+0000","last_change":"2024-09-13T17:47:24.243429+0000","last_active":"2024-09-13T17:47:24.251711+0000","last_peered":"2024-09-13T17:47:24.251711+0000","last_clean":"2024-09-13T17:47:24.251711+0000","last_became_active":"2024-09-13T17:47:24.242355+0000","last_became_peered":"2024-09-13T17:47:24.242355+0000","last_unstale":"2024-09-13T17:47:24.251711+0000","last_undegraded":"2024-09-13T17:47:24.251711+0000","last_fullsized":"2024-09-13T17:47:24.251711+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:43.878578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.237211+0000","last_change":"2024-09-13T17:47:20.103829+0000","last_active":"2024-09-13T17:47:24.237211+0000","last_peered":"2024-09-13T17:47:24.237211+0000","last_clean":"2024-09-13T17:47:24.237211+0000","last_became_active":"2024-09-13T17:47:20.103547+0000","last_became_peered":"2024-09-13T17:47:20.103547+0000","last_unstale":"2024-09-13T17:47:24.237211+0000","last_undegraded":"2024-09-13T17:47:24.237211+0000","last_fullsized":"2024-09-13T17:47:24.237211+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:00.979797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271278+0000","last_change":"2024-09-13T17:47:19.713891+0000","last_active":"2024-09-13T17:47:24.271278+0000","last_peered":"2024-09-13T17:47:24.271278+0000","last_clean":"2024-09-13T17:47:24.271278+0000","last_became_active":"2024-09-13T17:47:19.712878+0000","last_became_peered":"2024-09-13T17:47:19.712878+0000","last_unstale":"2024-09-13T17:47:24.271278+0000","last_undegraded":"2024-09-13T17:47:24.271278+0000","last_fullsized":"2024-09-13T17:47:24.271278+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:52:47.527426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.236923+0000","last_change":"2024-09-13T17:47:24.234691+0000","last_active":"2024-09-13T17:47:24.236923+0000","last_peered":"2024-09-13T17:47:24.236923+0000","last_clean":"2024-09-13T17:47:24.236923+0000","last_became_active":"2024-09-13T17:47:24.233704+0000","last_became_peered":"2024-09-13T17:47:24.233704+0000","last_unstale":"2024-09-13T17:47:24.236923+0000","last_undegraded":"2024-09-13T17:47:24.236923+0000","last_fullsized":"2024-09-13T17:47:24.236923+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:38.554621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.212922+0000","last_change":"2024-09-13T17:47:20.110757+0000","last_active":"2024-09-13T17:47:24.212922+0000","last_peered":"2024-09-13T17:47:24.212922+0000","last_clean":"2024-09-13T17:47:24.212922+0000","last_became_active":"2024-09-13T17:47:20.104162+0000","last_became_peered":"2024-09-13T17:47:20.104162+0000","last_unstale":"2024-09-13T17:47:24.212922+0000","last_undegraded":"2024-09-13T17:47:24.212922+0000","last_fullsized":"2024-09-13T17:47:24.212922+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230727+0000","last_change":"2024-09-13T17:47:19.701844+0000","last_active":"2024-09-13T17:47:24.230727+0000","last_peered":"2024-09-13T17:47:24.230727+0000","last_clean":"2024-09-13T17:47:24.230727+0000","last_became_active":"2024-09-13T17:47:19.701500+0000","last_became_peered":"2024-09-13T17:47:19.701500+0000","last_unstale":"2024-09-13T17:47:24.230727+0000","last_undegraded":"2024-09-13T17:47:24.230727+0000","last_fullsized":"2024-09-13T17:47:24.230727+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:50.801335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.243114+0000","last_change":"2024-09-13T17:47:24.240018+0000","last_active":"2024-09-13T17:47:24.243114+0000","last_peered":"2024-09-13T17:47:24.243114+0000","last_clean":"2024-09-13T17:47:24.243114+0000","last_became_active":"2024-09-13T17:47:24.238793+0000","last_became_peered":"2024-09-13T17:47:24.238793+0000","last_unstale":"2024-09-13T17:47:24.243114+0000","last_undegraded":"2024-09-13T17:47:24.243114+0000","last_fullsized":"2024-09-13T17:47:24.243114+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:13.245084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213937+0000","last_change":"2024-09-13T17:47:20.123486+0000","last_active":"2024-09-13T17:47:24.213937+0000","last_peered":"2024-09-13T17:47:24.213937+0000","last_clean":"2024-09-13T17:47:24.213937+0000","last_became_active":"2024-09-13T17:47:20.121933+0000","last_became_peered":"2024-09-13T17:47:20.121933+0000","last_unstale":"2024-09-13T17:47:24.213937+0000","last_undegraded":"2024-09-13T17:47:24.213937+0000","last_fullsized":"2024-09-13T17:47:24.213937+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:13.907174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230172+0000","last_change":"2024-09-13T17:47:19.705456+0000","last_active":"2024-09-13T17:47:24.230172+0000","last_peered":"2024-09-13T17:47:24.230172+0000","last_clean":"2024-09-13T17:47:24.230172+0000","last_became_active":"2024-09-13T17:47:19.705120+0000","last_became_peered":"2024-09-13T17:47:19.705120+0000","last_unstale":"2024-09-13T17:47:24.230172+0000","last_undegraded":"2024-09-13T17:47:24.230172+0000","last_fullsized":"2024-09-13T17:47:24.230172+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:52:47.527426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090932+0000","last_change":"2024-09-13T17:47:24.280774+0000","last_active":"2024-09-13T17:47:25.090932+0000","last_peered":"2024-09-13T17:47:25.090932+0000","last_clean":"2024-09-13T17:47:25.090932+0000","last_became_active":"2024-09-13T17:47:24.280064+0000","last_became_peered":"2024-09-13T17:47:24.280064+0000","last_unstale":"2024-09-13T17:47:25.090932+0000","last_undegraded":"2024-09-13T17:47:25.090932+0000","last_fullsized":"2024-09-13T17:47:25.090932+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:51.241045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219015+0000","last_change":"2024-09-13T17:47:20.109472+0000","last_active":"2024-09-13T17:47:24.219015+0000","last_peered":"2024-09-13T17:47:24.219015+0000","last_clean":"2024-09-13T17:47:24.219015+0000","last_became_active":"2024-09-13T17:47:20.108632+0000","last_became_peered":"2024-09-13T17:47:20.108632+0000","last_unstale":"2024-09-13T17:47:24.219015+0000","last_undegraded":"2024-09-13T17:47:24.219015+0000","last_fullsized":"2024-09-13T17:47:24.219015+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:15.903282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271449+0000","last_change":"2024-09-13T17:47:19.702990+0000","last_active":"2024-09-13T17:47:24.271449+0000","last_peered":"2024-09-13T17:47:24.271449+0000","last_clean":"2024-09-13T17:47:24.271449+0000","last_became_active":"2024-09-13T17:47:19.701867+0000","last_became_peered":"2024-09-13T17:47:19.701867+0000","last_unstale":"2024-09-13T17:47:24.271449+0000","last_undegraded":"2024-09-13T17:47:24.271449+0000","last_fullsized":"2024-09-13T17:47:24.271449+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:50.794201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.246576+0000","last_change":"2024-09-13T17:47:24.240909+0000","last_active":"2024-09-13T17:47:24.246576+0000","last_peered":"2024-09-13T17:47:24.246576+0000","last_clean":"2024-09-13T17:47:24.246576+0000","last_became_active":"2024-09-13T17:47:24.238291+0000","last_became_peered":"2024-09-13T17:47:24.238291+0000","last_unstale":"2024-09-13T17:47:24.246576+0000","last_undegraded":"2024-09-13T17:47:24.246576+0000","last_fullsized":"2024-09-13T17:47:24.246576+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:26.849709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233388+0000","last_change":"2024-09-13T17:47:20.101940+0000","last_active":"2024-09-13T17:47:24.233388+0000","last_peered":"2024-09-13T17:47:24.233388+0000","last_clean":"2024-09-13T17:47:24.233388+0000","last_became_active":"2024-09-13T17:47:20.101483+0000","last_became_peered":"2024-09-13T17:47:20.101483+0000","last_unstale":"2024-09-13T17:47:24.233388+0000","last_undegraded":"2024-09-13T17:47:24.233388+0000","last_fullsized":"2024-09-13T17:47:24.233388+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:54.374725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.256964+0000","last_change":"2024-09-13T17:47:19.716551+0000","last_active":"2024-09-13T17:47:24.256964+0000","last_peered":"2024-09-13T17:47:24.256964+0000","last_clean":"2024-09-13T17:47:24.256964+0000","last_became_active":"2024-09-13T17:47:19.715892+0000","last_became_peered":"2024-09-13T17:47:19.715892+0000","last_unstale":"2024-09-13T17:47:24.256964+0000","last_undegraded":"2024-09-13T17:47:24.256964+0000","last_fullsized":"2024-09-13T17:47:24.256964+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:12.721168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.285958+0000","last_change":"2024-09-13T17:47:24.279408+0000","last_active":"2024-09-13T17:47:24.285958+0000","last_peered":"2024-09-13T17:47:24.285958+0000","last_clean":"2024-09-13T17:47:24.285958+0000","last_became_active":"2024-09-13T17:47:24.278657+0000","last_became_peered":"2024-09-13T17:47:24.278657+0000","last_unstale":"2024-09-13T17:47:24.285958+0000","last_undegraded":"2024-09-13T17:47:24.285958+0000","last_fullsized":"2024-09-13T17:47:24.285958+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:58:41.435311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.214526+0000","last_change":"2024-09-13T17:47:20.123610+0000","last_active":"2024-09-13T17:47:24.214526+0000","last_peered":"2024-09-13T17:47:24.214526+0000","last_clean":"2024-09-13T17:47:24.214526+0000","last_became_active":"2024-09-13T17:47:20.121961+0000","last_became_peered":"2024-09-13T17:47:20.121961+0000","last_unstale":"2024-09-13T17:47:24.214526+0000","last_undegraded":"2024-09-13T17:47:24.214526+0000","last_fullsized":"2024-09-13T17:47:24.214526+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:32.474530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"25'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230569+0000","last_change":"2024-09-13T17:47:19.715843+0000","last_active":"2024-09-13T17:47:24.230569+0000","last_peered":"2024-09-13T17:47:24.230569+0000","last_clean":"2024-09-13T17:47:24.230569+0000","last_became_active":"2024-09-13T17:47:19.715445+0000","last_became_peered":"2024-09-13T17:47:19.715445+0000","last_unstale":"2024-09-13T17:47:24.230569+0000","last_undegraded":"2024-09-13T17:47:24.230569+0000","last_fullsized":"2024-09-13T17:47:24.230569+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:50.794201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.088755+0000","last_change":"2024-09-13T17:47:24.270010+0000","last_active":"2024-09-13T17:47:25.088755+0000","last_peered":"2024-09-13T17:47:25.088755+0000","last_clean":"2024-09-13T17:47:25.088755+0000","last_became_active":"2024-09-13T17:47:24.269565+0000","last_became_peered":"2024-09-13T17:47:24.269565+0000","last_unstale":"2024-09-13T17:47:25.088755+0000","last_undegraded":"2024-09-13T17:47:25.088755+0000","last_fullsized":"2024-09-13T17:47:25.088755+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:37:46.918806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230168+0000","last_change":"2024-09-13T17:47:20.098500+0000","last_active":"2024-09-13T17:47:24.230168+0000","last_peered":"2024-09-13T17:47:24.230168+0000","last_clean":"2024-09-13T17:47:24.230168+0000","last_became_active":"2024-09-13T17:47:20.098000+0000","last_became_peered":"2024-09-13T17:47:20.098000+0000","last_unstale":"2024-09-13T17:47:24.230168+0000","last_undegraded":"2024-09-13T17:47:24.230168+0000","last_fullsized":"2024-09-13T17:47:24.230168+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:32.351729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272879+0000","last_change":"2024-09-13T17:47:19.720840+0000","last_active":"2024-09-13T17:47:24.272879+0000","last_peered":"2024-09-13T17:47:24.272879+0000","last_clean":"2024-09-13T17:47:24.272879+0000","last_became_active":"2024-09-13T17:47:19.720426+0000","last_became_peered":"2024-09-13T17:47:19.720426+0000","last_unstale":"2024-09-13T17:47:24.272879+0000","last_undegraded":"2024-09-13T17:47:24.272879+0000","last_fullsized":"2024-09-13T17:47:24.272879+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:35.775994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.092663+0000","last_change":"2024-09-13T17:47:24.279984+0000","last_active":"2024-09-13T17:47:25.092663+0000","last_peered":"2024-09-13T17:47:25.092663+0000","last_clean":"2024-09-13T17:47:25.092663+0000","last_became_active":"2024-09-13T17:47:24.277851+0000","last_became_peered":"2024-09-13T17:47:24.277851+0000","last_unstale":"2024-09-13T17:47:25.092663+0000","last_undegraded":"2024-09-13T17:47:25.092663+0000","last_fullsized":"2024-09-13T17:47:25.092663+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:32:07.746083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217966+0000","last_change":"2024-09-13T17:47:20.113112+0000","last_active":"2024-09-13T17:47:24.217966+0000","last_peered":"2024-09-13T17:47:24.217966+0000","last_clean":"2024-09-13T17:47:24.217966+0000","last_became_active":"2024-09-13T17:47:20.112842+0000","last_became_peered":"2024-09-13T17:47:20.112842+0000","last_unstale":"2024-09-13T17:47:24.217966+0000","last_undegraded":"2024-09-13T17:47:24.217966+0000","last_fullsized":"2024-09-13T17:47:24.217966+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:38:18.807374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230267+0000","last_change":"2024-09-13T17:47:19.701210+0000","last_active":"2024-09-13T17:47:24.230267+0000","last_peered":"2024-09-13T17:47:24.230267+0000","last_clean":"2024-09-13T17:47:24.230267+0000","last_became_active":"2024-09-13T17:47:19.700985+0000","last_became_peered":"2024-09-13T17:47:19.700985+0000","last_unstale":"2024-09-13T17:47:24.230267+0000","last_undegraded":"2024-09-13T17:47:24.230267+0000","last_fullsized":"2024-09-13T17:47:24.230267+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:35.775994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090659+0000","last_change":"2024-09-13T17:47:24.244719+0000","last_active":"2024-09-13T17:47:25.090659+0000","last_peered":"2024-09-13T17:47:25.090659+0000","last_clean":"2024-09-13T17:47:25.090659+0000","last_became_active":"2024-09-13T17:47:24.243524+0000","last_became_peered":"2024-09-13T17:47:24.243524+0000","last_unstale":"2024-09-13T17:47:25.090659+0000","last_undegraded":"2024-09-13T17:47:25.090659+0000","last_fullsized":"2024-09-13T17:47:25.090659+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:07.401229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.244915+0000","last_change":"2024-09-13T17:47:20.108319+0000","last_active":"2024-09-13T17:47:24.244915+0000","last_peered":"2024-09-13T17:47:24.244915+0000","last_clean":"2024-09-13T17:47:24.244915+0000","last_became_active":"2024-09-13T17:47:20.107992+0000","last_became_peered":"2024-09-13T17:47:20.107992+0000","last_unstale":"2024-09-13T17:47:24.244915+0000","last_undegraded":"2024-09-13T17:47:24.244915+0000","last_fullsized":"2024-09-13T17:47:24.244915+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:51.802499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.220377+0000","last_change":"2024-09-13T17:47:19.715435+0000","last_active":"2024-09-13T17:47:24.220377+0000","last_peered":"2024-09-13T17:47:24.220377+0000","last_clean":"2024-09-13T17:47:24.220377+0000","last_became_active":"2024-09-13T17:47:19.712691+0000","last_became_peered":"2024-09-13T17:47:19.712691+0000","last_unstale":"2024-09-13T17:47:24.220377+0000","last_undegraded":"2024-09-13T17:47:24.220377+0000","last_fullsized":"2024-09-13T17:47:24.220377+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:34:29.525431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090115+0000","last_change":"2024-09-13T17:47:24.244563+0000","last_active":"2024-09-13T17:47:25.090115+0000","last_peered":"2024-09-13T17:47:25.090115+0000","last_clean":"2024-09-13T17:47:25.090115+0000","last_became_active":"2024-09-13T17:47:24.244208+0000","last_became_peered":"2024-09-13T17:47:24.244208+0000","last_unstale":"2024-09-13T17:47:25.090115+0000","last_undegraded":"2024-09-13T17:47:25.090115+0000","last_fullsized":"2024-09-13T17:47:25.090115+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:32:07.746083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.229716+0000","last_change":"2024-09-13T17:47:20.098234+0000","last_active":"2024-09-13T17:47:24.229716+0000","last_peered":"2024-09-13T17:47:24.229716+0000","last_clean":"2024-09-13T17:47:24.229716+0000","last_became_active":"2024-09-13T17:47:20.097967+0000","last_became_peered":"2024-09-13T17:47:20.097967+0000","last_unstale":"2024-09-13T17:47:24.229716+0000","last_undegraded":"2024-09-13T17:47:24.229716+0000","last_fullsized":"2024-09-13T17:47:24.229716+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:13.907174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219021+0000","last_change":"2024-09-13T17:47:19.701420+0000","last_active":"2024-09-13T17:47:24.219021+0000","last_peered":"2024-09-13T17:47:24.219021+0000","last_clean":"2024-09-13T17:47:24.219021+0000","last_became_active":"2024-09-13T17:47:19.700679+0000","last_became_peered":"2024-09-13T17:47:19.700679+0000","last_unstale":"2024-09-13T17:47:24.219021+0000","last_undegraded":"2024-09-13T17:47:24.219021+0000","last_fullsized":"2024-09-13T17:47:24.219021+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:48.543206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.091206+0000","last_change":"2024-09-13T17:47:24.243631+0000","last_active":"2024-09-13T17:47:25.091206+0000","last_peered":"2024-09-13T17:47:25.091206+0000","last_clean":"2024-09-13T17:47:25.091206+0000","last_became_active":"2024-09-13T17:47:24.243147+0000","last_became_peered":"2024-09-13T17:47:24.243147+0000","last_unstale":"2024-09-13T17:47:25.091206+0000","last_undegraded":"2024-09-13T17:47:25.091206+0000","last_fullsized":"2024-09-13T17:47:25.091206+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:26.849709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.229685+0000","last_change":"2024-09-13T17:47:20.109474+0000","last_active":"2024-09-13T17:47:24.229685+0000","last_peered":"2024-09-13T17:47:24.229685+0000","last_clean":"2024-09-13T17:47:24.229685+0000","last_became_active":"2024-09-13T17:47:20.108933+0000","last_became_peered":"2024-09-13T17:47:20.108933+0000","last_unstale":"2024-09-13T17:47:24.229685+0000","last_undegraded":"2024-09-13T17:47:24.229685+0000","last_fullsized":"2024-09-13T17:47:24.229685+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:55:43.462337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.269928+0000","last_change":"2024-09-13T17:47:19.713056+0000","last_active":"2024-09-13T17:47:24.269928+0000","last_peered":"2024-09-13T17:47:24.269928+0000","last_clean":"2024-09-13T17:47:24.269928+0000","last_became_active":"2024-09-13T17:47:19.712036+0000","last_became_peered":"2024-09-13T17:47:19.712036+0000","last_unstale":"2024-09-13T17:47:24.269928+0000","last_undegraded":"2024-09-13T17:47:24.269928+0000","last_fullsized":"2024-09-13T17:47:24.269928+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:50.801335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.092076+0000","last_change":"2024-09-13T17:47:24.278819+0000","last_active":"2024-09-13T17:47:25.092076+0000","last_peered":"2024-09-13T17:47:25.092076+0000","last_clean":"2024-09-13T17:47:25.092076+0000","last_became_active":"2024-09-13T17:47:24.278245+0000","last_became_peered":"2024-09-13T17:47:24.278245+0000","last_unstale":"2024-09-13T17:47:25.092076+0000","last_undegraded":"2024-09-13T17:47:25.092076+0000","last_fullsized":"2024-09-13T17:47:25.092076+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:26.849709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.212309+0000","last_change":"2024-09-13T17:47:20.123873+0000","last_active":"2024-09-13T17:47:24.212309+0000","last_peered":"2024-09-13T17:47:24.212309+0000","last_clean":"2024-09-13T17:47:24.212309+0000","last_became_active":"2024-09-13T17:47:20.122153+0000","last_became_peered":"2024-09-13T17:47:20.122153+0000","last_unstale":"2024-09-13T17:47:24.212309+0000","last_undegraded":"2024-09-13T17:47:24.212309+0000","last_fullsized":"2024-09-13T17:47:24.212309+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:12.302879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.218451+0000","last_change":"2024-09-13T17:47:19.703167+0000","last_active":"2024-09-13T17:47:24.218451+0000","last_peered":"2024-09-13T17:47:24.218451+0000","last_clean":"2024-09-13T17:47:24.218451+0000","last_became_active":"2024-09-13T17:47:19.701259+0000","last_became_peered":"2024-09-13T17:47:19.701259+0000","last_unstale":"2024-09-13T17:47:24.218451+0000","last_undegraded":"2024-09-13T17:47:24.218451+0000","last_fullsized":"2024-09-13T17:47:24.218451+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:52.450784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"19'117","reported_seq":167,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.270804+0000","last_change":"2024-09-13T17:47:09.935927+0000","last_active":"2024-09-13T17:47:24.270804+0000","last_peered":"2024-09-13T17:47:24.270804+0000","last_clean":"2024-09-13T17:47:24.270804+0000","last_became_active":"2024-09-13T17:47:09.934083+0000","last_became_peered":"2024-09-13T17:47:09.934083+0000","last_unstale":"2024-09-13T17:47:24.270804+0000","last_undegraded":"2024-09-13T17:47:24.270804+0000","last_fullsized":"2024-09-13T17:47:24.270804+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_clean_scrub_stamp":"2024-09-13T17:47:08.536927+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:11:08.955024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.089242+0000","last_change":"2024-09-13T17:47:24.271993+0000","last_active":"2024-09-13T17:47:25.089242+0000","last_peered":"2024-09-13T17:47:25.089242+0000","last_clean":"2024-09-13T17:47:25.089242+0000","last_became_active":"2024-09-13T17:47:24.271366+0000","last_became_peered":"2024-09-13T17:47:24.271366+0000","last_unstale":"2024-09-13T17:47:25.089242+0000","last_undegraded":"2024-09-13T17:47:25.089242+0000","last_fullsized":"2024-09-13T17:47:25.089242+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:51:52.140310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272365+0000","last_change":"2024-09-13T17:47:20.114770+0000","last_active":"2024-09-13T17:47:24.272365+0000","last_peered":"2024-09-13T17:47:24.272365+0000","last_clean":"2024-09-13T17:47:24.272365+0000","last_became_active":"2024-09-13T17:47:20.114097+0000","last_became_peered":"2024-09-13T17:47:20.114097+0000","last_unstale":"2024-09-13T17:47:24.272365+0000","last_undegraded":"2024-09-13T17:47:24.272365+0000","last_fullsized":"2024-09-13T17:47:24.272365+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:12.001356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219854+0000","last_change":"2024-09-13T17:47:19.709042+0000","last_active":"2024-09-13T17:47:24.219854+0000","last_peered":"2024-09-13T17:47:24.219854+0000","last_clean":"2024-09-13T17:47:24.219854+0000","last_became_active":"2024-09-13T17:47:19.708705+0000","last_became_peered":"2024-09-13T17:47:19.708705+0000","last_unstale":"2024-09-13T17:47:24.219854+0000","last_undegraded":"2024-09-13T17:47:24.219854+0000","last_fullsized":"2024-09-13T17:47:24.219854+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:07:44.406242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.088835+0000","last_change":"2024-09-13T17:47:24.273953+0000","last_active":"2024-09-13T17:47:25.088835+0000","last_peered":"2024-09-13T17:47:25.088835+0000","last_clean":"2024-09-13T17:47:25.088835+0000","last_became_active":"2024-09-13T17:47:24.273043+0000","last_became_peered":"2024-09-13T17:47:24.273043+0000","last_unstale":"2024-09-13T17:47:25.088835+0000","last_undegraded":"2024-09-13T17:47:25.088835+0000","last_fullsized":"2024-09-13T17:47:25.088835+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:16.097709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.216982+0000","last_change":"2024-09-13T17:47:20.122349+0000","last_active":"2024-09-13T17:47:24.216982+0000","last_peered":"2024-09-13T17:47:24.216982+0000","last_clean":"2024-09-13T17:47:24.216982+0000","last_became_active":"2024-09-13T17:47:20.122080+0000","last_became_peered":"2024-09-13T17:47:20.122080+0000","last_unstale":"2024-09-13T17:47:24.216982+0000","last_undegraded":"2024-09-13T17:47:24.216982+0000","last_fullsized":"2024-09-13T17:47:24.216982+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:43.776469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"22'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230388+0000","last_change":"2024-09-13T17:47:19.686829+0000","last_active":"2024-09-13T17:47:24.230388+0000","last_peered":"2024-09-13T17:47:24.230388+0000","last_clean":"2024-09-13T17:47:24.230388+0000","last_became_active":"2024-09-13T17:47:19.686135+0000","last_became_peered":"2024-09-13T17:47:19.686135+0000","last_unstale":"2024-09-13T17:47:24.230388+0000","last_undegraded":"2024-09-13T17:47:24.230388+0000","last_fullsized":"2024-09-13T17:47:24.230388+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:34:29.525431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.093156+0000","last_change":"2024-09-13T17:47:24.251785+0000","last_active":"2024-09-13T17:47:25.093156+0000","last_peered":"2024-09-13T17:47:25.093156+0000","last_clean":"2024-09-13T17:47:25.093156+0000","last_became_active":"2024-09-13T17:47:24.251253+0000","last_became_peered":"2024-09-13T17:47:24.251253+0000","last_unstale":"2024-09-13T17:47:25.093156+0000","last_undegraded":"2024-09-13T17:47:25.093156+0000","last_fullsized":"2024-09-13T17:47:25.093156+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:51.241045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.276649+0000","last_change":"2024-09-13T17:47:20.111929+0000","last_active":"2024-09-13T17:47:24.276649+0000","last_peered":"2024-09-13T17:47:24.276649+0000","last_clean":"2024-09-13T17:47:24.276649+0000","last_became_active":"2024-09-13T17:47:20.110617+0000","last_became_peered":"2024-09-13T17:47:20.110617+0000","last_unstale":"2024-09-13T17:47:24.276649+0000","last_undegraded":"2024-09-13T17:47:24.276649+0000","last_fullsized":"2024-09-13T17:47:24.276649+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:40.417080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"22'2","reported_seq":17,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219583+0000","last_change":"2024-09-13T17:47:19.703752+0000","last_active":"2024-09-13T17:47:24.219583+0000","last_peered":"2024-09-13T17:47:24.219583+0000","last_clean":"2024-09-13T17:47:24.219583+0000","last_became_active":"2024-09-13T17:47:19.703241+0000","last_became_peered":"2024-09-13T17:47:19.703241+0000","last_unstale":"2024-09-13T17:47:24.219583+0000","last_undegraded":"2024-09-13T17:47:24.219583+0000","last_fullsized":"2024-09-13T17:47:24.219583+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:31:02.861671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.278425+0000","last_change":"2024-09-13T17:47:24.274067+0000","last_active":"2024-09-13T17:47:24.278425+0000","last_peered":"2024-09-13T17:47:24.278425+0000","last_clean":"2024-09-13T17:47:24.278425+0000","last_became_active":"2024-09-13T17:47:24.273011+0000","last_became_peered":"2024-09-13T17:47:24.273011+0000","last_unstale":"2024-09-13T17:47:24.278425+0000","last_undegraded":"2024-09-13T17:47:24.278425+0000","last_fullsized":"2024-09-13T17:47:24.278425+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:07.401229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272283+0000","last_change":"2024-09-13T17:47:20.108035+0000","last_active":"2024-09-13T17:47:24.272283+0000","last_peered":"2024-09-13T17:47:24.272283+0000","last_clean":"2024-09-13T17:47:24.272283+0000","last_became_active":"2024-09-13T17:47:20.107777+0000","last_became_peered":"2024-09-13T17:47:20.107777+0000","last_unstale":"2024-09-13T17:47:24.272283+0000","last_undegraded":"2024-09-13T17:47:24.272283+0000","last_fullsized":"2024-09-13T17:47:24.272283+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:43:02.614623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"22'1","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.223306+0000","last_change":"2024-09-13T17:47:19.704337+0000","last_active":"2024-09-13T17:47:24.223306+0000","last_peered":"2024-09-13T17:47:24.223306+0000","last_clean":"2024-09-13T17:47:24.223306+0000","last_became_active":"2024-09-13T17:47:19.703645+0000","last_became_peered":"2024-09-13T17:47:19.703645+0000","last_unstale":"2024-09-13T17:47:24.223306+0000","last_undegraded":"2024-09-13T17:47:24.223306+0000","last_fullsized":"2024-09-13T17:47:24.223306+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:36.204367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.261252+0000","last_change":"2024-09-13T17:47:24.260105+0000","last_active":"2024-09-13T17:47:24.261252+0000","last_peered":"2024-09-13T17:47:24.261252+0000","last_clean":"2024-09-13T17:47:24.261252+0000","last_became_active":"2024-09-13T17:47:24.258980+0000","last_became_peered":"2024-09-13T17:47:24.258980+0000","last_unstale":"2024-09-13T17:47:24.261252+0000","last_undegraded":"2024-09-13T17:47:24.261252+0000","last_fullsized":"2024-09-13T17:47:24.261252+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:00.999055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.270846+0000","last_change":"2024-09-13T17:47:20.107151+0000","last_active":"2024-09-13T17:47:24.270846+0000","last_peered":"2024-09-13T17:47:24.270846+0000","last_clean":"2024-09-13T17:47:24.270846+0000","last_became_active":"2024-09-13T17:47:20.106849+0000","last_became_peered":"2024-09-13T17:47:20.106849+0000","last_unstale":"2024-09-13T17:47:24.270846+0000","last_undegraded":"2024-09-13T17:47:24.270846+0000","last_fullsized":"2024-09-13T17:47:24.270846+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:58:37.898969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"22'8","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217958+0000","last_change":"2024-09-13T17:47:19.690569+0000","last_active":"2024-09-13T17:47:24.217958+0000","last_peered":"2024-09-13T17:47:24.217958+0000","last_clean":"2024-09-13T17:47:24.217958+0000","last_became_active":"2024-09-13T17:47:19.689690+0000","last_became_peered":"2024-09-13T17:47:19.689690+0000","last_unstale":"2024-09-13T17:47:24.217958+0000","last_undegraded":"2024-09-13T17:47:24.217958+0000","last_fullsized":"2024-09-13T17:47:24.217958+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:37.968198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.091976+0000","last_change":"2024-09-13T17:47:24.243391+0000","last_active":"2024-09-13T17:47:25.091976+0000","last_peered":"2024-09-13T17:47:25.091976+0000","last_clean":"2024-09-13T17:47:25.091976+0000","last_became_active":"2024-09-13T17:47:24.242670+0000","last_became_peered":"2024-09-13T17:47:24.242670+0000","last_unstale":"2024-09-13T17:47:25.091976+0000","last_undegraded":"2024-09-13T17:47:25.091976+0000","last_fullsized":"2024-09-13T17:47:25.091976+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:51:52.140310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.236391+0000","last_change":"2024-09-13T17:47:20.103077+0000","last_active":"2024-09-13T17:47:24.236391+0000","last_peered":"2024-09-13T17:47:24.236391+0000","last_clean":"2024-09-13T17:47:24.236391+0000","last_became_active":"2024-09-13T17:47:20.102673+0000","last_became_peered":"2024-09-13T17:47:20.102673+0000","last_unstale":"2024-09-13T17:47:24.236391+0000","last_undegraded":"2024-09-13T17:47:24.236391+0000","last_fullsized":"2024-09-13T17:47:24.236391+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:12.302879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.249489+0000","last_change":"2024-09-13T17:47:19.716148+0000","last_active":"2024-09-13T17:47:24.249489+0000","last_peered":"2024-09-13T17:47:24.249489+0000","last_clean":"2024-09-13T17:47:24.249489+0000","last_became_active":"2024-09-13T17:47:19.715058+0000","last_became_peered":"2024-09-13T17:47:19.715058+0000","last_unstale":"2024-09-13T17:47:24.249489+0000","last_undegraded":"2024-09-13T17:47:24.249489+0000","last_fullsized":"2024-09-13T17:47:24.249489+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:50.801335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.093829+0000","last_change":"2024-09-13T17:47:24.279717+0000","last_active":"2024-09-13T17:47:25.093829+0000","last_peered":"2024-09-13T17:47:25.093829+0000","last_clean":"2024-09-13T17:47:25.093829+0000","last_became_active":"2024-09-13T17:47:24.279321+0000","last_became_peered":"2024-09-13T17:47:24.279321+0000","last_unstale":"2024-09-13T17:47:25.093829+0000","last_undegraded":"2024-09-13T17:47:25.093829+0000","last_fullsized":"2024-09-13T17:47:25.093829+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:40:37.356228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271113+0000","last_change":"2024-09-13T17:47:20.109196+0000","last_active":"2024-09-13T17:47:24.271113+0000","last_peered":"2024-09-13T17:47:24.271113+0000","last_clean":"2024-09-13T17:47:24.271113+0000","last_became_active":"2024-09-13T17:47:20.108096+0000","last_became_peered":"2024-09-13T17:47:20.108096+0000","last_unstale":"2024-09-13T17:47:24.271113+0000","last_undegraded":"2024-09-13T17:47:24.271113+0000","last_fullsized":"2024-09-13T17:47:24.271113+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:18:08.550482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.220168+0000","last_change":"2024-09-13T17:47:19.713854+0000","last_active":"2024-09-13T17:47:24.220168+0000","last_peered":"2024-09-13T17:47:24.220168+0000","last_clean":"2024-09-13T17:47:24.220168+0000","last_became_active":"2024-09-13T17:47:19.712968+0000","last_became_peered":"2024-09-13T17:47:19.712968+0000","last_unstale":"2024-09-13T17:47:24.220168+0000","last_undegraded":"2024-09-13T17:47:24.220168+0000","last_fullsized":"2024-09-13T17:47:24.220168+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:50.801335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.091795+0000","last_change":"2024-09-13T17:47:24.272087+0000","last_active":"2024-09-13T17:47:25.091795+0000","last_peered":"2024-09-13T17:47:25.091795+0000","last_clean":"2024-09-13T17:47:25.091795+0000","last_became_active":"2024-09-13T17:47:24.271737+0000","last_became_peered":"2024-09-13T17:47:24.271737+0000","last_unstale":"2024-09-13T17:47:25.091795+0000","last_undegraded":"2024-09-13T17:47:25.091795+0000","last_fullsized":"2024-09-13T17:47:25.091795+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:34.109582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.232848+0000","last_change":"2024-09-13T17:47:20.109168+0000","last_active":"2024-09-13T17:47:24.232848+0000","last_peered":"2024-09-13T17:47:24.232848+0000","last_clean":"2024-09-13T17:47:24.232848+0000","last_became_active":"2024-09-13T17:47:20.108901+0000","last_became_peered":"2024-09-13T17:47:20.108901+0000","last_unstale":"2024-09-13T17:47:24.232848+0000","last_undegraded":"2024-09-13T17:47:24.232848+0000","last_fullsized":"2024-09-13T17:47:24.232848+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:00.979797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233708+0000","last_change":"2024-09-13T17:47:19.706963+0000","last_active":"2024-09-13T17:47:24.233708+0000","last_peered":"2024-09-13T17:47:24.233708+0000","last_clean":"2024-09-13T17:47:24.233708+0000","last_became_active":"2024-09-13T17:47:19.706713+0000","last_became_peered":"2024-09-13T17:47:19.706713+0000","last_unstale":"2024-09-13T17:47:24.233708+0000","last_undegraded":"2024-09-13T17:47:24.233708+0000","last_fullsized":"2024-09-13T17:47:24.233708+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:36.204367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.282529+0000","last_change":"2024-09-13T17:47:24.278965+0000","last_active":"2024-09-13T17:47:24.282529+0000","last_peered":"2024-09-13T17:47:24.282529+0000","last_clean":"2024-09-13T17:47:24.282529+0000","last_became_active":"2024-09-13T17:47:24.278265+0000","last_became_peered":"2024-09-13T17:47:24.278265+0000","last_unstale":"2024-09-13T17:47:24.282529+0000","last_undegraded":"2024-09-13T17:47:24.282529+0000","last_fullsized":"2024-09-13T17:47:24.282529+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:38.554621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272216+0000","last_change":"2024-09-13T17:47:20.113147+0000","last_active":"2024-09-13T17:47:24.272216+0000","last_peered":"2024-09-13T17:47:24.272216+0000","last_clean":"2024-09-13T17:47:24.272216+0000","last_became_active":"2024-09-13T17:47:20.112709+0000","last_became_peered":"2024-09-13T17:47:20.112709+0000","last_unstale":"2024-09-13T17:47:24.272216+0000","last_undegraded":"2024-09-13T17:47:24.272216+0000","last_fullsized":"2024-09-13T17:47:24.272216+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:38:18.807374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"27'9","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:30.069182+0000","last_change":"2024-09-13T17:47:19.705354+0000","last_active":"2024-09-13T17:47:30.069182+0000","last_peered":"2024-09-13T17:47:30.069182+0000","last_clean":"2024-09-13T17:47:30.069182+0000","last_became_active":"2024-09-13T17:47:19.704868+0000","last_became_peered":"2024-09-13T17:47:19.704868+0000","last_unstale":"2024-09-13T17:47:30.069182+0000","last_undegraded":"2024-09-13T17:47:30.069182+0000","last_fullsized":"2024-09-13T17:47:30.069182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:52.450784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090947+0000","last_change":"2024-09-13T17:47:24.252176+0000","last_active":"2024-09-13T17:47:25.090947+0000","last_peered":"2024-09-13T17:47:25.090947+0000","last_clean":"2024-09-13T17:47:25.090947+0000","last_became_active":"2024-09-13T17:47:24.251504+0000","last_became_peered":"2024-09-13T17:47:24.251504+0000","last_unstale":"2024-09-13T17:47:25.090947+0000","last_undegraded":"2024-09-13T17:47:25.090947+0000","last_fullsized":"2024-09-13T17:47:25.090947+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:51:52.140310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219919+0000","last_change":"2024-09-13T17:47:20.108732+0000","last_active":"2024-09-13T17:47:24.219919+0000","last_peered":"2024-09-13T17:47:24.219919+0000","last_clean":"2024-09-13T17:47:24.219919+0000","last_became_active":"2024-09-13T17:47:20.108399+0000","last_became_peered":"2024-09-13T17:47:20.108399+0000","last_unstale":"2024-09-13T17:47:24.219919+0000","last_undegraded":"2024-09-13T17:47:24.219919+0000","last_fullsized":"2024-09-13T17:47:24.219919+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:23:22.854967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"22'3","reported_seq":17,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230294+0000","last_change":"2024-09-13T17:47:19.704186+0000","last_active":"2024-09-13T17:47:24.230294+0000","last_peered":"2024-09-13T17:47:24.230294+0000","last_clean":"2024-09-13T17:47:24.230294+0000","last_became_active":"2024-09-13T17:47:19.703864+0000","last_became_peered":"2024-09-13T17:47:19.703864+0000","last_unstale":"2024-09-13T17:47:24.230294+0000","last_undegraded":"2024-09-13T17:47:24.230294+0000","last_fullsized":"2024-09-13T17:47:24.230294+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:52.450784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.254745+0000","last_change":"2024-09-13T17:47:24.250001+0000","last_active":"2024-09-13T17:47:24.254745+0000","last_peered":"2024-09-13T17:47:24.254745+0000","last_clean":"2024-09-13T17:47:24.254745+0000","last_became_active":"2024-09-13T17:47:24.247721+0000","last_became_peered":"2024-09-13T17:47:24.247721+0000","last_unstale":"2024-09-13T17:47:24.254745+0000","last_undegraded":"2024-09-13T17:47:24.254745+0000","last_fullsized":"2024-09-13T17:47:24.254745+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:33.085038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233971+0000","last_change":"2024-09-13T17:47:20.103226+0000","last_active":"2024-09-13T17:47:24.233971+0000","last_peered":"2024-09-13T17:47:24.233971+0000","last_clean":"2024-09-13T17:47:24.233971+0000","last_became_active":"2024-09-13T17:47:20.102656+0000","last_became_peered":"2024-09-13T17:47:20.102656+0000","last_unstale":"2024-09-13T17:47:24.233971+0000","last_undegraded":"2024-09-13T17:47:24.233971+0000","last_fullsized":"2024-09-13T17:47:24.233971+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:32.351729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217321+0000","last_change":"2024-09-13T17:47:19.716990+0000","last_active":"2024-09-13T17:47:24.217321+0000","last_peered":"2024-09-13T17:47:24.217321+0000","last_clean":"2024-09-13T17:47:24.217321+0000","last_became_active":"2024-09-13T17:47:19.716248+0000","last_became_peered":"2024-09-13T17:47:19.716248+0000","last_unstale":"2024-09-13T17:47:24.217321+0000","last_undegraded":"2024-09-13T17:47:24.217321+0000","last_fullsized":"2024-09-13T17:47:24.217321+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:35.775994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.094346+0000","last_change":"2024-09-13T17:47:24.240553+0000","last_active":"2024-09-13T17:47:25.094346+0000","last_peered":"2024-09-13T17:47:25.094346+0000","last_clean":"2024-09-13T17:47:25.094346+0000","last_became_active":"2024-09-13T17:47:24.238018+0000","last_became_peered":"2024-09-13T17:47:24.238018+0000","last_unstale":"2024-09-13T17:47:25.094346+0000","last_undegraded":"2024-09-13T17:47:25.094346+0000","last_fullsized":"2024-09-13T17:47:25.094346+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:13.245084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217105+0000","last_change":"2024-09-13T17:47:20.111992+0000","last_active":"2024-09-13T17:47:24.217105+0000","last_peered":"2024-09-13T17:47:24.217105+0000","last_clean":"2024-09-13T17:47:24.217105+0000","last_became_active":"2024-09-13T17:47:20.111668+0000","last_became_peered":"2024-09-13T17:47:20.111668+0000","last_unstale":"2024-09-13T17:47:24.217105+0000","last_undegraded":"2024-09-13T17:47:24.217105+0000","last_fullsized":"2024-09-13T17:47:24.217105+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:53.707620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.256709+0000","last_change":"2024-09-13T17:47:19.715177+0000","last_active":"2024-09-13T17:47:24.256709+0000","last_peered":"2024-09-13T17:47:24.256709+0000","last_clean":"2024-09-13T17:47:24.256709+0000","last_became_active":"2024-09-13T17:47:19.709807+0000","last_became_peered":"2024-09-13T17:47:19.709807+0000","last_unstale":"2024-09-13T17:47:24.256709+0000","last_undegraded":"2024-09-13T17:47:24.256709+0000","last_fullsized":"2024-09-13T17:47:24.256709+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:35.775994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090342+0000","last_change":"2024-09-13T17:47:24.270453+0000","last_active":"2024-09-13T17:47:25.090342+0000","last_peered":"2024-09-13T17:47:25.090342+0000","last_clean":"2024-09-13T17:47:25.090342+0000","last_became_active":"2024-09-13T17:47:24.270044+0000","last_became_peered":"2024-09-13T17:47:24.270044+0000","last_unstale":"2024-09-13T17:47:25.090342+0000","last_undegraded":"2024-09-13T17:47:25.090342+0000","last_fullsized":"2024-09-13T17:47:25.090342+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:17.661650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.091869+0000","last_change":"2024-09-13T17:47:24.280471+0000","last_active":"2024-09-13T17:47:25.091869+0000","last_peered":"2024-09-13T17:47:25.091869+0000","last_clean":"2024-09-13T17:47:25.091869+0000","last_became_active":"2024-09-13T17:47:24.280033+0000","last_became_peered":"2024-09-13T17:47:24.280033+0000","last_unstale":"2024-09-13T17:47:25.091869+0000","last_undegraded":"2024-09-13T17:47:25.091869+0000","last_fullsized":"2024-09-13T17:47:25.091869+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:07.401229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.229945+0000","last_change":"2024-09-13T17:47:20.108041+0000","last_active":"2024-09-13T17:47:24.229945+0000","last_peered":"2024-09-13T17:47:24.229945+0000","last_clean":"2024-09-13T17:47:24.229945+0000","last_became_active":"2024-09-13T17:47:20.107522+0000","last_became_peered":"2024-09-13T17:47:20.107522+0000","last_unstale":"2024-09-13T17:47:24.229945+0000","last_undegraded":"2024-09-13T17:47:24.229945+0000","last_fullsized":"2024-09-13T17:47:24.229945+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.223042+0000","last_change":"2024-09-13T17:47:19.708520+0000","last_active":"2024-09-13T17:47:24.223042+0000","last_peered":"2024-09-13T17:47:24.223042+0000","last_clean":"2024-09-13T17:47:24.223042+0000","last_became_active":"2024-09-13T17:47:19.707924+0000","last_became_peered":"2024-09-13T17:47:19.707924+0000","last_unstale":"2024-09-13T17:47:24.223042+0000","last_undegraded":"2024-09-13T17:47:24.223042+0000","last_fullsized":"2024-09-13T17:47:24.223042+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:12.721168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.089883+0000","last_change":"2024-09-13T17:47:24.263567+0000","last_active":"2024-09-13T17:47:25.089883+0000","last_peered":"2024-09-13T17:47:25.089883+0000","last_clean":"2024-09-13T17:47:25.089883+0000","last_became_active":"2024-09-13T17:47:24.262196+0000","last_became_peered":"2024-09-13T17:47:24.262196+0000","last_unstale":"2024-09-13T17:47:25.089883+0000","last_undegraded":"2024-09-13T17:47:25.089883+0000","last_fullsized":"2024-09-13T17:47:25.089883+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:14:15.229088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213723+0000","last_change":"2024-09-13T17:47:20.110823+0000","last_active":"2024-09-13T17:47:24.213723+0000","last_peered":"2024-09-13T17:47:24.213723+0000","last_clean":"2024-09-13T17:47:24.213723+0000","last_became_active":"2024-09-13T17:47:20.110241+0000","last_became_peered":"2024-09-13T17:47:20.110241+0000","last_unstale":"2024-09-13T17:47:24.213723+0000","last_undegraded":"2024-09-13T17:47:24.213723+0000","last_fullsized":"2024-09-13T17:47:24.213723+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:19.021324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.215584+0000","last_change":"2024-09-13T17:47:19.703000+0000","last_active":"2024-09-13T17:47:24.215584+0000","last_peered":"2024-09-13T17:47:24.215584+0000","last_clean":"2024-09-13T17:47:24.215584+0000","last_became_active":"2024-09-13T17:47:19.702475+0000","last_became_peered":"2024-09-13T17:47:19.702475+0000","last_unstale":"2024-09-13T17:47:24.215584+0000","last_undegraded":"2024-09-13T17:47:24.215584+0000","last_fullsized":"2024-09-13T17:47:24.215584+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:07:37.748622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"22'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.237527+0000","last_change":"2024-09-13T17:47:19.714726+0000","last_active":"2024-09-13T17:47:24.237527+0000","last_peered":"2024-09-13T17:47:24.237527+0000","last_clean":"2024-09-13T17:47:24.237527+0000","last_became_active":"2024-09-13T17:47:19.710290+0000","last_became_peered":"2024-09-13T17:47:19.710290+0000","last_unstale":"2024-09-13T17:47:24.237527+0000","last_undegraded":"2024-09-13T17:47:24.237527+0000","last_fullsized":"2024-09-13T17:47:24.237527+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:34:29.525431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233551+0000","last_change":"2024-09-13T17:47:20.109673+0000","last_active":"2024-09-13T17:47:24.233551+0000","last_peered":"2024-09-13T17:47:24.233551+0000","last_clean":"2024-09-13T17:47:24.233551+0000","last_became_active":"2024-09-13T17:47:20.108905+0000","last_became_peered":"2024-09-13T17:47:20.108905+0000","last_unstale":"2024-09-13T17:47:24.233551+0000","last_undegraded":"2024-09-13T17:47:24.233551+0000","last_fullsized":"2024-09-13T17:47:24.233551+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.245292+0000","last_change":"2024-09-13T17:47:24.242080+0000","last_active":"2024-09-13T17:47:24.245292+0000","last_peered":"2024-09-13T17:47:24.245292+0000","last_clean":"2024-09-13T17:47:24.245292+0000","last_became_active":"2024-09-13T17:47:24.241474+0000","last_became_peered":"2024-09-13T17:47:24.241474+0000","last_unstale":"2024-09-13T17:47:24.245292+0000","last_undegraded":"2024-09-13T17:47:24.245292+0000","last_fullsized":"2024-09-13T17:47:24.245292+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:33.030088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"22'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213201+0000","last_change":"2024-09-13T17:47:19.704770+0000","last_active":"2024-09-13T17:47:24.213201+0000","last_peered":"2024-09-13T17:47:24.213201+0000","last_clean":"2024-09-13T17:47:24.213201+0000","last_became_active":"2024-09-13T17:47:19.704286+0000","last_became_peered":"2024-09-13T17:47:19.704286+0000","last_unstale":"2024-09-13T17:47:24.213201+0000","last_undegraded":"2024-09-13T17:47:24.213201+0000","last_fullsized":"2024-09-13T17:47:24.213201+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:12.721168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.222973+0000","last_change":"2024-09-13T17:47:20.119262+0000","last_active":"2024-09-13T17:47:24.222973+0000","last_peered":"2024-09-13T17:47:24.222973+0000","last_clean":"2024-09-13T17:47:24.222973+0000","last_became_active":"2024-09-13T17:47:20.119037+0000","last_became_peered":"2024-09-13T17:47:20.119037+0000","last_unstale":"2024-09-13T17:47:24.222973+0000","last_undegraded":"2024-09-13T17:47:24.222973+0000","last_fullsized":"2024-09-13T17:47:24.222973+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:51.809634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090527+0000","last_change":"2024-09-13T17:47:24.238313+0000","last_active":"2024-09-13T17:47:25.090527+0000","last_peered":"2024-09-13T17:47:25.090527+0000","last_clean":"2024-09-13T17:47:25.090527+0000","last_became_active":"2024-09-13T17:47:24.237711+0000","last_became_peered":"2024-09-13T17:47:24.237711+0000","last_unstale":"2024-09-13T17:47:25.090527+0000","last_undegraded":"2024-09-13T17:47:25.090527+0000","last_fullsized":"2024-09-13T17:47:25.090527+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:49.060574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.236142+0000","last_change":"2024-09-13T17:47:20.110666+0000","last_active":"2024-09-13T17:47:24.236142+0000","last_peered":"2024-09-13T17:47:24.236142+0000","last_clean":"2024-09-13T17:47:24.236142+0000","last_became_active":"2024-09-13T17:47:20.110368+0000","last_became_peered":"2024-09-13T17:47:20.110368+0000","last_unstale":"2024-09-13T17:47:24.236142+0000","last_undegraded":"2024-09-13T17:47:24.236142+0000","last_fullsized":"2024-09-13T17:47:24.236142+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233168+0000","last_change":"2024-09-13T17:47:20.105355+0000","last_active":"2024-09-13T17:47:24.233168+0000","last_peered":"2024-09-13T17:47:24.233168+0000","last_clean":"2024-09-13T17:47:24.233168+0000","last_became_active":"2024-09-13T17:47:20.105106+0000","last_became_peered":"2024-09-13T17:47:20.105106+0000","last_unstale":"2024-09-13T17:47:24.233168+0000","last_undegraded":"2024-09-13T17:47:24.233168+0000","last_fullsized":"2024-09-13T17:47:24.233168+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:49.747487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219972+0000","last_change":"2024-09-13T17:47:20.112975+0000","last_active":"2024-09-13T17:47:24.219972+0000","last_peered":"2024-09-13T17:47:24.219972+0000","last_clean":"2024-09-13T17:47:24.219972+0000","last_became_active":"2024-09-13T17:47:20.112709+0000","last_became_peered":"2024-09-13T17:47:20.112709+0000","last_unstale":"2024-09-13T17:47:24.219972+0000","last_undegraded":"2024-09-13T17:47:24.219972+0000","last_fullsized":"2024-09-13T17:47:24.219972+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233416+0000","last_change":"2024-09-13T17:47:20.113265+0000","last_active":"2024-09-13T17:47:24.233416+0000","last_peered":"2024-09-13T17:47:24.233416+0000","last_clean":"2024-09-13T17:47:24.233416+0000","last_became_active":"2024-09-13T17:47:20.112261+0000","last_became_peered":"2024-09-13T17:47:20.112261+0000","last_unstale":"2024-09-13T17:47:24.233416+0000","last_undegraded":"2024-09-13T17:47:24.233416+0000","last_fullsized":"2024-09-13T17:47:24.233416+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213705+0000","last_change":"2024-09-13T17:47:20.121690+0000","last_active":"2024-09-13T17:47:24.213705+0000","last_peered":"2024-09-13T17:47:24.213705+0000","last_clean":"2024-09-13T17:47:24.213705+0000","last_became_active":"2024-09-13T17:47:20.121234+0000","last_became_peered":"2024-09-13T17:47:20.121234+0000","last_unstale":"2024-09-13T17:47:24.213705+0000","last_undegraded":"2024-09-13T17:47:24.213705+0000","last_fullsized":"2024-09-13T17:47:24.213705+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230170+0000","last_change":"2024-09-13T17:47:20.114556+0000","last_active":"2024-09-13T17:47:24.230170+0000","last_peered":"2024-09-13T17:47:24.230170+0000","last_clean":"2024-09-13T17:47:24.230170+0000","last_became_active":"2024-09-13T17:47:20.114156+0000","last_became_peered":"2024-09-13T17:47:20.114156+0000","last_unstale":"2024-09-13T17:47:24.230170+0000","last_undegraded":"2024-09-13T17:47:24.230170+0000","last_fullsized":"2024-09-13T17:47:24.230170+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:19.021324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.251091+0000","last_change":"2024-09-13T17:47:20.108784+0000","last_active":"2024-09-13T17:47:24.251091+0000","last_peered":"2024-09-13T17:47:24.251091+0000","last_clean":"2024-09-13T17:47:24.251091+0000","last_became_active":"2024-09-13T17:47:20.108511+0000","last_became_peered":"2024-09-13T17:47:20.108511+0000","last_unstale":"2024-09-13T17:47:24.251091+0000","last_undegraded":"2024-09-13T17:47:24.251091+0000","last_fullsized":"2024-09-13T17:47:24.251091+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.214349+0000","last_change":"2024-09-13T17:47:20.121598+0000","last_active":"2024-09-13T17:47:24.214349+0000","last_peered":"2024-09-13T17:47:24.214349+0000","last_clean":"2024-09-13T17:47:24.214349+0000","last_became_active":"2024-09-13T17:47:20.121077+0000","last_became_peered":"2024-09-13T17:47:20.121077+0000","last_unstale":"2024-09-13T17:47:24.214349+0000","last_undegraded":"2024-09-13T17:47:24.214349+0000","last_fullsized":"2024-09-13T17:47:24.214349+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.222826+0000","last_change":"2024-09-13T17:47:20.106574+0000","last_active":"2024-09-13T17:47:24.222826+0000","last_peered":"2024-09-13T17:47:24.222826+0000","last_clean":"2024-09-13T17:47:24.222826+0000","last_became_active":"2024-09-13T17:47:20.106283+0000","last_became_peered":"2024-09-13T17:47:20.106283+0000","last_unstale":"2024-09-13T17:47:24.222826+0000","last_undegraded":"2024-09-13T17:47:24.222826+0000","last_fullsized":"2024-09-13T17:47:24.222826+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.216088+0000","last_change":"2024-09-13T17:47:20.121325+0000","last_active":"2024-09-13T17:47:24.216088+0000","last_peered":"2024-09-13T17:47:24.216088+0000","last_clean":"2024-09-13T17:47:24.216088+0000","last_became_active":"2024-09-13T17:47:20.121006+0000","last_became_peered":"2024-09-13T17:47:20.121006+0000","last_unstale":"2024-09-13T17:47:24.216088+0000","last_undegraded":"2024-09-13T17:47:24.216088+0000","last_fullsized":"2024-09-13T17:47:24.216088+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:43.776469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219872+0000","last_change":"2024-09-13T17:47:20.111211+0000","last_active":"2024-09-13T17:47:24.219872+0000","last_peered":"2024-09-13T17:47:24.219872+0000","last_clean":"2024-09-13T17:47:24.219872+0000","last_became_active":"2024-09-13T17:47:20.107660+0000","last_became_peered":"2024-09-13T17:47:20.107660+0000","last_unstale":"2024-09-13T17:47:24.219872+0000","last_undegraded":"2024-09-13T17:47:24.219872+0000","last_fullsized":"2024-09-13T17:47:24.219872+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:11:45.715574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233277+0000","last_change":"2024-09-13T17:47:20.109988+0000","last_active":"2024-09-13T17:47:24.233277+0000","last_peered":"2024-09-13T17:47:24.233277+0000","last_clean":"2024-09-13T17:47:24.233277+0000","last_became_active":"2024-09-13T17:47:20.109600+0000","last_became_peered":"2024-09-13T17:47:20.109600+0000","last_unstale":"2024-09-13T17:47:24.233277+0000","last_undegraded":"2024-09-13T17:47:24.233277+0000","last_fullsized":"2024-09-13T17:47:24.233277+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:19.021324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.237899+0000","last_change":"2024-09-13T17:47:20.108284+0000","last_active":"2024-09-13T17:47:24.237899+0000","last_peered":"2024-09-13T17:47:24.237899+0000","last_clean":"2024-09-13T17:47:24.237899+0000","last_became_active":"2024-09-13T17:47:20.108010+0000","last_became_peered":"2024-09-13T17:47:20.108010+0000","last_unstale":"2024-09-13T17:47:24.237899+0000","last_undegraded":"2024-09-13T17:47:24.237899+0000","last_fullsized":"2024-09-13T17:47:24.237899+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:19.021324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272704+0000","last_change":"2024-09-13T17:47:20.117145+0000","last_active":"2024-09-13T17:47:24.272704+0000","last_peered":"2024-09-13T17:47:24.272704+0000","last_clean":"2024-09-13T17:47:24.272704+0000","last_became_active":"2024-09-13T17:47:20.116836+0000","last_became_peered":"2024-09-13T17:47:20.116836+0000","last_unstale":"2024-09-13T17:47:24.272704+0000","last_undegraded":"2024-09-13T17:47:24.272704+0000","last_fullsized":"2024-09-13T17:47:24.272704+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:53.707620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233333+0000","last_change":"2024-09-13T17:47:20.094715+0000","last_active":"2024-09-13T17:47:24.233333+0000","last_peered":"2024-09-13T17:47:24.233333+0000","last_clean":"2024-09-13T17:47:24.233333+0000","last_became_active":"2024-09-13T17:47:20.093891+0000","last_became_peered":"2024-09-13T17:47:20.093891+0000","last_unstale":"2024-09-13T17:47:24.233333+0000","last_undegraded":"2024-09-13T17:47:24.233333+0000","last_fullsized":"2024-09-13T17:47:24.233333+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:42:35.450754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219259+0000","last_change":"2024-09-13T17:47:20.106198+0000","last_active":"2024-09-13T17:47:24.219259+0000","last_peered":"2024-09-13T17:47:24.219259+0000","last_clean":"2024-09-13T17:47:24.219259+0000","last_became_active":"2024-09-13T17:47:20.105936+0000","last_became_peered":"2024-09-13T17:47:20.105936+0000","last_unstale":"2024-09-13T17:47:24.219259+0000","last_undegraded":"2024-09-13T17:47:24.219259+0000","last_fullsized":"2024-09-13T17:47:24.219259+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:32.474530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.222608+0000","last_change":"2024-09-13T17:47:20.103873+0000","last_active":"2024-09-13T17:47:24.222608+0000","last_peered":"2024-09-13T17:47:24.222608+0000","last_clean":"2024-09-13T17:47:24.222608+0000","last_became_active":"2024-09-13T17:47:20.103564+0000","last_became_peered":"2024-09-13T17:47:20.103564+0000","last_unstale":"2024-09-13T17:47:24.222608+0000","last_undegraded":"2024-09-13T17:47:24.222608+0000","last_fullsized":"2024-09-13T17:47:24.222608+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230080+0000","last_change":"2024-09-13T17:47:20.113512+0000","last_active":"2024-09-13T17:47:24.230080+0000","last_peered":"2024-09-13T17:47:24.230080+0000","last_clean":"2024-09-13T17:47:24.230080+0000","last_became_active":"2024-09-13T17:47:20.113180+0000","last_became_peered":"2024-09-13T17:47:20.113180+0000","last_unstale":"2024-09-13T17:47:24.230080+0000","last_undegraded":"2024-09-13T17:47:24.230080+0000","last_fullsized":"2024-09-13T17:47:24.230080+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.232754+0000","last_change":"2024-09-13T17:47:20.114473+0000","last_active":"2024-09-13T17:47:24.232754+0000","last_peered":"2024-09-13T17:47:24.232754+0000","last_clean":"2024-09-13T17:47:24.232754+0000","last_became_active":"2024-09-13T17:47:20.114188+0000","last_became_peered":"2024-09-13T17:47:20.114188+0000","last_unstale":"2024-09-13T17:47:24.232754+0000","last_undegraded":"2024-09-13T17:47:24.232754+0000","last_fullsized":"2024-09-13T17:47:24.232754+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.212690+0000","last_change":"2024-09-13T17:47:20.120896+0000","last_active":"2024-09-13T17:47:24.212690+0000","last_peered":"2024-09-13T17:47:24.212690+0000","last_clean":"2024-09-13T17:47:24.212690+0000","last_became_active":"2024-09-13T17:47:20.111605+0000","last_became_peered":"2024-09-13T17:47:20.111605+0000","last_unstale":"2024-09-13T17:47:24.212690+0000","last_undegraded":"2024-09-13T17:47:24.212690+0000","last_fullsized":"2024-09-13T17:47:24.212690+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:11:45.715574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219750+0000","last_change":"2024-09-13T17:47:20.114397+0000","last_active":"2024-09-13T17:47:24.219750+0000","last_peered":"2024-09-13T17:47:24.219750+0000","last_clean":"2024-09-13T17:47:24.219750+0000","last_became_active":"2024-09-13T17:47:20.112279+0000","last_became_peered":"2024-09-13T17:47:20.112279+0000","last_unstale":"2024-09-13T17:47:24.219750+0000","last_undegraded":"2024-09-13T17:47:24.219750+0000","last_fullsized":"2024-09-13T17:47:24.219750+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:54.374725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.238047+0000","last_change":"2024-09-13T17:47:20.104059+0000","last_active":"2024-09-13T17:47:24.238047+0000","last_peered":"2024-09-13T17:47:24.238047+0000","last_clean":"2024-09-13T17:47:24.238047+0000","last_became_active":"2024-09-13T17:47:20.102882+0000","last_became_peered":"2024-09-13T17:47:20.102882+0000","last_unstale":"2024-09-13T17:47:24.238047+0000","last_undegraded":"2024-09-13T17:47:24.238047+0000","last_fullsized":"2024-09-13T17:47:24.238047+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:13.907174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.248467+0000","last_change":"2024-09-13T17:47:20.106263+0000","last_active":"2024-09-13T17:47:24.248467+0000","last_peered":"2024-09-13T17:47:24.248467+0000","last_clean":"2024-09-13T17:47:24.248467+0000","last_became_active":"2024-09-13T17:47:20.104981+0000","last_became_peered":"2024-09-13T17:47:20.104981+0000","last_unstale":"2024-09-13T17:47:24.248467+0000","last_undegraded":"2024-09-13T17:47:24.248467+0000","last_fullsized":"2024-09-13T17:47:24.248467+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.276490+0000","last_change":"2024-09-13T17:47:20.116821+0000","last_active":"2024-09-13T17:47:24.276490+0000","last_peered":"2024-09-13T17:47:24.276490+0000","last_clean":"2024-09-13T17:47:24.276490+0000","last_became_active":"2024-09-13T17:47:20.116464+0000","last_became_peered":"2024-09-13T17:47:20.116464+0000","last_unstale":"2024-09-13T17:47:24.276490+0000","last_undegraded":"2024-09-13T17:47:24.276490+0000","last_fullsized":"2024-09-13T17:47:24.276490+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:29.548696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.212068+0000","last_change":"2024-09-13T17:47:20.121814+0000","last_active":"2024-09-13T17:47:24.212068+0000","last_peered":"2024-09-13T17:47:24.212068+0000","last_clean":"2024-09-13T17:47:24.212068+0000","last_became_active":"2024-09-13T17:47:20.119442+0000","last_became_peered":"2024-09-13T17:47:20.119442+0000","last_unstale":"2024-09-13T17:47:24.212068+0000","last_undegraded":"2024-09-13T17:47:24.212068+0000","last_fullsized":"2024-09-13T17:47:24.212068+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:00.979797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.270648+0000","last_change":"2024-09-13T17:47:20.110240+0000","last_active":"2024-09-13T17:47:24.270648+0000","last_peered":"2024-09-13T17:47:24.270648+0000","last_clean":"2024-09-13T17:47:24.270648+0000","last_became_active":"2024-09-13T17:47:20.109864+0000","last_became_peered":"2024-09-13T17:47:20.109864+0000","last_unstale":"2024-09-13T17:47:24.270648+0000","last_undegraded":"2024-09-13T17:47:24.270648+0000","last_fullsized":"2024-09-13T17:47:24.270648+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:11:45.715574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219759+0000","last_change":"2024-09-13T17:47:20.105490+0000","last_active":"2024-09-13T17:47:24.219759+0000","last_peered":"2024-09-13T17:47:24.219759+0000","last_clean":"2024-09-13T17:47:24.219759+0000","last_became_active":"2024-09-13T17:47:20.103825+0000","last_became_peered":"2024-09-13T17:47:20.103825+0000","last_unstale":"2024-09-13T17:47:24.219759+0000","last_undegraded":"2024-09-13T17:47:24.219759+0000","last_fullsized":"2024-09-13T17:47:24.219759+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:37.339275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271138+0000","last_change":"2024-09-13T17:47:20.108330+0000","last_active":"2024-09-13T17:47:24.271138+0000","last_peered":"2024-09-13T17:47:24.271138+0000","last_clean":"2024-09-13T17:47:24.271138+0000","last_became_active":"2024-09-13T17:47:20.107799+0000","last_became_peered":"2024-09-13T17:47:20.107799+0000","last_unstale":"2024-09-13T17:47:24.271138+0000","last_undegraded":"2024-09-13T17:47:24.271138+0000","last_fullsized":"2024-09-13T17:47:24.271138+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:43.776469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.216558+0000","last_change":"2024-09-13T17:47:20.122506+0000","last_active":"2024-09-13T17:47:24.216558+0000","last_peered":"2024-09-13T17:47:24.216558+0000","last_clean":"2024-09-13T17:47:24.216558+0000","last_became_active":"2024-09-13T17:47:20.122213+0000","last_became_peered":"2024-09-13T17:47:20.122213+0000","last_unstale":"2024-09-13T17:47:24.216558+0000","last_undegraded":"2024-09-13T17:47:24.216558+0000","last_fullsized":"2024-09-13T17:47:24.216558+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:12.001356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233028+0000","last_change":"2024-09-13T17:47:20.098339+0000","last_active":"2024-09-13T17:47:24.233028+0000","last_peered":"2024-09-13T17:47:24.233028+0000","last_clean":"2024-09-13T17:47:24.233028+0000","last_became_active":"2024-09-13T17:47:20.097955+0000","last_became_peered":"2024-09-13T17:47:20.097955+0000","last_unstale":"2024-09-13T17:47:24.233028+0000","last_undegraded":"2024-09-13T17:47:24.233028+0000","last_fullsized":"2024-09-13T17:47:24.233028+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:00.561720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230407+0000","last_change":"2024-09-13T17:47:20.107754+0000","last_active":"2024-09-13T17:47:24.230407+0000","last_peered":"2024-09-13T17:47:24.230407+0000","last_clean":"2024-09-13T17:47:24.230407+0000","last_became_active":"2024-09-13T17:47:20.107304+0000","last_became_peered":"2024-09-13T17:47:20.107304+0000","last_unstale":"2024-09-13T17:47:24.230407+0000","last_undegraded":"2024-09-13T17:47:24.230407+0000","last_fullsized":"2024-09-13T17:47:24.230407+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.276424+0000","last_change":"2024-09-13T17:47:20.111293+0000","last_active":"2024-09-13T17:47:24.276424+0000","last_peered":"2024-09-13T17:47:24.276424+0000","last_clean":"2024-09-13T17:47:24.276424+0000","last_became_active":"2024-09-13T17:47:20.110564+0000","last_became_peered":"2024-09-13T17:47:20.110564+0000","last_unstale":"2024-09-13T17:47:24.276424+0000","last_undegraded":"2024-09-13T17:47:24.276424+0000","last_fullsized":"2024-09-13T17:47:24.276424+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:14:11.692746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":16,"seq":68719476747,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":282624,"data_stored":109603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67600000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59499999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0609999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77600000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92100000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1970000000000001}]}]},{"osd":4,"up_from":16,"seq":68719476747,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":290816,"data_stored":109639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84599999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.875}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68500000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0429999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.091}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1200000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.26}]}]},{"osd":7,"up_from":15,"seq":64424509452,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27880,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343960,"statfs":{"total":96636764160,"available":96608215040,"internally_reserved":0,"allocated":876544,"data_stored":700463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.081}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89500000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80600000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.115}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95499999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1759999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1479999999999999}]}]},{"osd":6,"up_from":15,"seq":64424509450,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":113308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.006}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95699999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78100000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1879999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1080000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.163}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93200000000000005}]}]},{"osd":3,"up_from":15,"seq":64424509450,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":290816,"data_stored":113308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70099999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77000000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68200000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80200000000000005}]}]},{"osd":1,"up_from":15,"seq":64424509451,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":286720,"data_stored":109673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40200000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70899999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]}]},{"osd":0,"up_from":15,"seq":64424509449,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":884736,"data_stored":700519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59299999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78100000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.747}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]}]},{"osd":2,"up_from":13,"seq":55834574859,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":278528,"data_stored":109513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72499999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79100000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.077}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.018}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:47:47.638 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:47:47.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.782+0000 7fe3e5233640 1 Processor -- start 2024-09-13T17:47:47.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.782+0000 7fe3e5233640 1 -- start start 2024-09-13T17:47:47.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3e5233640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe3e015c400 0x7fe3e00ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:47.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3e5233640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fe3e00cf420 0x7fe3e00ccb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:47.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3e5233640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe3e00cd060 0x7fe3e00b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:47.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3e5233640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3e006b200 con 0x7fe3e015c400 2024-09-13T17:47:47.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3e5233640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3e00d0a00 con 0x7fe3e00cf420 2024-09-13T17:47:47.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3e5233640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3e00cd4f0 con 0x7fe3e00cd060 2024-09-13T17:47:47.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3ded9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe3e015c400 0x7fe3e00ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:47.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3ded9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe3e015c400 0x7fe3e00ceee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40472/0 (socket says 172.21.15.32:40472) 2024-09-13T17:47:47.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3ded9d640 1 -- 172.21.15.32:0/1842529567 learned_addr learned my addr 172.21.15.32:0/1842529567 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:47.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3df59e640 1 --2- 172.21.15.32:0/1842529567 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe3e00cd060 0x7fe3e00b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:47.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3de59c640 1 --2- 172.21.15.32:0/1842529567 >> v2:172.21.15.159:3300/0 conn(0x7fe3e00cf420 0x7fe3e00ccb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:47.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3ded9d640 1 -- 172.21.15.32:0/1842529567 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe3e00cd060 msgr2=0x7fe3e00b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:47.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3ded9d640 1 --2- 172.21.15.32:0/1842529567 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe3e00cd060 0x7fe3e00b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3ded9d640 1 -- 172.21.15.32:0/1842529567 >> v2:172.21.15.159:3300/0 conn(0x7fe3e00cf420 msgr2=0x7fe3e00ccb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:47.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3ded9d640 1 --2- 172.21.15.32:0/1842529567 >> v2:172.21.15.159:3300/0 conn(0x7fe3e00cf420 0x7fe3e00ccb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3ded9d640 1 -- 172.21.15.32:0/1842529567 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3e00cf840 con 0x7fe3e015c400 2024-09-13T17:47:47.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3ded9d640 1 --2- 172.21.15.32:0/1842529567 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3e015c400 0x7fe3e00ceee0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe3e008c4f0 tx=0x7fe3d001c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7230595bbfdd658 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:47.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3ddd9b640 1 -- 172.21.15.32:0/1842529567 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3d00ab600 con 0x7fe3e015c400 2024-09-13T17:47:47.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3ddd9b640 1 -- 172.21.15.32:0/1842529567 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3d00a7050 con 0x7fe3e015c400 2024-09-13T17:47:47.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3ddd9b640 1 -- 172.21.15.32:0/1842529567 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3d00ab980 con 0x7fe3e015c400 2024-09-13T17:47:47.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3e5233640 1 -- 172.21.15.32:0/1842529567 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3e015c400 msgr2=0x7fe3e00ceee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3e5233640 1 --2- 172.21.15.32:0/1842529567 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3e015c400 0x7fe3e00ceee0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe3e008c4f0 tx=0x7fe3d001c260 comp rx=0 tx=0).stop 2024-09-13T17:47:47.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3e5233640 1 -- 172.21.15.32:0/1842529567 shutdown_connections 2024-09-13T17:47:47.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3e5233640 1 --2- 172.21.15.32:0/1842529567 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe3e00cd060 0x7fe3e00b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3e5233640 1 --2- 172.21.15.32:0/1842529567 >> v2:172.21.15.159:3300/0 conn(0x7fe3e00cf420 0x7fe3e00ccb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3e5233640 1 --2- 172.21.15.32:0/1842529567 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3e015c400 0x7fe3e00ceee0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3e5233640 1 -- 172.21.15.32:0/1842529567 >> 172.21.15.32:0/1842529567 conn(0x7fe3e009b860 msgr2=0x7fe3e0089f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:47.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.786+0000 7fe3e5233640 1 -- 172.21.15.32:0/1842529567 shutdown_connections 2024-09-13T17:47:47.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3e5233640 1 -- 172.21.15.32:0/1842529567 wait complete. 2024-09-13T17:47:47.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3e5233640 1 Processor -- start 2024-09-13T17:47:47.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3e5233640 1 -- start start 2024-09-13T17:47:47.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3e5233640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe3e00cd060 0x7fe3e00b6590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:47.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3e5233640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe3e00cf420 0x7fe3e00c8430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:47.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3e5233640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3e015c400 0x7fe3e0155b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:47.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3e5233640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3e0158800 con 0x7fe3e015c400 2024-09-13T17:47:47.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3e5233640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3e0156a40 con 0x7fe3e00cd060 2024-09-13T17:47:47.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3e5233640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3e0157bf0 con 0x7fe3e00cf420 2024-09-13T17:47:47.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3df59e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3e015c400 0x7fe3e0155b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:47.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3df59e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3e015c400 0x7fe3e0155b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40474/0 (socket says 172.21.15.32:40474) 2024-09-13T17:47:47.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3df59e640 1 -- 172.21.15.32:0/2896705155 learned_addr learned my addr 172.21.15.32:0/2896705155 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:47.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3ded9d640 1 --2- 172.21.15.32:0/2896705155 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe3e00cd060 0x7fe3e00b6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:47.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3de59c640 1 --2- 172.21.15.32:0/2896705155 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe3e00cf420 0x7fe3e00c8430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:47.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3df59e640 1 -- 172.21.15.32:0/2896705155 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe3e00cf420 msgr2=0x7fe3e00c8430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3df59e640 1 --2- 172.21.15.32:0/2896705155 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe3e00cf420 0x7fe3e00c8430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3df59e640 1 -- 172.21.15.32:0/2896705155 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe3e00cd060 msgr2=0x7fe3e00b6590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3df59e640 1 --2- 172.21.15.32:0/2896705155 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe3e00cd060 0x7fe3e00b6590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3df59e640 1 -- 172.21.15.32:0/2896705155 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3d00094d0 con 0x7fe3e015c400 2024-09-13T17:47:47.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3df59e640 1 --2- 172.21.15.32:0/2896705155 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3e015c400 0x7fe3e0155b50 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe3d8007e70 tx=0x7fe3d800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:47.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3c77fe640 1 -- 172.21.15.32:0/2896705155 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3d8014620 con 0x7fe3e015c400 2024-09-13T17:47:47.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3c77fe640 1 -- 172.21.15.32:0/2896705155 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3d80147a0 con 0x7fe3e015c400 2024-09-13T17:47:47.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3c77fe640 1 -- 172.21.15.32:0/2896705155 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3d8014b50 con 0x7fe3e015c400 2024-09-13T17:47:47.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3e5233640 1 -- 172.21.15.32:0/2896705155 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3e0157ed0 con 0x7fe3e015c400 2024-09-13T17:47:47.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.790+0000 7fe3e5233640 1 -- 172.21.15.32:0/2896705155 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3e0158490 con 0x7fe3e015c400 2024-09-13T17:47:47.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.794+0000 7fe3e5233640 1 -- 172.21.15.32:0/2896705155 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe3e00ccb20 con 0x7fe3e015c400 2024-09-13T17:47:47.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.794+0000 7fe3c77fe640 1 -- 172.21.15.32:0/2896705155 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe3d8014cb0 con 0x7fe3e015c400 2024-09-13T17:47:47.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.794+0000 7fe3c77fe640 1 --2- 172.21.15.32:0/2896705155 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe3cc066690 0x7fe3cc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:47.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.794+0000 7fe3c77fe640 1 -- 172.21.15.32:0/2896705155 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe3d8084e50 con 0x7fe3e015c400 2024-09-13T17:47:47.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.794+0000 7fe3ded9d640 1 --2- 172.21.15.32:0/2896705155 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe3cc066690 0x7fe3cc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:47.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.794+0000 7fe3ded9d640 1 --2- 172.21.15.32:0/2896705155 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe3cc066690 0x7fe3cc068b50 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe3d00ad000 tx=0x7fe3d00a6000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:47.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.798+0000 7fe3c77fe640 1 -- 172.21.15.32:0/2896705155 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe3d8051e30 con 0x7fe3e015c400 2024-09-13T17:47:47.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.946+0000 7fe3e5233640 1 -- 172.21.15.32:0/2896705155 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe3e00cdd10 con 0x7fe3cc066690 2024-09-13T17:47:47.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.974+0000 7fe3c77fe640 1 -- 172.21.15.32:0/2896705155 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345210 (secure 0 0 0) 0x7fe3d00ab860 con 0x7fe3cc066690 2024-09-13T17:47:47.980 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:47.982 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-13T17:47:47.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.978+0000 7fe3e5233640 1 -- 172.21.15.32:0/2896705155 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe3cc066690 msgr2=0x7fe3cc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.978+0000 7fe3e5233640 1 --2- 172.21.15.32:0/2896705155 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe3cc066690 0x7fe3cc068b50 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe3d00ad000 tx=0x7fe3d00a6000 comp rx=0 tx=0).stop 2024-09-13T17:47:47.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.978+0000 7fe3e5233640 1 -- 172.21.15.32:0/2896705155 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3e015c400 msgr2=0x7fe3e0155b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:47.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.978+0000 7fe3e5233640 1 --2- 172.21.15.32:0/2896705155 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3e015c400 0x7fe3e0155b50 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe3d8007e70 tx=0x7fe3d800e4b0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.978+0000 7fe3e5233640 1 -- 172.21.15.32:0/2896705155 shutdown_connections 2024-09-13T17:47:47.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.978+0000 7fe3e5233640 1 --2- 172.21.15.32:0/2896705155 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe3cc066690 0x7fe3cc068b50 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.978+0000 7fe3e5233640 1 --2- 172.21.15.32:0/2896705155 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe3e015c400 0x7fe3e0155b50 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.978+0000 7fe3e5233640 1 --2- 172.21.15.32:0/2896705155 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe3e00cf420 0x7fe3e00c8430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.978+0000 7fe3e5233640 1 --2- 172.21.15.32:0/2896705155 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe3e00cd060 0x7fe3e00b6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:47.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.978+0000 7fe3e5233640 1 -- 172.21.15.32:0/2896705155 >> 172.21.15.32:0/2896705155 conn(0x7fe3e009b860 msgr2=0x7fe3e015d0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:47.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.978+0000 7fe3e5233640 1 -- 172.21.15.32:0/2896705155 shutdown_connections 2024-09-13T17:47:47.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:47.978+0000 7fe3e5233640 1 -- 172.21.15.32:0/2896705155 wait complete. 2024-09-13T17:47:47.998 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":41,"stamp":"2024-09-13T17:47:46.206793+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235968,"kb_used_data":3400,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754738752,"statfs":{"total":773094113280,"available":772852482048,"internally_reserved":0,"allocated":3481600,"data_stored":2066026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":141,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005359"},"pg_stats":[{"pgid":"2.1f","version":"22'4","reported_seq":18,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233968+0000","last_change":"2024-09-13T17:47:19.720978+0000","last_active":"2024-09-13T17:47:24.233968+0000","last_peered":"2024-09-13T17:47:24.233968+0000","last_clean":"2024-09-13T17:47:24.233968+0000","last_became_active":"2024-09-13T17:47:19.720614+0000","last_became_peered":"2024-09-13T17:47:19.720614+0000","last_unstale":"2024-09-13T17:47:24.233968+0000","last_undegraded":"2024-09-13T17:47:24.233968+0000","last_fullsized":"2024-09-13T17:47:24.233968+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:19:33.499890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213662+0000","last_change":"2024-09-13T17:47:20.118715+0000","last_active":"2024-09-13T17:47:24.213662+0000","last_peered":"2024-09-13T17:47:24.213662+0000","last_clean":"2024-09-13T17:47:24.213662+0000","last_became_active":"2024-09-13T17:47:20.118281+0000","last_became_peered":"2024-09-13T17:47:20.118281+0000","last_unstale":"2024-09-13T17:47:24.213662+0000","last_undegraded":"2024-09-13T17:47:24.213662+0000","last_fullsized":"2024-09-13T17:47:24.213662+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:37.339275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090059+0000","last_change":"2024-09-13T17:47:24.278734+0000","last_active":"2024-09-13T17:47:25.090059+0000","last_peered":"2024-09-13T17:47:25.090059+0000","last_clean":"2024-09-13T17:47:25.090059+0000","last_became_active":"2024-09-13T17:47:24.278343+0000","last_became_peered":"2024-09-13T17:47:24.278343+0000","last_unstale":"2024-09-13T17:47:25.090059+0000","last_undegraded":"2024-09-13T17:47:25.090059+0000","last_fullsized":"2024-09-13T17:47:25.090059+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:03:55.030177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"22'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213919+0000","last_change":"2024-09-13T17:47:19.700359+0000","last_active":"2024-09-13T17:47:24.213919+0000","last_peered":"2024-09-13T17:47:24.213919+0000","last_clean":"2024-09-13T17:47:24.213919+0000","last_became_active":"2024-09-13T17:47:19.700046+0000","last_became_peered":"2024-09-13T17:47:19.700046+0000","last_unstale":"2024-09-13T17:47:24.213919+0000","last_undegraded":"2024-09-13T17:47:24.213919+0000","last_fullsized":"2024-09-13T17:47:24.213919+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:36.204367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233848+0000","last_change":"2024-09-13T17:47:20.105255+0000","last_active":"2024-09-13T17:47:24.233848+0000","last_peered":"2024-09-13T17:47:24.233848+0000","last_clean":"2024-09-13T17:47:24.233848+0000","last_became_active":"2024-09-13T17:47:20.102691+0000","last_became_peered":"2024-09-13T17:47:20.102691+0000","last_unstale":"2024-09-13T17:47:24.233848+0000","last_undegraded":"2024-09-13T17:47:24.233848+0000","last_fullsized":"2024-09-13T17:47:24.233848+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:13.907174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.256899+0000","last_change":"2024-09-13T17:47:24.254117+0000","last_active":"2024-09-13T17:47:24.256899+0000","last_peered":"2024-09-13T17:47:24.256899+0000","last_clean":"2024-09-13T17:47:24.256899+0000","last_became_active":"2024-09-13T17:47:24.252881+0000","last_became_peered":"2024-09-13T17:47:24.252881+0000","last_unstale":"2024-09-13T17:47:24.256899+0000","last_undegraded":"2024-09-13T17:47:24.256899+0000","last_fullsized":"2024-09-13T17:47:24.256899+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:16:01.643077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272555+0000","last_change":"2024-09-13T17:47:19.720563+0000","last_active":"2024-09-13T17:47:24.272555+0000","last_peered":"2024-09-13T17:47:24.272555+0000","last_clean":"2024-09-13T17:47:24.272555+0000","last_became_active":"2024-09-13T17:47:19.719912+0000","last_became_peered":"2024-09-13T17:47:19.719912+0000","last_unstale":"2024-09-13T17:47:24.272555+0000","last_undegraded":"2024-09-13T17:47:24.272555+0000","last_fullsized":"2024-09-13T17:47:24.272555+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:14.894984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.216765+0000","last_change":"2024-09-13T17:47:20.103559+0000","last_active":"2024-09-13T17:47:24.216765+0000","last_peered":"2024-09-13T17:47:24.216765+0000","last_clean":"2024-09-13T17:47:24.216765+0000","last_became_active":"2024-09-13T17:47:20.102308+0000","last_became_peered":"2024-09-13T17:47:20.102308+0000","last_unstale":"2024-09-13T17:47:24.216765+0000","last_undegraded":"2024-09-13T17:47:24.216765+0000","last_fullsized":"2024-09-13T17:47:24.216765+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:18:08.550482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.264901+0000","last_change":"2024-09-13T17:47:24.262623+0000","last_active":"2024-09-13T17:47:24.264901+0000","last_peered":"2024-09-13T17:47:24.264901+0000","last_clean":"2024-09-13T17:47:24.264901+0000","last_became_active":"2024-09-13T17:47:24.261088+0000","last_became_peered":"2024-09-13T17:47:24.261088+0000","last_unstale":"2024-09-13T17:47:24.264901+0000","last_undegraded":"2024-09-13T17:47:24.264901+0000","last_fullsized":"2024-09-13T17:47:24.264901+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:49.060574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271769+0000","last_change":"2024-09-13T17:47:19.716032+0000","last_active":"2024-09-13T17:47:24.271769+0000","last_peered":"2024-09-13T17:47:24.271769+0000","last_clean":"2024-09-13T17:47:24.271769+0000","last_became_active":"2024-09-13T17:47:19.715388+0000","last_became_peered":"2024-09-13T17:47:19.715388+0000","last_unstale":"2024-09-13T17:47:24.271769+0000","last_undegraded":"2024-09-13T17:47:24.271769+0000","last_fullsized":"2024-09-13T17:47:24.271769+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:23:21.846668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217767+0000","last_change":"2024-09-13T17:47:20.099364+0000","last_active":"2024-09-13T17:47:24.217767+0000","last_peered":"2024-09-13T17:47:24.217767+0000","last_clean":"2024-09-13T17:47:24.217767+0000","last_became_active":"2024-09-13T17:47:20.099056+0000","last_became_peered":"2024-09-13T17:47:20.099056+0000","last_unstale":"2024-09-13T17:47:24.217767+0000","last_undegraded":"2024-09-13T17:47:24.217767+0000","last_fullsized":"2024-09-13T17:47:24.217767+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:29.548696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.251711+0000","last_change":"2024-09-13T17:47:24.243429+0000","last_active":"2024-09-13T17:47:24.251711+0000","last_peered":"2024-09-13T17:47:24.251711+0000","last_clean":"2024-09-13T17:47:24.251711+0000","last_became_active":"2024-09-13T17:47:24.242355+0000","last_became_peered":"2024-09-13T17:47:24.242355+0000","last_unstale":"2024-09-13T17:47:24.251711+0000","last_undegraded":"2024-09-13T17:47:24.251711+0000","last_fullsized":"2024-09-13T17:47:24.251711+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:43.878578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.237211+0000","last_change":"2024-09-13T17:47:20.103829+0000","last_active":"2024-09-13T17:47:24.237211+0000","last_peered":"2024-09-13T17:47:24.237211+0000","last_clean":"2024-09-13T17:47:24.237211+0000","last_became_active":"2024-09-13T17:47:20.103547+0000","last_became_peered":"2024-09-13T17:47:20.103547+0000","last_unstale":"2024-09-13T17:47:24.237211+0000","last_undegraded":"2024-09-13T17:47:24.237211+0000","last_fullsized":"2024-09-13T17:47:24.237211+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:00.979797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271278+0000","last_change":"2024-09-13T17:47:19.713891+0000","last_active":"2024-09-13T17:47:24.271278+0000","last_peered":"2024-09-13T17:47:24.271278+0000","last_clean":"2024-09-13T17:47:24.271278+0000","last_became_active":"2024-09-13T17:47:19.712878+0000","last_became_peered":"2024-09-13T17:47:19.712878+0000","last_unstale":"2024-09-13T17:47:24.271278+0000","last_undegraded":"2024-09-13T17:47:24.271278+0000","last_fullsized":"2024-09-13T17:47:24.271278+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:52:47.527426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.236923+0000","last_change":"2024-09-13T17:47:24.234691+0000","last_active":"2024-09-13T17:47:24.236923+0000","last_peered":"2024-09-13T17:47:24.236923+0000","last_clean":"2024-09-13T17:47:24.236923+0000","last_became_active":"2024-09-13T17:47:24.233704+0000","last_became_peered":"2024-09-13T17:47:24.233704+0000","last_unstale":"2024-09-13T17:47:24.236923+0000","last_undegraded":"2024-09-13T17:47:24.236923+0000","last_fullsized":"2024-09-13T17:47:24.236923+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:38.554621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.212922+0000","last_change":"2024-09-13T17:47:20.110757+0000","last_active":"2024-09-13T17:47:24.212922+0000","last_peered":"2024-09-13T17:47:24.212922+0000","last_clean":"2024-09-13T17:47:24.212922+0000","last_became_active":"2024-09-13T17:47:20.104162+0000","last_became_peered":"2024-09-13T17:47:20.104162+0000","last_unstale":"2024-09-13T17:47:24.212922+0000","last_undegraded":"2024-09-13T17:47:24.212922+0000","last_fullsized":"2024-09-13T17:47:24.212922+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230727+0000","last_change":"2024-09-13T17:47:19.701844+0000","last_active":"2024-09-13T17:47:24.230727+0000","last_peered":"2024-09-13T17:47:24.230727+0000","last_clean":"2024-09-13T17:47:24.230727+0000","last_became_active":"2024-09-13T17:47:19.701500+0000","last_became_peered":"2024-09-13T17:47:19.701500+0000","last_unstale":"2024-09-13T17:47:24.230727+0000","last_undegraded":"2024-09-13T17:47:24.230727+0000","last_fullsized":"2024-09-13T17:47:24.230727+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:50.801335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.243114+0000","last_change":"2024-09-13T17:47:24.240018+0000","last_active":"2024-09-13T17:47:24.243114+0000","last_peered":"2024-09-13T17:47:24.243114+0000","last_clean":"2024-09-13T17:47:24.243114+0000","last_became_active":"2024-09-13T17:47:24.238793+0000","last_became_peered":"2024-09-13T17:47:24.238793+0000","last_unstale":"2024-09-13T17:47:24.243114+0000","last_undegraded":"2024-09-13T17:47:24.243114+0000","last_fullsized":"2024-09-13T17:47:24.243114+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:13.245084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213937+0000","last_change":"2024-09-13T17:47:20.123486+0000","last_active":"2024-09-13T17:47:24.213937+0000","last_peered":"2024-09-13T17:47:24.213937+0000","last_clean":"2024-09-13T17:47:24.213937+0000","last_became_active":"2024-09-13T17:47:20.121933+0000","last_became_peered":"2024-09-13T17:47:20.121933+0000","last_unstale":"2024-09-13T17:47:24.213937+0000","last_undegraded":"2024-09-13T17:47:24.213937+0000","last_fullsized":"2024-09-13T17:47:24.213937+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:13.907174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230172+0000","last_change":"2024-09-13T17:47:19.705456+0000","last_active":"2024-09-13T17:47:24.230172+0000","last_peered":"2024-09-13T17:47:24.230172+0000","last_clean":"2024-09-13T17:47:24.230172+0000","last_became_active":"2024-09-13T17:47:19.705120+0000","last_became_peered":"2024-09-13T17:47:19.705120+0000","last_unstale":"2024-09-13T17:47:24.230172+0000","last_undegraded":"2024-09-13T17:47:24.230172+0000","last_fullsized":"2024-09-13T17:47:24.230172+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:52:47.527426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090932+0000","last_change":"2024-09-13T17:47:24.280774+0000","last_active":"2024-09-13T17:47:25.090932+0000","last_peered":"2024-09-13T17:47:25.090932+0000","last_clean":"2024-09-13T17:47:25.090932+0000","last_became_active":"2024-09-13T17:47:24.280064+0000","last_became_peered":"2024-09-13T17:47:24.280064+0000","last_unstale":"2024-09-13T17:47:25.090932+0000","last_undegraded":"2024-09-13T17:47:25.090932+0000","last_fullsized":"2024-09-13T17:47:25.090932+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:51.241045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219015+0000","last_change":"2024-09-13T17:47:20.109472+0000","last_active":"2024-09-13T17:47:24.219015+0000","last_peered":"2024-09-13T17:47:24.219015+0000","last_clean":"2024-09-13T17:47:24.219015+0000","last_became_active":"2024-09-13T17:47:20.108632+0000","last_became_peered":"2024-09-13T17:47:20.108632+0000","last_unstale":"2024-09-13T17:47:24.219015+0000","last_undegraded":"2024-09-13T17:47:24.219015+0000","last_fullsized":"2024-09-13T17:47:24.219015+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:15.903282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271449+0000","last_change":"2024-09-13T17:47:19.702990+0000","last_active":"2024-09-13T17:47:24.271449+0000","last_peered":"2024-09-13T17:47:24.271449+0000","last_clean":"2024-09-13T17:47:24.271449+0000","last_became_active":"2024-09-13T17:47:19.701867+0000","last_became_peered":"2024-09-13T17:47:19.701867+0000","last_unstale":"2024-09-13T17:47:24.271449+0000","last_undegraded":"2024-09-13T17:47:24.271449+0000","last_fullsized":"2024-09-13T17:47:24.271449+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:50.794201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.246576+0000","last_change":"2024-09-13T17:47:24.240909+0000","last_active":"2024-09-13T17:47:24.246576+0000","last_peered":"2024-09-13T17:47:24.246576+0000","last_clean":"2024-09-13T17:47:24.246576+0000","last_became_active":"2024-09-13T17:47:24.238291+0000","last_became_peered":"2024-09-13T17:47:24.238291+0000","last_unstale":"2024-09-13T17:47:24.246576+0000","last_undegraded":"2024-09-13T17:47:24.246576+0000","last_fullsized":"2024-09-13T17:47:24.246576+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:26.849709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233388+0000","last_change":"2024-09-13T17:47:20.101940+0000","last_active":"2024-09-13T17:47:24.233388+0000","last_peered":"2024-09-13T17:47:24.233388+0000","last_clean":"2024-09-13T17:47:24.233388+0000","last_became_active":"2024-09-13T17:47:20.101483+0000","last_became_peered":"2024-09-13T17:47:20.101483+0000","last_unstale":"2024-09-13T17:47:24.233388+0000","last_undegraded":"2024-09-13T17:47:24.233388+0000","last_fullsized":"2024-09-13T17:47:24.233388+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:54.374725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.256964+0000","last_change":"2024-09-13T17:47:19.716551+0000","last_active":"2024-09-13T17:47:24.256964+0000","last_peered":"2024-09-13T17:47:24.256964+0000","last_clean":"2024-09-13T17:47:24.256964+0000","last_became_active":"2024-09-13T17:47:19.715892+0000","last_became_peered":"2024-09-13T17:47:19.715892+0000","last_unstale":"2024-09-13T17:47:24.256964+0000","last_undegraded":"2024-09-13T17:47:24.256964+0000","last_fullsized":"2024-09-13T17:47:24.256964+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:12.721168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.285958+0000","last_change":"2024-09-13T17:47:24.279408+0000","last_active":"2024-09-13T17:47:24.285958+0000","last_peered":"2024-09-13T17:47:24.285958+0000","last_clean":"2024-09-13T17:47:24.285958+0000","last_became_active":"2024-09-13T17:47:24.278657+0000","last_became_peered":"2024-09-13T17:47:24.278657+0000","last_unstale":"2024-09-13T17:47:24.285958+0000","last_undegraded":"2024-09-13T17:47:24.285958+0000","last_fullsized":"2024-09-13T17:47:24.285958+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:58:41.435311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.214526+0000","last_change":"2024-09-13T17:47:20.123610+0000","last_active":"2024-09-13T17:47:24.214526+0000","last_peered":"2024-09-13T17:47:24.214526+0000","last_clean":"2024-09-13T17:47:24.214526+0000","last_became_active":"2024-09-13T17:47:20.121961+0000","last_became_peered":"2024-09-13T17:47:20.121961+0000","last_unstale":"2024-09-13T17:47:24.214526+0000","last_undegraded":"2024-09-13T17:47:24.214526+0000","last_fullsized":"2024-09-13T17:47:24.214526+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:32.474530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"25'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230569+0000","last_change":"2024-09-13T17:47:19.715843+0000","last_active":"2024-09-13T17:47:24.230569+0000","last_peered":"2024-09-13T17:47:24.230569+0000","last_clean":"2024-09-13T17:47:24.230569+0000","last_became_active":"2024-09-13T17:47:19.715445+0000","last_became_peered":"2024-09-13T17:47:19.715445+0000","last_unstale":"2024-09-13T17:47:24.230569+0000","last_undegraded":"2024-09-13T17:47:24.230569+0000","last_fullsized":"2024-09-13T17:47:24.230569+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:50.794201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.088755+0000","last_change":"2024-09-13T17:47:24.270010+0000","last_active":"2024-09-13T17:47:25.088755+0000","last_peered":"2024-09-13T17:47:25.088755+0000","last_clean":"2024-09-13T17:47:25.088755+0000","last_became_active":"2024-09-13T17:47:24.269565+0000","last_became_peered":"2024-09-13T17:47:24.269565+0000","last_unstale":"2024-09-13T17:47:25.088755+0000","last_undegraded":"2024-09-13T17:47:25.088755+0000","last_fullsized":"2024-09-13T17:47:25.088755+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:37:46.918806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230168+0000","last_change":"2024-09-13T17:47:20.098500+0000","last_active":"2024-09-13T17:47:24.230168+0000","last_peered":"2024-09-13T17:47:24.230168+0000","last_clean":"2024-09-13T17:47:24.230168+0000","last_became_active":"2024-09-13T17:47:20.098000+0000","last_became_peered":"2024-09-13T17:47:20.098000+0000","last_unstale":"2024-09-13T17:47:24.230168+0000","last_undegraded":"2024-09-13T17:47:24.230168+0000","last_fullsized":"2024-09-13T17:47:24.230168+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:32.351729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272879+0000","last_change":"2024-09-13T17:47:19.720840+0000","last_active":"2024-09-13T17:47:24.272879+0000","last_peered":"2024-09-13T17:47:24.272879+0000","last_clean":"2024-09-13T17:47:24.272879+0000","last_became_active":"2024-09-13T17:47:19.720426+0000","last_became_peered":"2024-09-13T17:47:19.720426+0000","last_unstale":"2024-09-13T17:47:24.272879+0000","last_undegraded":"2024-09-13T17:47:24.272879+0000","last_fullsized":"2024-09-13T17:47:24.272879+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:35.775994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.092663+0000","last_change":"2024-09-13T17:47:24.279984+0000","last_active":"2024-09-13T17:47:25.092663+0000","last_peered":"2024-09-13T17:47:25.092663+0000","last_clean":"2024-09-13T17:47:25.092663+0000","last_became_active":"2024-09-13T17:47:24.277851+0000","last_became_peered":"2024-09-13T17:47:24.277851+0000","last_unstale":"2024-09-13T17:47:25.092663+0000","last_undegraded":"2024-09-13T17:47:25.092663+0000","last_fullsized":"2024-09-13T17:47:25.092663+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:32:07.746083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217966+0000","last_change":"2024-09-13T17:47:20.113112+0000","last_active":"2024-09-13T17:47:24.217966+0000","last_peered":"2024-09-13T17:47:24.217966+0000","last_clean":"2024-09-13T17:47:24.217966+0000","last_became_active":"2024-09-13T17:47:20.112842+0000","last_became_peered":"2024-09-13T17:47:20.112842+0000","last_unstale":"2024-09-13T17:47:24.217966+0000","last_undegraded":"2024-09-13T17:47:24.217966+0000","last_fullsized":"2024-09-13T17:47:24.217966+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:38:18.807374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230267+0000","last_change":"2024-09-13T17:47:19.701210+0000","last_active":"2024-09-13T17:47:24.230267+0000","last_peered":"2024-09-13T17:47:24.230267+0000","last_clean":"2024-09-13T17:47:24.230267+0000","last_became_active":"2024-09-13T17:47:19.700985+0000","last_became_peered":"2024-09-13T17:47:19.700985+0000","last_unstale":"2024-09-13T17:47:24.230267+0000","last_undegraded":"2024-09-13T17:47:24.230267+0000","last_fullsized":"2024-09-13T17:47:24.230267+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:35.775994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090659+0000","last_change":"2024-09-13T17:47:24.244719+0000","last_active":"2024-09-13T17:47:25.090659+0000","last_peered":"2024-09-13T17:47:25.090659+0000","last_clean":"2024-09-13T17:47:25.090659+0000","last_became_active":"2024-09-13T17:47:24.243524+0000","last_became_peered":"2024-09-13T17:47:24.243524+0000","last_unstale":"2024-09-13T17:47:25.090659+0000","last_undegraded":"2024-09-13T17:47:25.090659+0000","last_fullsized":"2024-09-13T17:47:25.090659+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:07.401229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.244915+0000","last_change":"2024-09-13T17:47:20.108319+0000","last_active":"2024-09-13T17:47:24.244915+0000","last_peered":"2024-09-13T17:47:24.244915+0000","last_clean":"2024-09-13T17:47:24.244915+0000","last_became_active":"2024-09-13T17:47:20.107992+0000","last_became_peered":"2024-09-13T17:47:20.107992+0000","last_unstale":"2024-09-13T17:47:24.244915+0000","last_undegraded":"2024-09-13T17:47:24.244915+0000","last_fullsized":"2024-09-13T17:47:24.244915+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:51.802499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.220377+0000","last_change":"2024-09-13T17:47:19.715435+0000","last_active":"2024-09-13T17:47:24.220377+0000","last_peered":"2024-09-13T17:47:24.220377+0000","last_clean":"2024-09-13T17:47:24.220377+0000","last_became_active":"2024-09-13T17:47:19.712691+0000","last_became_peered":"2024-09-13T17:47:19.712691+0000","last_unstale":"2024-09-13T17:47:24.220377+0000","last_undegraded":"2024-09-13T17:47:24.220377+0000","last_fullsized":"2024-09-13T17:47:24.220377+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:34:29.525431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090115+0000","last_change":"2024-09-13T17:47:24.244563+0000","last_active":"2024-09-13T17:47:25.090115+0000","last_peered":"2024-09-13T17:47:25.090115+0000","last_clean":"2024-09-13T17:47:25.090115+0000","last_became_active":"2024-09-13T17:47:24.244208+0000","last_became_peered":"2024-09-13T17:47:24.244208+0000","last_unstale":"2024-09-13T17:47:25.090115+0000","last_undegraded":"2024-09-13T17:47:25.090115+0000","last_fullsized":"2024-09-13T17:47:25.090115+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:32:07.746083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.229716+0000","last_change":"2024-09-13T17:47:20.098234+0000","last_active":"2024-09-13T17:47:24.229716+0000","last_peered":"2024-09-13T17:47:24.229716+0000","last_clean":"2024-09-13T17:47:24.229716+0000","last_became_active":"2024-09-13T17:47:20.097967+0000","last_became_peered":"2024-09-13T17:47:20.097967+0000","last_unstale":"2024-09-13T17:47:24.229716+0000","last_undegraded":"2024-09-13T17:47:24.229716+0000","last_fullsized":"2024-09-13T17:47:24.229716+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:13.907174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219021+0000","last_change":"2024-09-13T17:47:19.701420+0000","last_active":"2024-09-13T17:47:24.219021+0000","last_peered":"2024-09-13T17:47:24.219021+0000","last_clean":"2024-09-13T17:47:24.219021+0000","last_became_active":"2024-09-13T17:47:19.700679+0000","last_became_peered":"2024-09-13T17:47:19.700679+0000","last_unstale":"2024-09-13T17:47:24.219021+0000","last_undegraded":"2024-09-13T17:47:24.219021+0000","last_fullsized":"2024-09-13T17:47:24.219021+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:48.543206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.091206+0000","last_change":"2024-09-13T17:47:24.243631+0000","last_active":"2024-09-13T17:47:25.091206+0000","last_peered":"2024-09-13T17:47:25.091206+0000","last_clean":"2024-09-13T17:47:25.091206+0000","last_became_active":"2024-09-13T17:47:24.243147+0000","last_became_peered":"2024-09-13T17:47:24.243147+0000","last_unstale":"2024-09-13T17:47:25.091206+0000","last_undegraded":"2024-09-13T17:47:25.091206+0000","last_fullsized":"2024-09-13T17:47:25.091206+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:26.849709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.229685+0000","last_change":"2024-09-13T17:47:20.109474+0000","last_active":"2024-09-13T17:47:24.229685+0000","last_peered":"2024-09-13T17:47:24.229685+0000","last_clean":"2024-09-13T17:47:24.229685+0000","last_became_active":"2024-09-13T17:47:20.108933+0000","last_became_peered":"2024-09-13T17:47:20.108933+0000","last_unstale":"2024-09-13T17:47:24.229685+0000","last_undegraded":"2024-09-13T17:47:24.229685+0000","last_fullsized":"2024-09-13T17:47:24.229685+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:55:43.462337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.269928+0000","last_change":"2024-09-13T17:47:19.713056+0000","last_active":"2024-09-13T17:47:24.269928+0000","last_peered":"2024-09-13T17:47:24.269928+0000","last_clean":"2024-09-13T17:47:24.269928+0000","last_became_active":"2024-09-13T17:47:19.712036+0000","last_became_peered":"2024-09-13T17:47:19.712036+0000","last_unstale":"2024-09-13T17:47:24.269928+0000","last_undegraded":"2024-09-13T17:47:24.269928+0000","last_fullsized":"2024-09-13T17:47:24.269928+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:50.801335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.092076+0000","last_change":"2024-09-13T17:47:24.278819+0000","last_active":"2024-09-13T17:47:25.092076+0000","last_peered":"2024-09-13T17:47:25.092076+0000","last_clean":"2024-09-13T17:47:25.092076+0000","last_became_active":"2024-09-13T17:47:24.278245+0000","last_became_peered":"2024-09-13T17:47:24.278245+0000","last_unstale":"2024-09-13T17:47:25.092076+0000","last_undegraded":"2024-09-13T17:47:25.092076+0000","last_fullsized":"2024-09-13T17:47:25.092076+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:02:26.849709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.212309+0000","last_change":"2024-09-13T17:47:20.123873+0000","last_active":"2024-09-13T17:47:24.212309+0000","last_peered":"2024-09-13T17:47:24.212309+0000","last_clean":"2024-09-13T17:47:24.212309+0000","last_became_active":"2024-09-13T17:47:20.122153+0000","last_became_peered":"2024-09-13T17:47:20.122153+0000","last_unstale":"2024-09-13T17:47:24.212309+0000","last_undegraded":"2024-09-13T17:47:24.212309+0000","last_fullsized":"2024-09-13T17:47:24.212309+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:12.302879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.218451+0000","last_change":"2024-09-13T17:47:19.703167+0000","last_active":"2024-09-13T17:47:24.218451+0000","last_peered":"2024-09-13T17:47:24.218451+0000","last_clean":"2024-09-13T17:47:24.218451+0000","last_became_active":"2024-09-13T17:47:19.701259+0000","last_became_peered":"2024-09-13T17:47:19.701259+0000","last_unstale":"2024-09-13T17:47:24.218451+0000","last_undegraded":"2024-09-13T17:47:24.218451+0000","last_fullsized":"2024-09-13T17:47:24.218451+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:52.450784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"19'117","reported_seq":167,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.270804+0000","last_change":"2024-09-13T17:47:09.935927+0000","last_active":"2024-09-13T17:47:24.270804+0000","last_peered":"2024-09-13T17:47:24.270804+0000","last_clean":"2024-09-13T17:47:24.270804+0000","last_became_active":"2024-09-13T17:47:09.934083+0000","last_became_peered":"2024-09-13T17:47:09.934083+0000","last_unstale":"2024-09-13T17:47:24.270804+0000","last_undegraded":"2024-09-13T17:47:24.270804+0000","last_fullsized":"2024-09-13T17:47:24.270804+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_clean_scrub_stamp":"2024-09-13T17:47:08.536927+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:11:08.955024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.089242+0000","last_change":"2024-09-13T17:47:24.271993+0000","last_active":"2024-09-13T17:47:25.089242+0000","last_peered":"2024-09-13T17:47:25.089242+0000","last_clean":"2024-09-13T17:47:25.089242+0000","last_became_active":"2024-09-13T17:47:24.271366+0000","last_became_peered":"2024-09-13T17:47:24.271366+0000","last_unstale":"2024-09-13T17:47:25.089242+0000","last_undegraded":"2024-09-13T17:47:25.089242+0000","last_fullsized":"2024-09-13T17:47:25.089242+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:51:52.140310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272365+0000","last_change":"2024-09-13T17:47:20.114770+0000","last_active":"2024-09-13T17:47:24.272365+0000","last_peered":"2024-09-13T17:47:24.272365+0000","last_clean":"2024-09-13T17:47:24.272365+0000","last_became_active":"2024-09-13T17:47:20.114097+0000","last_became_peered":"2024-09-13T17:47:20.114097+0000","last_unstale":"2024-09-13T17:47:24.272365+0000","last_undegraded":"2024-09-13T17:47:24.272365+0000","last_fullsized":"2024-09-13T17:47:24.272365+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:12.001356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219854+0000","last_change":"2024-09-13T17:47:19.709042+0000","last_active":"2024-09-13T17:47:24.219854+0000","last_peered":"2024-09-13T17:47:24.219854+0000","last_clean":"2024-09-13T17:47:24.219854+0000","last_became_active":"2024-09-13T17:47:19.708705+0000","last_became_peered":"2024-09-13T17:47:19.708705+0000","last_unstale":"2024-09-13T17:47:24.219854+0000","last_undegraded":"2024-09-13T17:47:24.219854+0000","last_fullsized":"2024-09-13T17:47:24.219854+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:07:44.406242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.088835+0000","last_change":"2024-09-13T17:47:24.273953+0000","last_active":"2024-09-13T17:47:25.088835+0000","last_peered":"2024-09-13T17:47:25.088835+0000","last_clean":"2024-09-13T17:47:25.088835+0000","last_became_active":"2024-09-13T17:47:24.273043+0000","last_became_peered":"2024-09-13T17:47:24.273043+0000","last_unstale":"2024-09-13T17:47:25.088835+0000","last_undegraded":"2024-09-13T17:47:25.088835+0000","last_fullsized":"2024-09-13T17:47:25.088835+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:16.097709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.216982+0000","last_change":"2024-09-13T17:47:20.122349+0000","last_active":"2024-09-13T17:47:24.216982+0000","last_peered":"2024-09-13T17:47:24.216982+0000","last_clean":"2024-09-13T17:47:24.216982+0000","last_became_active":"2024-09-13T17:47:20.122080+0000","last_became_peered":"2024-09-13T17:47:20.122080+0000","last_unstale":"2024-09-13T17:47:24.216982+0000","last_undegraded":"2024-09-13T17:47:24.216982+0000","last_fullsized":"2024-09-13T17:47:24.216982+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:43.776469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"22'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230388+0000","last_change":"2024-09-13T17:47:19.686829+0000","last_active":"2024-09-13T17:47:24.230388+0000","last_peered":"2024-09-13T17:47:24.230388+0000","last_clean":"2024-09-13T17:47:24.230388+0000","last_became_active":"2024-09-13T17:47:19.686135+0000","last_became_peered":"2024-09-13T17:47:19.686135+0000","last_unstale":"2024-09-13T17:47:24.230388+0000","last_undegraded":"2024-09-13T17:47:24.230388+0000","last_fullsized":"2024-09-13T17:47:24.230388+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:34:29.525431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.093156+0000","last_change":"2024-09-13T17:47:24.251785+0000","last_active":"2024-09-13T17:47:25.093156+0000","last_peered":"2024-09-13T17:47:25.093156+0000","last_clean":"2024-09-13T17:47:25.093156+0000","last_became_active":"2024-09-13T17:47:24.251253+0000","last_became_peered":"2024-09-13T17:47:24.251253+0000","last_unstale":"2024-09-13T17:47:25.093156+0000","last_undegraded":"2024-09-13T17:47:25.093156+0000","last_fullsized":"2024-09-13T17:47:25.093156+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:51.241045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.276649+0000","last_change":"2024-09-13T17:47:20.111929+0000","last_active":"2024-09-13T17:47:24.276649+0000","last_peered":"2024-09-13T17:47:24.276649+0000","last_clean":"2024-09-13T17:47:24.276649+0000","last_became_active":"2024-09-13T17:47:20.110617+0000","last_became_peered":"2024-09-13T17:47:20.110617+0000","last_unstale":"2024-09-13T17:47:24.276649+0000","last_undegraded":"2024-09-13T17:47:24.276649+0000","last_fullsized":"2024-09-13T17:47:24.276649+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:40.417080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"22'2","reported_seq":17,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219583+0000","last_change":"2024-09-13T17:47:19.703752+0000","last_active":"2024-09-13T17:47:24.219583+0000","last_peered":"2024-09-13T17:47:24.219583+0000","last_clean":"2024-09-13T17:47:24.219583+0000","last_became_active":"2024-09-13T17:47:19.703241+0000","last_became_peered":"2024-09-13T17:47:19.703241+0000","last_unstale":"2024-09-13T17:47:24.219583+0000","last_undegraded":"2024-09-13T17:47:24.219583+0000","last_fullsized":"2024-09-13T17:47:24.219583+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:31:02.861671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.278425+0000","last_change":"2024-09-13T17:47:24.274067+0000","last_active":"2024-09-13T17:47:24.278425+0000","last_peered":"2024-09-13T17:47:24.278425+0000","last_clean":"2024-09-13T17:47:24.278425+0000","last_became_active":"2024-09-13T17:47:24.273011+0000","last_became_peered":"2024-09-13T17:47:24.273011+0000","last_unstale":"2024-09-13T17:47:24.278425+0000","last_undegraded":"2024-09-13T17:47:24.278425+0000","last_fullsized":"2024-09-13T17:47:24.278425+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:07.401229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272283+0000","last_change":"2024-09-13T17:47:20.108035+0000","last_active":"2024-09-13T17:47:24.272283+0000","last_peered":"2024-09-13T17:47:24.272283+0000","last_clean":"2024-09-13T17:47:24.272283+0000","last_became_active":"2024-09-13T17:47:20.107777+0000","last_became_peered":"2024-09-13T17:47:20.107777+0000","last_unstale":"2024-09-13T17:47:24.272283+0000","last_undegraded":"2024-09-13T17:47:24.272283+0000","last_fullsized":"2024-09-13T17:47:24.272283+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:43:02.614623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"22'1","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.223306+0000","last_change":"2024-09-13T17:47:19.704337+0000","last_active":"2024-09-13T17:47:24.223306+0000","last_peered":"2024-09-13T17:47:24.223306+0000","last_clean":"2024-09-13T17:47:24.223306+0000","last_became_active":"2024-09-13T17:47:19.703645+0000","last_became_peered":"2024-09-13T17:47:19.703645+0000","last_unstale":"2024-09-13T17:47:24.223306+0000","last_undegraded":"2024-09-13T17:47:24.223306+0000","last_fullsized":"2024-09-13T17:47:24.223306+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:36.204367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.261252+0000","last_change":"2024-09-13T17:47:24.260105+0000","last_active":"2024-09-13T17:47:24.261252+0000","last_peered":"2024-09-13T17:47:24.261252+0000","last_clean":"2024-09-13T17:47:24.261252+0000","last_became_active":"2024-09-13T17:47:24.258980+0000","last_became_peered":"2024-09-13T17:47:24.258980+0000","last_unstale":"2024-09-13T17:47:24.261252+0000","last_undegraded":"2024-09-13T17:47:24.261252+0000","last_fullsized":"2024-09-13T17:47:24.261252+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:00.999055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.270846+0000","last_change":"2024-09-13T17:47:20.107151+0000","last_active":"2024-09-13T17:47:24.270846+0000","last_peered":"2024-09-13T17:47:24.270846+0000","last_clean":"2024-09-13T17:47:24.270846+0000","last_became_active":"2024-09-13T17:47:20.106849+0000","last_became_peered":"2024-09-13T17:47:20.106849+0000","last_unstale":"2024-09-13T17:47:24.270846+0000","last_undegraded":"2024-09-13T17:47:24.270846+0000","last_fullsized":"2024-09-13T17:47:24.270846+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:58:37.898969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"22'8","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217958+0000","last_change":"2024-09-13T17:47:19.690569+0000","last_active":"2024-09-13T17:47:24.217958+0000","last_peered":"2024-09-13T17:47:24.217958+0000","last_clean":"2024-09-13T17:47:24.217958+0000","last_became_active":"2024-09-13T17:47:19.689690+0000","last_became_peered":"2024-09-13T17:47:19.689690+0000","last_unstale":"2024-09-13T17:47:24.217958+0000","last_undegraded":"2024-09-13T17:47:24.217958+0000","last_fullsized":"2024-09-13T17:47:24.217958+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:37.968198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.091976+0000","last_change":"2024-09-13T17:47:24.243391+0000","last_active":"2024-09-13T17:47:25.091976+0000","last_peered":"2024-09-13T17:47:25.091976+0000","last_clean":"2024-09-13T17:47:25.091976+0000","last_became_active":"2024-09-13T17:47:24.242670+0000","last_became_peered":"2024-09-13T17:47:24.242670+0000","last_unstale":"2024-09-13T17:47:25.091976+0000","last_undegraded":"2024-09-13T17:47:25.091976+0000","last_fullsized":"2024-09-13T17:47:25.091976+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:51:52.140310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.236391+0000","last_change":"2024-09-13T17:47:20.103077+0000","last_active":"2024-09-13T17:47:24.236391+0000","last_peered":"2024-09-13T17:47:24.236391+0000","last_clean":"2024-09-13T17:47:24.236391+0000","last_became_active":"2024-09-13T17:47:20.102673+0000","last_became_peered":"2024-09-13T17:47:20.102673+0000","last_unstale":"2024-09-13T17:47:24.236391+0000","last_undegraded":"2024-09-13T17:47:24.236391+0000","last_fullsized":"2024-09-13T17:47:24.236391+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:12.302879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.249489+0000","last_change":"2024-09-13T17:47:19.716148+0000","last_active":"2024-09-13T17:47:24.249489+0000","last_peered":"2024-09-13T17:47:24.249489+0000","last_clean":"2024-09-13T17:47:24.249489+0000","last_became_active":"2024-09-13T17:47:19.715058+0000","last_became_peered":"2024-09-13T17:47:19.715058+0000","last_unstale":"2024-09-13T17:47:24.249489+0000","last_undegraded":"2024-09-13T17:47:24.249489+0000","last_fullsized":"2024-09-13T17:47:24.249489+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:50.801335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.093829+0000","last_change":"2024-09-13T17:47:24.279717+0000","last_active":"2024-09-13T17:47:25.093829+0000","last_peered":"2024-09-13T17:47:25.093829+0000","last_clean":"2024-09-13T17:47:25.093829+0000","last_became_active":"2024-09-13T17:47:24.279321+0000","last_became_peered":"2024-09-13T17:47:24.279321+0000","last_unstale":"2024-09-13T17:47:25.093829+0000","last_undegraded":"2024-09-13T17:47:25.093829+0000","last_fullsized":"2024-09-13T17:47:25.093829+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:40:37.356228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271113+0000","last_change":"2024-09-13T17:47:20.109196+0000","last_active":"2024-09-13T17:47:24.271113+0000","last_peered":"2024-09-13T17:47:24.271113+0000","last_clean":"2024-09-13T17:47:24.271113+0000","last_became_active":"2024-09-13T17:47:20.108096+0000","last_became_peered":"2024-09-13T17:47:20.108096+0000","last_unstale":"2024-09-13T17:47:24.271113+0000","last_undegraded":"2024-09-13T17:47:24.271113+0000","last_fullsized":"2024-09-13T17:47:24.271113+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:18:08.550482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.220168+0000","last_change":"2024-09-13T17:47:19.713854+0000","last_active":"2024-09-13T17:47:24.220168+0000","last_peered":"2024-09-13T17:47:24.220168+0000","last_clean":"2024-09-13T17:47:24.220168+0000","last_became_active":"2024-09-13T17:47:19.712968+0000","last_became_peered":"2024-09-13T17:47:19.712968+0000","last_unstale":"2024-09-13T17:47:24.220168+0000","last_undegraded":"2024-09-13T17:47:24.220168+0000","last_fullsized":"2024-09-13T17:47:24.220168+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:50.801335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.091795+0000","last_change":"2024-09-13T17:47:24.272087+0000","last_active":"2024-09-13T17:47:25.091795+0000","last_peered":"2024-09-13T17:47:25.091795+0000","last_clean":"2024-09-13T17:47:25.091795+0000","last_became_active":"2024-09-13T17:47:24.271737+0000","last_became_peered":"2024-09-13T17:47:24.271737+0000","last_unstale":"2024-09-13T17:47:25.091795+0000","last_undegraded":"2024-09-13T17:47:25.091795+0000","last_fullsized":"2024-09-13T17:47:25.091795+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:34.109582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.232848+0000","last_change":"2024-09-13T17:47:20.109168+0000","last_active":"2024-09-13T17:47:24.232848+0000","last_peered":"2024-09-13T17:47:24.232848+0000","last_clean":"2024-09-13T17:47:24.232848+0000","last_became_active":"2024-09-13T17:47:20.108901+0000","last_became_peered":"2024-09-13T17:47:20.108901+0000","last_unstale":"2024-09-13T17:47:24.232848+0000","last_undegraded":"2024-09-13T17:47:24.232848+0000","last_fullsized":"2024-09-13T17:47:24.232848+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:00.979797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"22'2","reported_seq":16,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233708+0000","last_change":"2024-09-13T17:47:19.706963+0000","last_active":"2024-09-13T17:47:24.233708+0000","last_peered":"2024-09-13T17:47:24.233708+0000","last_clean":"2024-09-13T17:47:24.233708+0000","last_became_active":"2024-09-13T17:47:19.706713+0000","last_became_peered":"2024-09-13T17:47:19.706713+0000","last_unstale":"2024-09-13T17:47:24.233708+0000","last_undegraded":"2024-09-13T17:47:24.233708+0000","last_fullsized":"2024-09-13T17:47:24.233708+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:36.204367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.282529+0000","last_change":"2024-09-13T17:47:24.278965+0000","last_active":"2024-09-13T17:47:24.282529+0000","last_peered":"2024-09-13T17:47:24.282529+0000","last_clean":"2024-09-13T17:47:24.282529+0000","last_became_active":"2024-09-13T17:47:24.278265+0000","last_became_peered":"2024-09-13T17:47:24.278265+0000","last_unstale":"2024-09-13T17:47:24.282529+0000","last_undegraded":"2024-09-13T17:47:24.282529+0000","last_fullsized":"2024-09-13T17:47:24.282529+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:38.554621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272216+0000","last_change":"2024-09-13T17:47:20.113147+0000","last_active":"2024-09-13T17:47:24.272216+0000","last_peered":"2024-09-13T17:47:24.272216+0000","last_clean":"2024-09-13T17:47:24.272216+0000","last_became_active":"2024-09-13T17:47:20.112709+0000","last_became_peered":"2024-09-13T17:47:20.112709+0000","last_unstale":"2024-09-13T17:47:24.272216+0000","last_undegraded":"2024-09-13T17:47:24.272216+0000","last_fullsized":"2024-09-13T17:47:24.272216+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:38:18.807374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"27'9","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:30.069182+0000","last_change":"2024-09-13T17:47:19.705354+0000","last_active":"2024-09-13T17:47:30.069182+0000","last_peered":"2024-09-13T17:47:30.069182+0000","last_clean":"2024-09-13T17:47:30.069182+0000","last_became_active":"2024-09-13T17:47:19.704868+0000","last_became_peered":"2024-09-13T17:47:19.704868+0000","last_unstale":"2024-09-13T17:47:30.069182+0000","last_undegraded":"2024-09-13T17:47:30.069182+0000","last_fullsized":"2024-09-13T17:47:30.069182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:52.450784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090947+0000","last_change":"2024-09-13T17:47:24.252176+0000","last_active":"2024-09-13T17:47:25.090947+0000","last_peered":"2024-09-13T17:47:25.090947+0000","last_clean":"2024-09-13T17:47:25.090947+0000","last_became_active":"2024-09-13T17:47:24.251504+0000","last_became_peered":"2024-09-13T17:47:24.251504+0000","last_unstale":"2024-09-13T17:47:25.090947+0000","last_undegraded":"2024-09-13T17:47:25.090947+0000","last_fullsized":"2024-09-13T17:47:25.090947+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:51:52.140310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219919+0000","last_change":"2024-09-13T17:47:20.108732+0000","last_active":"2024-09-13T17:47:24.219919+0000","last_peered":"2024-09-13T17:47:24.219919+0000","last_clean":"2024-09-13T17:47:24.219919+0000","last_became_active":"2024-09-13T17:47:20.108399+0000","last_became_peered":"2024-09-13T17:47:20.108399+0000","last_unstale":"2024-09-13T17:47:24.219919+0000","last_undegraded":"2024-09-13T17:47:24.219919+0000","last_fullsized":"2024-09-13T17:47:24.219919+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:23:22.854967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"22'3","reported_seq":17,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230294+0000","last_change":"2024-09-13T17:47:19.704186+0000","last_active":"2024-09-13T17:47:24.230294+0000","last_peered":"2024-09-13T17:47:24.230294+0000","last_clean":"2024-09-13T17:47:24.230294+0000","last_became_active":"2024-09-13T17:47:19.703864+0000","last_became_peered":"2024-09-13T17:47:19.703864+0000","last_unstale":"2024-09-13T17:47:24.230294+0000","last_undegraded":"2024-09-13T17:47:24.230294+0000","last_fullsized":"2024-09-13T17:47:24.230294+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:52.450784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.254745+0000","last_change":"2024-09-13T17:47:24.250001+0000","last_active":"2024-09-13T17:47:24.254745+0000","last_peered":"2024-09-13T17:47:24.254745+0000","last_clean":"2024-09-13T17:47:24.254745+0000","last_became_active":"2024-09-13T17:47:24.247721+0000","last_became_peered":"2024-09-13T17:47:24.247721+0000","last_unstale":"2024-09-13T17:47:24.254745+0000","last_undegraded":"2024-09-13T17:47:24.254745+0000","last_fullsized":"2024-09-13T17:47:24.254745+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:33.085038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233971+0000","last_change":"2024-09-13T17:47:20.103226+0000","last_active":"2024-09-13T17:47:24.233971+0000","last_peered":"2024-09-13T17:47:24.233971+0000","last_clean":"2024-09-13T17:47:24.233971+0000","last_became_active":"2024-09-13T17:47:20.102656+0000","last_became_peered":"2024-09-13T17:47:20.102656+0000","last_unstale":"2024-09-13T17:47:24.233971+0000","last_undegraded":"2024-09-13T17:47:24.233971+0000","last_fullsized":"2024-09-13T17:47:24.233971+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:32.351729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217321+0000","last_change":"2024-09-13T17:47:19.716990+0000","last_active":"2024-09-13T17:47:24.217321+0000","last_peered":"2024-09-13T17:47:24.217321+0000","last_clean":"2024-09-13T17:47:24.217321+0000","last_became_active":"2024-09-13T17:47:19.716248+0000","last_became_peered":"2024-09-13T17:47:19.716248+0000","last_unstale":"2024-09-13T17:47:24.217321+0000","last_undegraded":"2024-09-13T17:47:24.217321+0000","last_fullsized":"2024-09-13T17:47:24.217321+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:35.775994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.094346+0000","last_change":"2024-09-13T17:47:24.240553+0000","last_active":"2024-09-13T17:47:25.094346+0000","last_peered":"2024-09-13T17:47:25.094346+0000","last_clean":"2024-09-13T17:47:25.094346+0000","last_became_active":"2024-09-13T17:47:24.238018+0000","last_became_peered":"2024-09-13T17:47:24.238018+0000","last_unstale":"2024-09-13T17:47:25.094346+0000","last_undegraded":"2024-09-13T17:47:25.094346+0000","last_fullsized":"2024-09-13T17:47:25.094346+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:13.245084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.217105+0000","last_change":"2024-09-13T17:47:20.111992+0000","last_active":"2024-09-13T17:47:24.217105+0000","last_peered":"2024-09-13T17:47:24.217105+0000","last_clean":"2024-09-13T17:47:24.217105+0000","last_became_active":"2024-09-13T17:47:20.111668+0000","last_became_peered":"2024-09-13T17:47:20.111668+0000","last_unstale":"2024-09-13T17:47:24.217105+0000","last_undegraded":"2024-09-13T17:47:24.217105+0000","last_fullsized":"2024-09-13T17:47:24.217105+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:53.707620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.256709+0000","last_change":"2024-09-13T17:47:19.715177+0000","last_active":"2024-09-13T17:47:24.256709+0000","last_peered":"2024-09-13T17:47:24.256709+0000","last_clean":"2024-09-13T17:47:24.256709+0000","last_became_active":"2024-09-13T17:47:19.709807+0000","last_became_peered":"2024-09-13T17:47:19.709807+0000","last_unstale":"2024-09-13T17:47:24.256709+0000","last_undegraded":"2024-09-13T17:47:24.256709+0000","last_fullsized":"2024-09-13T17:47:24.256709+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:35.775994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090342+0000","last_change":"2024-09-13T17:47:24.270453+0000","last_active":"2024-09-13T17:47:25.090342+0000","last_peered":"2024-09-13T17:47:25.090342+0000","last_clean":"2024-09-13T17:47:25.090342+0000","last_became_active":"2024-09-13T17:47:24.270044+0000","last_became_peered":"2024-09-13T17:47:24.270044+0000","last_unstale":"2024-09-13T17:47:25.090342+0000","last_undegraded":"2024-09-13T17:47:25.090342+0000","last_fullsized":"2024-09-13T17:47:25.090342+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:17.661650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.091869+0000","last_change":"2024-09-13T17:47:24.280471+0000","last_active":"2024-09-13T17:47:25.091869+0000","last_peered":"2024-09-13T17:47:25.091869+0000","last_clean":"2024-09-13T17:47:25.091869+0000","last_became_active":"2024-09-13T17:47:24.280033+0000","last_became_peered":"2024-09-13T17:47:24.280033+0000","last_unstale":"2024-09-13T17:47:25.091869+0000","last_undegraded":"2024-09-13T17:47:25.091869+0000","last_fullsized":"2024-09-13T17:47:25.091869+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:07.401229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.229945+0000","last_change":"2024-09-13T17:47:20.108041+0000","last_active":"2024-09-13T17:47:24.229945+0000","last_peered":"2024-09-13T17:47:24.229945+0000","last_clean":"2024-09-13T17:47:24.229945+0000","last_became_active":"2024-09-13T17:47:20.107522+0000","last_became_peered":"2024-09-13T17:47:20.107522+0000","last_unstale":"2024-09-13T17:47:24.229945+0000","last_undegraded":"2024-09-13T17:47:24.229945+0000","last_fullsized":"2024-09-13T17:47:24.229945+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.223042+0000","last_change":"2024-09-13T17:47:19.708520+0000","last_active":"2024-09-13T17:47:24.223042+0000","last_peered":"2024-09-13T17:47:24.223042+0000","last_clean":"2024-09-13T17:47:24.223042+0000","last_became_active":"2024-09-13T17:47:19.707924+0000","last_became_peered":"2024-09-13T17:47:19.707924+0000","last_unstale":"2024-09-13T17:47:24.223042+0000","last_undegraded":"2024-09-13T17:47:24.223042+0000","last_fullsized":"2024-09-13T17:47:24.223042+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:12.721168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.089883+0000","last_change":"2024-09-13T17:47:24.263567+0000","last_active":"2024-09-13T17:47:25.089883+0000","last_peered":"2024-09-13T17:47:25.089883+0000","last_clean":"2024-09-13T17:47:25.089883+0000","last_became_active":"2024-09-13T17:47:24.262196+0000","last_became_peered":"2024-09-13T17:47:24.262196+0000","last_unstale":"2024-09-13T17:47:25.089883+0000","last_undegraded":"2024-09-13T17:47:25.089883+0000","last_fullsized":"2024-09-13T17:47:25.089883+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:14:15.229088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213723+0000","last_change":"2024-09-13T17:47:20.110823+0000","last_active":"2024-09-13T17:47:24.213723+0000","last_peered":"2024-09-13T17:47:24.213723+0000","last_clean":"2024-09-13T17:47:24.213723+0000","last_became_active":"2024-09-13T17:47:20.110241+0000","last_became_peered":"2024-09-13T17:47:20.110241+0000","last_unstale":"2024-09-13T17:47:24.213723+0000","last_undegraded":"2024-09-13T17:47:24.213723+0000","last_fullsized":"2024-09-13T17:47:24.213723+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:19.021324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.215584+0000","last_change":"2024-09-13T17:47:19.703000+0000","last_active":"2024-09-13T17:47:24.215584+0000","last_peered":"2024-09-13T17:47:24.215584+0000","last_clean":"2024-09-13T17:47:24.215584+0000","last_became_active":"2024-09-13T17:47:19.702475+0000","last_became_peered":"2024-09-13T17:47:19.702475+0000","last_unstale":"2024-09-13T17:47:24.215584+0000","last_undegraded":"2024-09-13T17:47:24.215584+0000","last_fullsized":"2024-09-13T17:47:24.215584+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:07:37.748622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"22'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.237527+0000","last_change":"2024-09-13T17:47:19.714726+0000","last_active":"2024-09-13T17:47:24.237527+0000","last_peered":"2024-09-13T17:47:24.237527+0000","last_clean":"2024-09-13T17:47:24.237527+0000","last_became_active":"2024-09-13T17:47:19.710290+0000","last_became_peered":"2024-09-13T17:47:19.710290+0000","last_unstale":"2024-09-13T17:47:24.237527+0000","last_undegraded":"2024-09-13T17:47:24.237527+0000","last_fullsized":"2024-09-13T17:47:24.237527+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:34:29.525431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233551+0000","last_change":"2024-09-13T17:47:20.109673+0000","last_active":"2024-09-13T17:47:24.233551+0000","last_peered":"2024-09-13T17:47:24.233551+0000","last_clean":"2024-09-13T17:47:24.233551+0000","last_became_active":"2024-09-13T17:47:20.108905+0000","last_became_peered":"2024-09-13T17:47:20.108905+0000","last_unstale":"2024-09-13T17:47:24.233551+0000","last_undegraded":"2024-09-13T17:47:24.233551+0000","last_fullsized":"2024-09-13T17:47:24.233551+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.245292+0000","last_change":"2024-09-13T17:47:24.242080+0000","last_active":"2024-09-13T17:47:24.245292+0000","last_peered":"2024-09-13T17:47:24.245292+0000","last_clean":"2024-09-13T17:47:24.245292+0000","last_became_active":"2024-09-13T17:47:24.241474+0000","last_became_peered":"2024-09-13T17:47:24.241474+0000","last_unstale":"2024-09-13T17:47:24.245292+0000","last_undegraded":"2024-09-13T17:47:24.245292+0000","last_fullsized":"2024-09-13T17:47:24.245292+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:33.030088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"22'1","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213201+0000","last_change":"2024-09-13T17:47:19.704770+0000","last_active":"2024-09-13T17:47:24.213201+0000","last_peered":"2024-09-13T17:47:24.213201+0000","last_clean":"2024-09-13T17:47:24.213201+0000","last_became_active":"2024-09-13T17:47:19.704286+0000","last_became_peered":"2024-09-13T17:47:19.704286+0000","last_unstale":"2024-09-13T17:47:24.213201+0000","last_undegraded":"2024-09-13T17:47:24.213201+0000","last_fullsized":"2024-09-13T17:47:24.213201+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:18.657027+0000","last_clean_scrub_stamp":"2024-09-13T17:47:18.657027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:12.721168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.222973+0000","last_change":"2024-09-13T17:47:20.119262+0000","last_active":"2024-09-13T17:47:24.222973+0000","last_peered":"2024-09-13T17:47:24.222973+0000","last_clean":"2024-09-13T17:47:24.222973+0000","last_became_active":"2024-09-13T17:47:20.119037+0000","last_became_peered":"2024-09-13T17:47:20.119037+0000","last_unstale":"2024-09-13T17:47:24.222973+0000","last_undegraded":"2024-09-13T17:47:24.222973+0000","last_fullsized":"2024-09-13T17:47:24.222973+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:51.809634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":27,"state":"active+clean","last_fresh":"2024-09-13T17:47:25.090527+0000","last_change":"2024-09-13T17:47:24.238313+0000","last_active":"2024-09-13T17:47:25.090527+0000","last_peered":"2024-09-13T17:47:25.090527+0000","last_clean":"2024-09-13T17:47:25.090527+0000","last_became_active":"2024-09-13T17:47:24.237711+0000","last_became_peered":"2024-09-13T17:47:24.237711+0000","last_unstale":"2024-09-13T17:47:25.090527+0000","last_undegraded":"2024-09-13T17:47:25.090527+0000","last_fullsized":"2024-09-13T17:47:25.090527+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:23.201668+0000","last_clean_scrub_stamp":"2024-09-13T17:47:23.201668+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:49.060574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.236142+0000","last_change":"2024-09-13T17:47:20.110666+0000","last_active":"2024-09-13T17:47:24.236142+0000","last_peered":"2024-09-13T17:47:24.236142+0000","last_clean":"2024-09-13T17:47:24.236142+0000","last_became_active":"2024-09-13T17:47:20.110368+0000","last_became_peered":"2024-09-13T17:47:20.110368+0000","last_unstale":"2024-09-13T17:47:24.236142+0000","last_undegraded":"2024-09-13T17:47:24.236142+0000","last_fullsized":"2024-09-13T17:47:24.236142+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233168+0000","last_change":"2024-09-13T17:47:20.105355+0000","last_active":"2024-09-13T17:47:24.233168+0000","last_peered":"2024-09-13T17:47:24.233168+0000","last_clean":"2024-09-13T17:47:24.233168+0000","last_became_active":"2024-09-13T17:47:20.105106+0000","last_became_peered":"2024-09-13T17:47:20.105106+0000","last_unstale":"2024-09-13T17:47:24.233168+0000","last_undegraded":"2024-09-13T17:47:24.233168+0000","last_fullsized":"2024-09-13T17:47:24.233168+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:49.747487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219972+0000","last_change":"2024-09-13T17:47:20.112975+0000","last_active":"2024-09-13T17:47:24.219972+0000","last_peered":"2024-09-13T17:47:24.219972+0000","last_clean":"2024-09-13T17:47:24.219972+0000","last_became_active":"2024-09-13T17:47:20.112709+0000","last_became_peered":"2024-09-13T17:47:20.112709+0000","last_unstale":"2024-09-13T17:47:24.219972+0000","last_undegraded":"2024-09-13T17:47:24.219972+0000","last_fullsized":"2024-09-13T17:47:24.219972+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233416+0000","last_change":"2024-09-13T17:47:20.113265+0000","last_active":"2024-09-13T17:47:24.233416+0000","last_peered":"2024-09-13T17:47:24.233416+0000","last_clean":"2024-09-13T17:47:24.233416+0000","last_became_active":"2024-09-13T17:47:20.112261+0000","last_became_peered":"2024-09-13T17:47:20.112261+0000","last_unstale":"2024-09-13T17:47:24.233416+0000","last_undegraded":"2024-09-13T17:47:24.233416+0000","last_fullsized":"2024-09-13T17:47:24.233416+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.213705+0000","last_change":"2024-09-13T17:47:20.121690+0000","last_active":"2024-09-13T17:47:24.213705+0000","last_peered":"2024-09-13T17:47:24.213705+0000","last_clean":"2024-09-13T17:47:24.213705+0000","last_became_active":"2024-09-13T17:47:20.121234+0000","last_became_peered":"2024-09-13T17:47:20.121234+0000","last_unstale":"2024-09-13T17:47:24.213705+0000","last_undegraded":"2024-09-13T17:47:24.213705+0000","last_fullsized":"2024-09-13T17:47:24.213705+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230170+0000","last_change":"2024-09-13T17:47:20.114556+0000","last_active":"2024-09-13T17:47:24.230170+0000","last_peered":"2024-09-13T17:47:24.230170+0000","last_clean":"2024-09-13T17:47:24.230170+0000","last_became_active":"2024-09-13T17:47:20.114156+0000","last_became_peered":"2024-09-13T17:47:20.114156+0000","last_unstale":"2024-09-13T17:47:24.230170+0000","last_undegraded":"2024-09-13T17:47:24.230170+0000","last_fullsized":"2024-09-13T17:47:24.230170+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:19.021324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.251091+0000","last_change":"2024-09-13T17:47:20.108784+0000","last_active":"2024-09-13T17:47:24.251091+0000","last_peered":"2024-09-13T17:47:24.251091+0000","last_clean":"2024-09-13T17:47:24.251091+0000","last_became_active":"2024-09-13T17:47:20.108511+0000","last_became_peered":"2024-09-13T17:47:20.108511+0000","last_unstale":"2024-09-13T17:47:24.251091+0000","last_undegraded":"2024-09-13T17:47:24.251091+0000","last_fullsized":"2024-09-13T17:47:24.251091+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.214349+0000","last_change":"2024-09-13T17:47:20.121598+0000","last_active":"2024-09-13T17:47:24.214349+0000","last_peered":"2024-09-13T17:47:24.214349+0000","last_clean":"2024-09-13T17:47:24.214349+0000","last_became_active":"2024-09-13T17:47:20.121077+0000","last_became_peered":"2024-09-13T17:47:20.121077+0000","last_unstale":"2024-09-13T17:47:24.214349+0000","last_undegraded":"2024-09-13T17:47:24.214349+0000","last_fullsized":"2024-09-13T17:47:24.214349+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.222826+0000","last_change":"2024-09-13T17:47:20.106574+0000","last_active":"2024-09-13T17:47:24.222826+0000","last_peered":"2024-09-13T17:47:24.222826+0000","last_clean":"2024-09-13T17:47:24.222826+0000","last_became_active":"2024-09-13T17:47:20.106283+0000","last_became_peered":"2024-09-13T17:47:20.106283+0000","last_unstale":"2024-09-13T17:47:24.222826+0000","last_undegraded":"2024-09-13T17:47:24.222826+0000","last_fullsized":"2024-09-13T17:47:24.222826+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:43.849856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.216088+0000","last_change":"2024-09-13T17:47:20.121325+0000","last_active":"2024-09-13T17:47:24.216088+0000","last_peered":"2024-09-13T17:47:24.216088+0000","last_clean":"2024-09-13T17:47:24.216088+0000","last_became_active":"2024-09-13T17:47:20.121006+0000","last_became_peered":"2024-09-13T17:47:20.121006+0000","last_unstale":"2024-09-13T17:47:24.216088+0000","last_undegraded":"2024-09-13T17:47:24.216088+0000","last_fullsized":"2024-09-13T17:47:24.216088+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:43.776469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219872+0000","last_change":"2024-09-13T17:47:20.111211+0000","last_active":"2024-09-13T17:47:24.219872+0000","last_peered":"2024-09-13T17:47:24.219872+0000","last_clean":"2024-09-13T17:47:24.219872+0000","last_became_active":"2024-09-13T17:47:20.107660+0000","last_became_peered":"2024-09-13T17:47:20.107660+0000","last_unstale":"2024-09-13T17:47:24.219872+0000","last_undegraded":"2024-09-13T17:47:24.219872+0000","last_fullsized":"2024-09-13T17:47:24.219872+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:11:45.715574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233277+0000","last_change":"2024-09-13T17:47:20.109988+0000","last_active":"2024-09-13T17:47:24.233277+0000","last_peered":"2024-09-13T17:47:24.233277+0000","last_clean":"2024-09-13T17:47:24.233277+0000","last_became_active":"2024-09-13T17:47:20.109600+0000","last_became_peered":"2024-09-13T17:47:20.109600+0000","last_unstale":"2024-09-13T17:47:24.233277+0000","last_undegraded":"2024-09-13T17:47:24.233277+0000","last_fullsized":"2024-09-13T17:47:24.233277+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:19.021324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.237899+0000","last_change":"2024-09-13T17:47:20.108284+0000","last_active":"2024-09-13T17:47:24.237899+0000","last_peered":"2024-09-13T17:47:24.237899+0000","last_clean":"2024-09-13T17:47:24.237899+0000","last_became_active":"2024-09-13T17:47:20.108010+0000","last_became_peered":"2024-09-13T17:47:20.108010+0000","last_unstale":"2024-09-13T17:47:24.237899+0000","last_undegraded":"2024-09-13T17:47:24.237899+0000","last_fullsized":"2024-09-13T17:47:24.237899+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:19.021324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.272704+0000","last_change":"2024-09-13T17:47:20.117145+0000","last_active":"2024-09-13T17:47:24.272704+0000","last_peered":"2024-09-13T17:47:24.272704+0000","last_clean":"2024-09-13T17:47:24.272704+0000","last_became_active":"2024-09-13T17:47:20.116836+0000","last_became_peered":"2024-09-13T17:47:20.116836+0000","last_unstale":"2024-09-13T17:47:24.272704+0000","last_undegraded":"2024-09-13T17:47:24.272704+0000","last_fullsized":"2024-09-13T17:47:24.272704+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:45:53.707620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233333+0000","last_change":"2024-09-13T17:47:20.094715+0000","last_active":"2024-09-13T17:47:24.233333+0000","last_peered":"2024-09-13T17:47:24.233333+0000","last_clean":"2024-09-13T17:47:24.233333+0000","last_became_active":"2024-09-13T17:47:20.093891+0000","last_became_peered":"2024-09-13T17:47:20.093891+0000","last_unstale":"2024-09-13T17:47:24.233333+0000","last_undegraded":"2024-09-13T17:47:24.233333+0000","last_fullsized":"2024-09-13T17:47:24.233333+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:42:35.450754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219259+0000","last_change":"2024-09-13T17:47:20.106198+0000","last_active":"2024-09-13T17:47:24.219259+0000","last_peered":"2024-09-13T17:47:24.219259+0000","last_clean":"2024-09-13T17:47:24.219259+0000","last_became_active":"2024-09-13T17:47:20.105936+0000","last_became_peered":"2024-09-13T17:47:20.105936+0000","last_unstale":"2024-09-13T17:47:24.219259+0000","last_undegraded":"2024-09-13T17:47:24.219259+0000","last_fullsized":"2024-09-13T17:47:24.219259+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:32.474530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.222608+0000","last_change":"2024-09-13T17:47:20.103873+0000","last_active":"2024-09-13T17:47:24.222608+0000","last_peered":"2024-09-13T17:47:24.222608+0000","last_clean":"2024-09-13T17:47:24.222608+0000","last_became_active":"2024-09-13T17:47:20.103564+0000","last_became_peered":"2024-09-13T17:47:20.103564+0000","last_unstale":"2024-09-13T17:47:24.222608+0000","last_undegraded":"2024-09-13T17:47:24.222608+0000","last_fullsized":"2024-09-13T17:47:24.222608+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230080+0000","last_change":"2024-09-13T17:47:20.113512+0000","last_active":"2024-09-13T17:47:24.230080+0000","last_peered":"2024-09-13T17:47:24.230080+0000","last_clean":"2024-09-13T17:47:24.230080+0000","last_became_active":"2024-09-13T17:47:20.113180+0000","last_became_peered":"2024-09-13T17:47:20.113180+0000","last_unstale":"2024-09-13T17:47:24.230080+0000","last_undegraded":"2024-09-13T17:47:24.230080+0000","last_fullsized":"2024-09-13T17:47:24.230080+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:36.327920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.232754+0000","last_change":"2024-09-13T17:47:20.114473+0000","last_active":"2024-09-13T17:47:24.232754+0000","last_peered":"2024-09-13T17:47:24.232754+0000","last_clean":"2024-09-13T17:47:24.232754+0000","last_became_active":"2024-09-13T17:47:20.114188+0000","last_became_peered":"2024-09-13T17:47:20.114188+0000","last_unstale":"2024-09-13T17:47:24.232754+0000","last_undegraded":"2024-09-13T17:47:24.232754+0000","last_fullsized":"2024-09-13T17:47:24.232754+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.212690+0000","last_change":"2024-09-13T17:47:20.120896+0000","last_active":"2024-09-13T17:47:24.212690+0000","last_peered":"2024-09-13T17:47:24.212690+0000","last_clean":"2024-09-13T17:47:24.212690+0000","last_became_active":"2024-09-13T17:47:20.111605+0000","last_became_peered":"2024-09-13T17:47:20.111605+0000","last_unstale":"2024-09-13T17:47:24.212690+0000","last_undegraded":"2024-09-13T17:47:24.212690+0000","last_fullsized":"2024-09-13T17:47:24.212690+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:11:45.715574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219750+0000","last_change":"2024-09-13T17:47:20.114397+0000","last_active":"2024-09-13T17:47:24.219750+0000","last_peered":"2024-09-13T17:47:24.219750+0000","last_clean":"2024-09-13T17:47:24.219750+0000","last_became_active":"2024-09-13T17:47:20.112279+0000","last_became_peered":"2024-09-13T17:47:20.112279+0000","last_unstale":"2024-09-13T17:47:24.219750+0000","last_undegraded":"2024-09-13T17:47:24.219750+0000","last_fullsized":"2024-09-13T17:47:24.219750+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:54.374725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.238047+0000","last_change":"2024-09-13T17:47:20.104059+0000","last_active":"2024-09-13T17:47:24.238047+0000","last_peered":"2024-09-13T17:47:24.238047+0000","last_clean":"2024-09-13T17:47:24.238047+0000","last_became_active":"2024-09-13T17:47:20.102882+0000","last_became_peered":"2024-09-13T17:47:20.102882+0000","last_unstale":"2024-09-13T17:47:24.238047+0000","last_undegraded":"2024-09-13T17:47:24.238047+0000","last_fullsized":"2024-09-13T17:47:24.238047+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:13.907174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.248467+0000","last_change":"2024-09-13T17:47:20.106263+0000","last_active":"2024-09-13T17:47:24.248467+0000","last_peered":"2024-09-13T17:47:24.248467+0000","last_clean":"2024-09-13T17:47:24.248467+0000","last_became_active":"2024-09-13T17:47:20.104981+0000","last_became_peered":"2024-09-13T17:47:20.104981+0000","last_unstale":"2024-09-13T17:47:24.248467+0000","last_undegraded":"2024-09-13T17:47:24.248467+0000","last_fullsized":"2024-09-13T17:47:24.248467+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.276490+0000","last_change":"2024-09-13T17:47:20.116821+0000","last_active":"2024-09-13T17:47:24.276490+0000","last_peered":"2024-09-13T17:47:24.276490+0000","last_clean":"2024-09-13T17:47:24.276490+0000","last_became_active":"2024-09-13T17:47:20.116464+0000","last_became_peered":"2024-09-13T17:47:20.116464+0000","last_unstale":"2024-09-13T17:47:24.276490+0000","last_undegraded":"2024-09-13T17:47:24.276490+0000","last_fullsized":"2024-09-13T17:47:24.276490+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:29.548696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.212068+0000","last_change":"2024-09-13T17:47:20.121814+0000","last_active":"2024-09-13T17:47:24.212068+0000","last_peered":"2024-09-13T17:47:24.212068+0000","last_clean":"2024-09-13T17:47:24.212068+0000","last_became_active":"2024-09-13T17:47:20.119442+0000","last_became_peered":"2024-09-13T17:47:20.119442+0000","last_unstale":"2024-09-13T17:47:24.212068+0000","last_undegraded":"2024-09-13T17:47:24.212068+0000","last_fullsized":"2024-09-13T17:47:24.212068+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:00.979797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.270648+0000","last_change":"2024-09-13T17:47:20.110240+0000","last_active":"2024-09-13T17:47:24.270648+0000","last_peered":"2024-09-13T17:47:24.270648+0000","last_clean":"2024-09-13T17:47:24.270648+0000","last_became_active":"2024-09-13T17:47:20.109864+0000","last_became_peered":"2024-09-13T17:47:20.109864+0000","last_unstale":"2024-09-13T17:47:24.270648+0000","last_undegraded":"2024-09-13T17:47:24.270648+0000","last_fullsized":"2024-09-13T17:47:24.270648+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:11:45.715574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.219759+0000","last_change":"2024-09-13T17:47:20.105490+0000","last_active":"2024-09-13T17:47:24.219759+0000","last_peered":"2024-09-13T17:47:24.219759+0000","last_clean":"2024-09-13T17:47:24.219759+0000","last_became_active":"2024-09-13T17:47:20.103825+0000","last_became_peered":"2024-09-13T17:47:20.103825+0000","last_unstale":"2024-09-13T17:47:24.219759+0000","last_undegraded":"2024-09-13T17:47:24.219759+0000","last_fullsized":"2024-09-13T17:47:24.219759+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:37.339275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.271138+0000","last_change":"2024-09-13T17:47:20.108330+0000","last_active":"2024-09-13T17:47:24.271138+0000","last_peered":"2024-09-13T17:47:24.271138+0000","last_clean":"2024-09-13T17:47:24.271138+0000","last_became_active":"2024-09-13T17:47:20.107799+0000","last_became_peered":"2024-09-13T17:47:20.107799+0000","last_unstale":"2024-09-13T17:47:24.271138+0000","last_undegraded":"2024-09-13T17:47:24.271138+0000","last_fullsized":"2024-09-13T17:47:24.271138+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:43.776469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.216558+0000","last_change":"2024-09-13T17:47:20.122506+0000","last_active":"2024-09-13T17:47:24.216558+0000","last_peered":"2024-09-13T17:47:24.216558+0000","last_clean":"2024-09-13T17:47:24.216558+0000","last_became_active":"2024-09-13T17:47:20.122213+0000","last_became_peered":"2024-09-13T17:47:20.122213+0000","last_unstale":"2024-09-13T17:47:24.216558+0000","last_undegraded":"2024-09-13T17:47:24.216558+0000","last_fullsized":"2024-09-13T17:47:24.216558+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:12.001356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.233028+0000","last_change":"2024-09-13T17:47:20.098339+0000","last_active":"2024-09-13T17:47:24.233028+0000","last_peered":"2024-09-13T17:47:24.233028+0000","last_clean":"2024-09-13T17:47:24.233028+0000","last_became_active":"2024-09-13T17:47:20.097955+0000","last_became_peered":"2024-09-13T17:47:20.097955+0000","last_unstale":"2024-09-13T17:47:24.233028+0000","last_undegraded":"2024-09-13T17:47:24.233028+0000","last_fullsized":"2024-09-13T17:47:24.233028+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:00.561720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.230407+0000","last_change":"2024-09-13T17:47:20.107754+0000","last_active":"2024-09-13T17:47:24.230407+0000","last_peered":"2024-09-13T17:47:24.230407+0000","last_clean":"2024-09-13T17:47:24.230407+0000","last_became_active":"2024-09-13T17:47:20.107304+0000","last_became_peered":"2024-09-13T17:47:20.107304+0000","last_unstale":"2024-09-13T17:47:24.230407+0000","last_undegraded":"2024-09-13T17:47:24.230407+0000","last_fullsized":"2024-09-13T17:47:24.230407+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:09.896330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T17:47:24.276424+0000","last_change":"2024-09-13T17:47:20.111293+0000","last_active":"2024-09-13T17:47:24.276424+0000","last_peered":"2024-09-13T17:47:24.276424+0000","last_clean":"2024-09-13T17:47:24.276424+0000","last_became_active":"2024-09-13T17:47:20.110564+0000","last_became_peered":"2024-09-13T17:47:20.110564+0000","last_unstale":"2024-09-13T17:47:24.276424+0000","last_undegraded":"2024-09-13T17:47:24.276424+0000","last_fullsized":"2024-09-13T17:47:24.276424+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:19.665326+0000","last_clean_scrub_stamp":"2024-09-13T17:47:19.665326+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:14:11.692746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":16,"seq":68719476747,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":282624,"data_stored":109603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67600000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59499999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0609999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77600000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92100000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1970000000000001}]}]},{"osd":4,"up_from":16,"seq":68719476747,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":290816,"data_stored":109639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84599999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.875}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68500000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0429999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.091}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1200000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.26}]}]},{"osd":7,"up_from":15,"seq":64424509452,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27880,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343960,"statfs":{"total":96636764160,"available":96608215040,"internally_reserved":0,"allocated":876544,"data_stored":700463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.081}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89500000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80600000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.115}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95499999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1759999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1479999999999999}]}]},{"osd":6,"up_from":15,"seq":64424509450,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":113308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.006}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95699999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78100000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1879999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1080000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.163}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93200000000000005}]}]},{"osd":3,"up_from":15,"seq":64424509450,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":290816,"data_stored":113308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70099999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77000000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68200000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80200000000000005}]}]},{"osd":1,"up_from":15,"seq":64424509451,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":286720,"data_stored":109673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40200000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70899999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]}]},{"osd":0,"up_from":15,"seq":64424509449,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":884736,"data_stored":700519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59299999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78100000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.747}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]}]},{"osd":2,"up_from":13,"seq":55834574859,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":278528,"data_stored":109513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72499999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79100000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.077}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.018}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:47:48.003 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-13T17:47:48.003 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-13T17:47:48.003 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-13T17:47:48.003 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T17:47:48.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.154+0000 7f727989c640 1 Processor -- start 2024-09-13T17:47:48.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.154+0000 7f727989c640 1 -- start start 2024-09-13T17:47:48.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.154+0000 7f727989c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f72740b21d0 0x7f72740ce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.154+0000 7f727989c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f727415a6e0 con 0x7f727415a300 2024-09-13T17:47:48.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.154+0000 7f727989c640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72740cee60 con 0x7f72740cea10 2024-09-13T17:47:48.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.154+0000 7f727989c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f727406d7b0 con 0x7f72740b21d0 2024-09-13T17:47:48.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.154+0000 7f7272ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f727415a300 0x7f727406d0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:58074/0 (socket says 172.21.15.32:58074) 2024-09-13T17:47:48.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.154+0000 7f7272ffd640 1 -- 172.21.15.32:0/380238062 learned_addr learned my addr 172.21.15.32:0/380238062 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:48.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.154+0000 7f72727fc640 1 --2- 172.21.15.32:0/380238062 >> v2:172.21.15.32:3300/0 conn(0x7f72740b21d0 0x7f72740ce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:48.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.154+0000 7f7271ffb640 1 -- 172.21.15.32:0/380238062 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1032089309 0 0) 0x7f727415a6e0 con 0x7f727415a300 2024-09-13T17:47:48.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.154+0000 7f7271ffb640 1 -- 172.21.15.32:0/380238062 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f725c003530 con 0x7f727415a300 2024-09-13T17:47:48.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.154+0000 7f72727fc640 1 -- 172.21.15.32:0/380238062 >> v1:172.21.15.159:6789/0 conn(0x7f72740cea10 legacy=0x7f72740c8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.154+0000 7f72727fc640 1 -- 172.21.15.32:0/380238062 >> v1:172.21.15.32:6789/0 conn(0x7f727415a300 legacy=0x7f727406d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.154+0000 7f72727fc640 1 -- 172.21.15.32:0/380238062 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f727406da80 con 0x7f72740b21d0 2024-09-13T17:47:48.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.158+0000 7f72727fc640 1 --2- 172.21.15.32:0/380238062 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72740b21d0 0x7f72740ce4d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f7264009d90 tx=0x7f726401c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=194aca539527923b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:48.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.158+0000 7f7271ffb640 1 -- 172.21.15.32:0/380238062 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72640a5a00 con 0x7f72740b21d0 2024-09-13T17:47:48.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.158+0000 7f7271ffb640 1 -- 172.21.15.32:0/380238062 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72640a5b60 con 0x7f72740b21d0 2024-09-13T17:47:48.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.158+0000 7f7271ffb640 1 -- 172.21.15.32:0/380238062 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72640ad440 con 0x7f72740b21d0 2024-09-13T17:47:48.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.158+0000 7f727989c640 1 -- 172.21.15.32:0/380238062 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72740b21d0 msgr2=0x7f72740ce4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.158+0000 7f727989c640 1 --2- 172.21.15.32:0/380238062 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72740b21d0 0x7f72740ce4d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f7264009d90 tx=0x7f726401c940 comp rx=0 tx=0).stop 2024-09-13T17:47:48.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.158+0000 7f727989c640 1 -- 172.21.15.32:0/380238062 shutdown_connections 2024-09-13T17:47:48.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.158+0000 7f727989c640 1 --2- 172.21.15.32:0/380238062 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72740b21d0 0x7f72740ce4d0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.158+0000 7f727989c640 1 -- 172.21.15.32:0/380238062 >> 172.21.15.32:0/380238062 conn(0x7f727406a150 msgr2=0x7f727406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:48.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.158+0000 7f727989c640 1 -- 172.21.15.32:0/380238062 shutdown_connections 2024-09-13T17:47:48.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.158+0000 7f727989c640 1 -- 172.21.15.32:0/380238062 wait complete. 2024-09-13T17:47:48.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.158+0000 7f727989c640 1 Processor -- start 2024-09-13T17:47:48.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.158+0000 7f727989c640 1 -- start start 2024-09-13T17:47:48.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f727989c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f72740b21d0 0x7f72740c4560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f727989c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f72740cea10 0x7f72740c2530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f727989c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f727415a300 0x7f727415c010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f727989c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72740aee60 con 0x7f727415a300 2024-09-13T17:47:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f727989c640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f727415bb80 con 0x7f72740b21d0 2024-09-13T17:47:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f727989c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f727415b290 con 0x7f72740cea10 2024-09-13T17:47:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f72737fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f727415a300 0x7f727415c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f72737fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f727415a300 0x7f727415c010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54438/0 (socket says 172.21.15.32:54438) 2024-09-13T17:47:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f72737fe640 1 -- 172.21.15.32:0/3945173096 learned_addr learned my addr 172.21.15.32:0/3945173096 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f72737fe640 1 -- 172.21.15.32:0/3945173096 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f72740cea10 msgr2=0x7f72740c2530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f72737fe640 1 --2- 172.21.15.32:0/3945173096 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f72740cea10 0x7f72740c2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f72737fe640 1 -- 172.21.15.32:0/3945173096 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f72740b21d0 msgr2=0x7f72740c4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f72737fe640 1 --2- 172.21.15.32:0/3945173096 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f72740b21d0 0x7f72740c4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f72737fe640 1 -- 172.21.15.32:0/3945173096 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7264009a70 con 0x7f727415a300 2024-09-13T17:47:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f72737fe640 1 --2- 172.21.15.32:0/3945173096 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f727415a300 0x7f727415c010 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f726c00c340 tx=0x7f726c00c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f725bfff640 1 -- 172.21.15.32:0/3945173096 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f726c0052d0 con 0x7f727415a300 2024-09-13T17:47:48.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f725bfff640 1 -- 172.21.15.32:0/3945173096 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f726c005430 con 0x7f727415a300 2024-09-13T17:47:48.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f725bfff640 1 -- 172.21.15.32:0/3945173096 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f726c003840 con 0x7f727415a300 2024-09-13T17:47:48.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f727989c640 1 -- 172.21.15.32:0/3945173096 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f727415b530 con 0x7f727415a300 2024-09-13T17:47:48.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f727989c640 1 -- 172.21.15.32:0/3945173096 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72740c4aa0 con 0x7f727415a300 2024-09-13T17:47:48.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f727989c640 1 -- 172.21.15.32:0/3945173096 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72740ce4d0 con 0x7f727415a300 2024-09-13T17:47:48.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f725bfff640 1 -- 172.21.15.32:0/3945173096 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f726c0039a0 con 0x7f727415a300 2024-09-13T17:47:48.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f725bfff640 1 --2- 172.21.15.32:0/3945173096 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7260066690 0x7f7260068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f725bfff640 1 -- 172.21.15.32:0/3945173096 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f726c083810 con 0x7f727415a300 2024-09-13T17:47:48.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f7272ffd640 1 --2- 172.21.15.32:0/3945173096 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7260066690 0x7f7260068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:48.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.162+0000 7f7272ffd640 1 --2- 172.21.15.32:0/3945173096 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7260066690 0x7f7260068b50 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7268007fd0 tx=0x7f7268007940 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:48.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.166+0000 7f725bfff640 1 -- 172.21.15.32:0/3945173096 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f726c050880 con 0x7f727415a300 2024-09-13T17:47:48.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.358+0000 7f727989c640 1 -- 172.21.15.32:0/3945173096 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f72740cee60 con 0x7f727415a300 2024-09-13T17:47:48.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.358+0000 7f725bfff640 1 -- 172.21.15.32:0/3945173096 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f72740cee60 con 0x7f727415a300 2024-09-13T17:47:48.363 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:48.364 INFO:teuthology.orchestra.run.smithi032.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T17:47:48.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.362+0000 7f727989c640 1 -- 172.21.15.32:0/3945173096 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7260066690 msgr2=0x7f7260068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.362+0000 7f727989c640 1 --2- 172.21.15.32:0/3945173096 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7260066690 0x7f7260068b50 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7268007fd0 tx=0x7f7268007940 comp rx=0 tx=0).stop 2024-09-13T17:47:48.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.362+0000 7f727989c640 1 -- 172.21.15.32:0/3945173096 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f727415a300 msgr2=0x7f727415c010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.362+0000 7f727989c640 1 --2- 172.21.15.32:0/3945173096 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f727415a300 0x7f727415c010 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f726c00c340 tx=0x7f726c00c800 comp rx=0 tx=0).stop 2024-09-13T17:47:48.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.362+0000 7f727989c640 1 -- 172.21.15.32:0/3945173096 shutdown_connections 2024-09-13T17:47:48.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.362+0000 7f727989c640 1 --2- 172.21.15.32:0/3945173096 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7260066690 0x7f7260068b50 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.362+0000 7f727989c640 1 --2- 172.21.15.32:0/3945173096 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f727415a300 0x7f727415c010 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.362+0000 7f727989c640 1 --2- 172.21.15.32:0/3945173096 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f72740cea10 0x7f72740c2530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.362+0000 7f727989c640 1 --2- 172.21.15.32:0/3945173096 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f72740b21d0 0x7f72740c4560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.362+0000 7f727989c640 1 -- 172.21.15.32:0/3945173096 >> 172.21.15.32:0/3945173096 conn(0x7f727406a150 msgr2=0x7f72740cacb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:48.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.362+0000 7f727989c640 1 -- 172.21.15.32:0/3945173096 shutdown_connections 2024-09-13T17:47:48.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.362+0000 7f727989c640 1 -- 172.21.15.32:0/3945173096 wait complete. 2024-09-13T17:47:48.381 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-13T17:47:48.382 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:47:48.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f27826fb640 1 Processor -- start 2024-09-13T17:47:48.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f27826fb640 1 -- start start 2024-09-13T17:47:48.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f27826fb640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f277c0ae8e0 0x7f277c06e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f27826fb640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f277c15cf20 con 0x7f277c15d850 2024-09-13T17:47:48.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f27826fb640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f277c0ac050 con 0x7f277c15cb40 2024-09-13T17:47:48.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f27826fb640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f277c15dcc0 con 0x7f277c0ae8e0 2024-09-13T17:47:48.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f2780c98640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f277c15d850 0x7f277c0ac7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:58076/0 (socket says 172.21.15.32:58076) 2024-09-13T17:47:48.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f2780c98640 1 -- 172.21.15.32:0/2168696662 learned_addr learned my addr 172.21.15.32:0/2168696662 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:48.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277b7fe640 1 --2- 172.21.15.32:0/2168696662 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f277c0ae8e0 0x7f277c06e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:48.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277affd640 1 -- 172.21.15.32:0/2168696662 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2222709039 0 0) 0x7f277c15cf20 con 0x7f277c15d850 2024-09-13T17:47:48.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277affd640 1 -- 172.21.15.32:0/2168696662 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2764003530 con 0x7f277c15d850 2024-09-13T17:47:48.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277affd640 1 -- 172.21.15.32:0/2168696662 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 96869121 0 0) 0x7f2764003530 con 0x7f277c15d850 2024-09-13T17:47:48.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277affd640 1 -- 172.21.15.32:0/2168696662 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f277c0ae8e0 msgr2=0x7f277c06e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:48.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277affd640 1 --2- 172.21.15.32:0/2168696662 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f277c0ae8e0 0x7f277c06e4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277affd640 1 -- 172.21.15.32:0/2168696662 >> v1:172.21.15.159:6789/0 conn(0x7f277c15cb40 legacy=0x7f277c15d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277affd640 1 -- 172.21.15.32:0/2168696662 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f277c06f140 con 0x7f277c15d850 2024-09-13T17:47:48.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277affd640 1 -- 172.21.15.32:0/2168696662 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f2774001680 con 0x7f277c15d850 2024-09-13T17:47:48.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277affd640 1 -- 172.21.15.32:0/2168696662 >> v1:172.21.15.32:6789/0 conn(0x7f277c15d850 legacy=0x7f277c0ac7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277affd640 1 --2- 172.21.15.32:0/2168696662 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27640039b0 0x7f2764003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277affd640 1 --2- 172.21.15.32:0/2168696662 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27640047d0 0x7f2764004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277affd640 1 --2- 172.21.15.32:0/2168696662 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f277c0ae8e0 0x7f2764005260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277affd640 1 -- 172.21.15.32:0/2168696662 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f277c15dcc0 con 0x7f27640047d0 2024-09-13T17:47:48.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277affd640 1 -- 172.21.15.32:0/2168696662 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f276400bb50 con 0x7f27640039b0 2024-09-13T17:47:48.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277affd640 1 -- 172.21.15.32:0/2168696662 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f276400bd10 con 0x7f277c0ae8e0 2024-09-13T17:47:48.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277b7fe640 1 --2- 172.21.15.32:0/2168696662 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27640047d0 0x7f2764004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:48.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277bfff640 1 --2- 172.21.15.32:0/2168696662 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27640039b0 0x7f2764003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:48.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f2780c98640 1 --2- 172.21.15.32:0/2168696662 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f277c0ae8e0 0x7f2764005260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:48.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277b7fe640 1 -- 172.21.15.32:0/2168696662 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f277c0ae8e0 msgr2=0x7f2764005260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:48.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277b7fe640 1 --2- 172.21.15.32:0/2168696662 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f277c0ae8e0 0x7f2764005260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277b7fe640 1 -- 172.21.15.32:0/2168696662 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27640039b0 msgr2=0x7f2764003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:48.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277b7fe640 1 --2- 172.21.15.32:0/2168696662 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27640039b0 0x7f2764003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f277b7fe640 1 -- 172.21.15.32:0/2168696662 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2764003530 con 0x7f27640047d0 2024-09-13T17:47:48.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.498+0000 7f2780c98640 1 --2- 172.21.15.32:0/2168696662 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f277c0ae8e0 0x7f2764005260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:48.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f277b7fe640 1 --2- 172.21.15.32:0/2168696662 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27640047d0 0x7f2764004c50 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2770009fc0 tx=0x7f277001cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62ad23ff1f79922c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:48.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f277affd640 1 -- 172.21.15.32:0/2168696662 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27700a5b50 con 0x7f27640047d0 2024-09-13T17:47:48.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f277affd640 1 -- 172.21.15.32:0/2168696662 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f277000f040 con 0x7f27640047d0 2024-09-13T17:47:48.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f277affd640 1 -- 172.21.15.32:0/2168696662 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27700ad440 con 0x7f27640047d0 2024-09-13T17:47:48.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f27826fb640 1 -- 172.21.15.32:0/2168696662 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27640047d0 msgr2=0x7f2764004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f27826fb640 1 --2- 172.21.15.32:0/2168696662 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27640047d0 0x7f2764004c50 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2770009fc0 tx=0x7f277001cc50 comp rx=0 tx=0).stop 2024-09-13T17:47:48.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f2780c98640 1 -- 172.21.15.32:0/2168696662 reap_dead start 2024-09-13T17:47:48.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f27826fb640 1 -- 172.21.15.32:0/2168696662 shutdown_connections 2024-09-13T17:47:48.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f27826fb640 1 -- 172.21.15.32:0/2168696662 >> 172.21.15.32:0/2168696662 conn(0x7f277c0b0d70 msgr2=0x7f277c0b1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:48.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f27826fb640 1 -- 172.21.15.32:0/2168696662 shutdown_connections 2024-09-13T17:47:48.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f27826fb640 1 -- 172.21.15.32:0/2168696662 wait complete. 2024-09-13T17:47:48.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f27826fb640 1 Processor -- start 2024-09-13T17:47:48.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f27826fb640 1 -- start start 2024-09-13T17:47:48.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f27826fb640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27640047d0 0x7f277c0ccdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f27826fb640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f277c06a1e0 0x7f277c153300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f27826fb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f277c06a660 0x7f277c153840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f27826fb640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f277c0c6290 con 0x7f277c06a660 2024-09-13T17:47:48.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f27826fb640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f277c0cd330 con 0x7f27640047d0 2024-09-13T17:47:48.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f27826fb640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f277c0b4520 con 0x7f277c06a1e0 2024-09-13T17:47:48.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f2780c98640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f277c06a660 0x7f277c153840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:48.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f2780c98640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f277c06a660 0x7f277c153840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54458/0 (socket says 172.21.15.32:54458) 2024-09-13T17:47:48.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.502+0000 7f2780c98640 1 -- 172.21.15.32:0/3698277219 learned_addr learned my addr 172.21.15.32:0/3698277219 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:48.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f277b7fe640 1 --2- 172.21.15.32:0/3698277219 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f277c06a1e0 0x7f277c153300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:48.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f277bfff640 1 --2- 172.21.15.32:0/3698277219 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27640047d0 0x7f277c0ccdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:48.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f2780c98640 1 -- 172.21.15.32:0/3698277219 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f277c06a1e0 msgr2=0x7f277c153300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f2780c98640 1 --2- 172.21.15.32:0/3698277219 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f277c06a1e0 0x7f277c153300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f2780c98640 1 -- 172.21.15.32:0/3698277219 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27640047d0 msgr2=0x7f277c0ccdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f2780c98640 1 --2- 172.21.15.32:0/3698277219 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27640047d0 0x7f277c0ccdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f2780c98640 1 -- 172.21.15.32:0/3698277219 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f277c0b4800 con 0x7f277c06a660 2024-09-13T17:47:48.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f277b7fe640 1 --2- 172.21.15.32:0/3698277219 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f277c06a1e0 0x7f277c153300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:48.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f2780c98640 1 --2- 172.21.15.32:0/3698277219 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f277c06a660 0x7f277c153840 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f2774000fc0 tx=0x7f277400d9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:48.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f2778ff9640 1 -- 172.21.15.32:0/3698277219 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27740074e0 con 0x7f277c06a660 2024-09-13T17:47:48.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f2778ff9640 1 -- 172.21.15.32:0/3698277219 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2774007640 con 0x7f277c06a660 2024-09-13T17:47:48.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f27826fb640 1 -- 172.21.15.32:0/3698277219 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f277c0b4ae0 con 0x7f277c06a660 2024-09-13T17:47:48.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f2778ff9640 1 -- 172.21.15.32:0/3698277219 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2774004a10 con 0x7f277c06a660 2024-09-13T17:47:48.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f27826fb640 1 -- 172.21.15.32:0/3698277219 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f277c0b41b0 con 0x7f277c06a660 2024-09-13T17:47:48.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f27826fb640 1 -- 172.21.15.32:0/3698277219 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f277c0ce410 con 0x7f277c06a660 2024-09-13T17:47:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f2778ff9640 1 -- 172.21.15.32:0/3698277219 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2774004b70 con 0x7f277c06a660 2024-09-13T17:47:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f2778ff9640 1 --2- 172.21.15.32:0/3698277219 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2768066690 0x7f2768068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f2778ff9640 1 -- 172.21.15.32:0/3698277219 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2774084740 con 0x7f277c06a660 2024-09-13T17:47:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.506+0000 7f277bfff640 1 --2- 172.21.15.32:0/3698277219 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2768066690 0x7f2768068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.510+0000 7f277bfff640 1 --2- 172.21.15.32:0/3698277219 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2768066690 0x7f2768068b50 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f277c06b060 tx=0x7f276c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:48.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.510+0000 7f2778ff9640 1 -- 172.21.15.32:0/3698277219 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2774051930 con 0x7f277c06a660 2024-09-13T17:47:48.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.662+0000 7f27826fb640 1 -- 172.21.15.32:0/3698277219 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f277c15d140 con 0x7f277c06a660 2024-09-13T17:47:48.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.666+0000 7f2778ff9640 1 -- 172.21.15.32:0/3698277219 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18334 (secure 0 0 0) 0x7f2774054f50 con 0x7f277c06a660 2024-09-13T17:47:48.671 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:48.672 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":27,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:47:24.598946+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:47:48.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.666+0000 7f27826fb640 1 -- 172.21.15.32:0/3698277219 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2768066690 msgr2=0x7f2768068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.666+0000 7f27826fb640 1 --2- 172.21.15.32:0/3698277219 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2768066690 0x7f2768068b50 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f277c06b060 tx=0x7f276c009040 comp rx=0 tx=0).stop 2024-09-13T17:47:48.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.670+0000 7f27826fb640 1 -- 172.21.15.32:0/3698277219 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f277c06a660 msgr2=0x7f277c153840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.670+0000 7f27826fb640 1 --2- 172.21.15.32:0/3698277219 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f277c06a660 0x7f277c153840 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f2774000fc0 tx=0x7f277400d9d0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.670+0000 7f27826fb640 1 -- 172.21.15.32:0/3698277219 shutdown_connections 2024-09-13T17:47:48.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.670+0000 7f27826fb640 1 --2- 172.21.15.32:0/3698277219 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2768066690 0x7f2768068b50 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.670+0000 7f27826fb640 1 --2- 172.21.15.32:0/3698277219 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f277c06a660 0x7f277c153840 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.670+0000 7f27826fb640 1 --2- 172.21.15.32:0/3698277219 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f277c06a1e0 0x7f277c153300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.670+0000 7f27826fb640 1 --2- 172.21.15.32:0/3698277219 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27640047d0 0x7f277c0ccdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.670+0000 7f27826fb640 1 -- 172.21.15.32:0/3698277219 >> 172.21.15.32:0/3698277219 conn(0x7f277c0b0d70 msgr2=0x7f277c1581e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:48.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.670+0000 7f27826fb640 1 -- 172.21.15.32:0/3698277219 shutdown_connections 2024-09-13T17:47:48.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.670+0000 7f27826fb640 1 -- 172.21.15.32:0/3698277219 wait complete. 2024-09-13T17:47:48.689 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:47:18.165736+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:47:19.043698+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T17:47:22.248444+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T17:47:48.689 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:47:48.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.810+0000 7ff7a1edf640 1 Processor -- start 2024-09-13T17:47:48.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.810+0000 7ff7a1edf640 1 -- start start 2024-09-13T17:47:48.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.810+0000 7ff7a1edf640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7ff79c15c500 0x7ff79c0d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.810+0000 7ff7a1edf640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff79c160ae0 0x7ff79c0d2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.810+0000 7ff7a1edf640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff79c0d1320 con 0x7ff79c0d26d0 2024-09-13T17:47:48.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.810+0000 7ff7a1edf640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff79c0d2b60 con 0x7ff79c15c500 2024-09-13T17:47:48.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.810+0000 7ff7a1edf640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff79c0d0710 con 0x7ff79c160ae0 2024-09-13T17:47:48.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.810+0000 7ff79b7fe640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7ff79c15c500 0x7ff79c0d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:48.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.810+0000 7ff79affd640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff79c160ae0 0x7ff79c0d2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:48.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.810+0000 7ff79b7fe640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7ff79c15c500 0x7ff79c0d0010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:38992/0 (socket says 172.21.15.32:38992) 2024-09-13T17:47:48.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.810+0000 7ff79bfff640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7ff79c0d26d0 0x7ff79c0cee50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:51114/0 (socket says 172.21.15.32:51114) 2024-09-13T17:47:48.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.810+0000 7ff79b7fe640 1 -- 172.21.15.32:0/877521247 learned_addr learned my addr 172.21.15.32:0/877521247 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:48.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.810+0000 7ff79affd640 1 -- 172.21.15.32:0/877521247 >> v2:172.21.15.159:3300/0 conn(0x7ff79c15c500 msgr2=0x7ff79c0d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:48.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.810+0000 7ff79affd640 1 --2- 172.21.15.32:0/877521247 >> v2:172.21.15.159:3300/0 conn(0x7ff79c15c500 0x7ff79c0d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.810+0000 7ff79affd640 1 -- 172.21.15.32:0/877521247 >> v1:172.21.15.159:6789/0 conn(0x7ff79c0d26d0 legacy=0x7ff79c0cee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.810+0000 7ff79affd640 1 -- 172.21.15.32:0/877521247 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff79c0d09f0 con 0x7ff79c160ae0 2024-09-13T17:47:48.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.814+0000 7ff79affd640 1 --2- 172.21.15.32:0/877521247 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff79c160ae0 0x7ff79c0d2190 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff7900097c0 tx=0x7ff79001c410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f3e1df4d14a701d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:48.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.814+0000 7ff79a7fc640 1 -- 172.21.15.32:0/877521247 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7900ab610 con 0x7ff79c160ae0 2024-09-13T17:47:48.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.814+0000 7ff79a7fc640 1 -- 172.21.15.32:0/877521247 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7900ab770 con 0x7ff79c160ae0 2024-09-13T17:47:48.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.814+0000 7ff79a7fc640 1 -- 172.21.15.32:0/877521247 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7900abb00 con 0x7ff79c160ae0 2024-09-13T17:47:48.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.814+0000 7ff7a1edf640 1 -- 172.21.15.32:0/877521247 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff79c160ae0 msgr2=0x7ff79c0d2190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.814+0000 7ff7a1edf640 1 --2- 172.21.15.32:0/877521247 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff79c160ae0 0x7ff79c0d2190 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff7900097c0 tx=0x7ff79001c410 comp rx=0 tx=0).stop 2024-09-13T17:47:48.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.814+0000 7ff7a1edf640 1 -- 172.21.15.32:0/877521247 shutdown_connections 2024-09-13T17:47:48.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.814+0000 7ff7a1edf640 1 --2- 172.21.15.32:0/877521247 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff79c160ae0 0x7ff79c0d2190 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.814+0000 7ff7a1edf640 1 --2- 172.21.15.32:0/877521247 >> v2:172.21.15.159:3300/0 conn(0x7ff79c15c500 0x7ff79c0d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.814+0000 7ff7a1edf640 1 -- 172.21.15.32:0/877521247 >> 172.21.15.32:0/877521247 conn(0x7ff79c089f70 msgr2=0x7ff79c09b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:48.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.814+0000 7ff7a1edf640 1 -- 172.21.15.32:0/877521247 shutdown_connections 2024-09-13T17:47:48.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.814+0000 7ff7a1edf640 1 -- 172.21.15.32:0/877521247 wait complete. 2024-09-13T17:47:48.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.814+0000 7ff7a1edf640 1 Processor -- start 2024-09-13T17:47:48.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.814+0000 7ff7a1edf640 1 -- start start 2024-09-13T17:47:48.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff7a1edf640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff79c0d26d0 0x7ff79c157ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff7a1edf640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff79c15c500 0x7ff79c0af300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff7a1edf640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff79c160ae0 0x7ff79c0af840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff7a1edf640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff79c0b58d0 con 0x7ff79c0d26d0 2024-09-13T17:47:48.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff7a1edf640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff79c0b5310 con 0x7ff79c160ae0 2024-09-13T17:47:48.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff7a1edf640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff79c0b55f0 con 0x7ff79c15c500 2024-09-13T17:47:48.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff79b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff79c0d26d0 0x7ff79c157ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:48.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff79b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff79c0d26d0 0x7ff79c157ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54462/0 (socket says 172.21.15.32:54462) 2024-09-13T17:47:48.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff79b7fe640 1 -- 172.21.15.32:0/131451106 learned_addr learned my addr 172.21.15.32:0/131451106 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:48.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff79affd640 1 --2- 172.21.15.32:0/131451106 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff79c15c500 0x7ff79c0af300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:48.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff79bfff640 1 --2- 172.21.15.32:0/131451106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff79c160ae0 0x7ff79c0af840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:48.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff79b7fe640 1 -- 172.21.15.32:0/131451106 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff79c15c500 msgr2=0x7ff79c0af300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff79b7fe640 1 --2- 172.21.15.32:0/131451106 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff79c15c500 0x7ff79c0af300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff79b7fe640 1 -- 172.21.15.32:0/131451106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff79c160ae0 msgr2=0x7ff79c0af840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff79b7fe640 1 --2- 172.21.15.32:0/131451106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff79c160ae0 0x7ff79c0af840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff79b7fe640 1 -- 172.21.15.32:0/131451106 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff790009420 con 0x7ff79c0d26d0 2024-09-13T17:47:48.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff79affd640 1 --2- 172.21.15.32:0/131451106 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff79c15c500 0x7ff79c0af300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:48.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff79bfff640 1 --2- 172.21.15.32:0/131451106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff79c160ae0 0x7ff79c0af840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:48.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff79b7fe640 1 --2- 172.21.15.32:0/131451106 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff79c0d26d0 0x7ff79c157ca0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff78c00e7f0 tx=0x7ff78c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:48.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff783fff640 1 -- 172.21.15.32:0/131451106 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff78c009580 con 0x7ff79c0d26d0 2024-09-13T17:47:48.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff783fff640 1 -- 172.21.15.32:0/131451106 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff78c00c940 con 0x7ff79c0d26d0 2024-09-13T17:47:48.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff7a1edf640 1 -- 172.21.15.32:0/131451106 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff79c0b5d20 con 0x7ff79c0d26d0 2024-09-13T17:47:48.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff783fff640 1 -- 172.21.15.32:0/131451106 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff78c00ccf0 con 0x7ff79c0d26d0 2024-09-13T17:47:48.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff7a1edf640 1 -- 172.21.15.32:0/131451106 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff79c0c91a0 con 0x7ff79c0d26d0 2024-09-13T17:47:48.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff7a1edf640 1 -- 172.21.15.32:0/131451106 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff79c0b5b80 con 0x7ff79c0d26d0 2024-09-13T17:47:48.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff783fff640 1 -- 172.21.15.32:0/131451106 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff78c013470 con 0x7ff79c0d26d0 2024-09-13T17:47:48.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff783fff640 1 --2- 172.21.15.32:0/131451106 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff788066690 0x7ff788068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:48.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff783fff640 1 -- 172.21.15.32:0/131451106 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff78c084cd0 con 0x7ff79c0d26d0 2024-09-13T17:47:48.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.818+0000 7ff79affd640 1 --2- 172.21.15.32:0/131451106 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff788066690 0x7ff788068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:48.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.822+0000 7ff79affd640 1 --2- 172.21.15.32:0/131451106 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff788066690 0x7ff788068b50 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff7900af000 tx=0x7ff7900b6040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:48.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.822+0000 7ff783fff640 1 -- 172.21.15.32:0/131451106 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff78c051cb0 con 0x7ff79c0d26d0 2024-09-13T17:47:48.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.974+0000 7ff7a1edf640 1 -- 172.21.15.32:0/131451106 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff79c0b5b80 con 0x7ff79c0d26d0 2024-09-13T17:47:48.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.974+0000 7ff783fff640 1 -- 172.21.15.32:0/131451106 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff79c0b5b80 con 0x7ff79c0d26d0 2024-09-13T17:47:48.981 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:47:48.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.978+0000 7ff7a1edf640 1 -- 172.21.15.32:0/131451106 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff788066690 msgr2=0x7ff788068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.978+0000 7ff7a1edf640 1 --2- 172.21.15.32:0/131451106 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff788066690 0x7ff788068b50 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff7900af000 tx=0x7ff7900b6040 comp rx=0 tx=0).stop 2024-09-13T17:47:48.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.978+0000 7ff7a1edf640 1 -- 172.21.15.32:0/131451106 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff79c0d26d0 msgr2=0x7ff79c157ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:48.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.978+0000 7ff7a1edf640 1 --2- 172.21.15.32:0/131451106 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff79c0d26d0 0x7ff79c157ca0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff78c00e7f0 tx=0x7ff78c00ecb0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.978+0000 7ff7a1edf640 1 -- 172.21.15.32:0/131451106 shutdown_connections 2024-09-13T17:47:48.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.978+0000 7ff7a1edf640 1 --2- 172.21.15.32:0/131451106 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff788066690 0x7ff788068b50 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.978+0000 7ff7a1edf640 1 --2- 172.21.15.32:0/131451106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff79c160ae0 0x7ff79c0af840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.978+0000 7ff7a1edf640 1 --2- 172.21.15.32:0/131451106 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff79c15c500 0x7ff79c0af300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.978+0000 7ff7a1edf640 1 --2- 172.21.15.32:0/131451106 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff79c0d26d0 0x7ff79c157ca0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:48.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.978+0000 7ff7a1edf640 1 -- 172.21.15.32:0/131451106 >> 172.21.15.32:0/131451106 conn(0x7ff79c089f70 msgr2=0x7ff79c06b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:48.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.978+0000 7ff7a1edf640 1 -- 172.21.15.32:0/131451106 shutdown_connections 2024-09-13T17:47:48.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:48.978+0000 7ff7a1edf640 1 -- 172.21.15.32:0/131451106 wait complete. 2024-09-13T17:47:48.999 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:47:49.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f95caa640 1 Processor -- start 2024-09-13T17:47:49.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f95caa640 1 -- start start 2024-09-13T17:47:49.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f95caa640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f4f900cec00 0x7f4f900b1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f95caa640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f900ab660 con 0x7f4f9015a520 2024-09-13T17:47:49.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f95caa640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f900ada40 con 0x7f4f900b2070 2024-09-13T17:47:49.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f95caa640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f900b2760 con 0x7f4f900cec00 2024-09-13T17:47:49.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8f7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f4f9015a520 0x7f4f900ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:58080/0 (socket says 172.21.15.32:58080) 2024-09-13T17:47:49.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8f7fe640 1 -- 172.21.15.32:0/4258757480 learned_addr learned my addr 172.21.15.32:0/4258757480 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:49.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8effd640 1 --2- 172.21.15.32:0/4258757480 >> v2:172.21.15.159:3300/0 conn(0x7f4f900cec00 0x7f4f900b1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8e7fc640 1 -- 172.21.15.32:0/4258757480 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3858924405 0 0) 0x7f4f900ab660 con 0x7f4f9015a520 2024-09-13T17:47:49.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8e7fc640 1 -- 172.21.15.32:0/4258757480 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4f7c003530 con 0x7f4f9015a520 2024-09-13T17:47:49.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8e7fc640 1 -- 172.21.15.32:0/4258757480 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2325312965 0 0) 0x7f4f7c003530 con 0x7f4f9015a520 2024-09-13T17:47:49.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8e7fc640 1 -- 172.21.15.32:0/4258757480 >> v2:172.21.15.159:3300/0 conn(0x7f4f900cec00 msgr2=0x7f4f900b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:49.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8e7fc640 1 --2- 172.21.15.32:0/4258757480 >> v2:172.21.15.159:3300/0 conn(0x7f4f900cec00 0x7f4f900b1b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8e7fc640 1 -- 172.21.15.32:0/4258757480 >> v1:172.21.15.159:6789/0 conn(0x7f4f900b2070 legacy=0x7f4f900abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8e7fc640 1 -- 172.21.15.32:0/4258757480 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f900b2a40 con 0x7f4f9015a520 2024-09-13T17:47:49.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8e7fc640 1 -- 172.21.15.32:0/4258757480 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f4f80001a00 con 0x7f4f9015a520 2024-09-13T17:47:49.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8e7fc640 1 -- 172.21.15.32:0/4258757480 >> v1:172.21.15.32:6789/0 conn(0x7f4f9015a520 legacy=0x7f4f900ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8e7fc640 1 --2- 172.21.15.32:0/4258757480 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f7c003980 0x7f4f7c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8e7fc640 1 --2- 172.21.15.32:0/4258757480 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4f7c0047d0 0x7f4f7c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8e7fc640 1 --2- 172.21.15.32:0/4258757480 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4f7c005190 0x7f4f7c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8e7fc640 1 -- 172.21.15.32:0/4258757480 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f900b2760 con 0x7f4f7c003980 2024-09-13T17:47:49.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8e7fc640 1 -- 172.21.15.32:0/4258757480 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f7c00c030 con 0x7f4f7c005190 2024-09-13T17:47:49.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8e7fc640 1 -- 172.21.15.32:0/4258757480 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f7c00c1f0 con 0x7f4f7c0047d0 2024-09-13T17:47:49.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8f7fe640 1 --2- 172.21.15.32:0/4258757480 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f7c003980 0x7f4f7c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8ffff640 1 --2- 172.21.15.32:0/4258757480 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4f7c005190 0x7f4f7c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8effd640 1 --2- 172.21.15.32:0/4258757480 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4f7c0047d0 0x7f4f7c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8f7fe640 1 -- 172.21.15.32:0/4258757480 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4f7c0047d0 msgr2=0x7f4f7c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:49.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8f7fe640 1 --2- 172.21.15.32:0/4258757480 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4f7c0047d0 0x7f4f7c004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8f7fe640 1 -- 172.21.15.32:0/4258757480 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4f7c005190 msgr2=0x7f4f7c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:49.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8f7fe640 1 --2- 172.21.15.32:0/4258757480 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4f7c005190 0x7f4f7c00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8ffff640 1 -- 172.21.15.32:0/4258757480 reap_dead start 2024-09-13T17:47:49.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.122+0000 7f4f8f7fe640 1 -- 172.21.15.32:0/4258757480 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f7c003530 con 0x7f4f7c003980 2024-09-13T17:47:49.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.126+0000 7f4f8f7fe640 1 --2- 172.21.15.32:0/4258757480 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f7c003980 0x7f4f7c003da0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f4f800013e0 tx=0x7f4f8001d2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=575c8d949d354aa2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:49.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.126+0000 7f4f8e7fc640 1 -- 172.21.15.32:0/4258757480 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f800ad630 con 0x7f4f7c003980 2024-09-13T17:47:49.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.126+0000 7f4f8e7fc640 1 -- 172.21.15.32:0/4258757480 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f800a8070 con 0x7f4f7c003980 2024-09-13T17:47:49.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.126+0000 7f4f8e7fc640 1 -- 172.21.15.32:0/4258757480 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f800ada50 con 0x7f4f7c003980 2024-09-13T17:47:49.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.126+0000 7f4f95caa640 1 -- 172.21.15.32:0/4258757480 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f7c003980 msgr2=0x7f4f7c003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.126+0000 7f4f95caa640 1 --2- 172.21.15.32:0/4258757480 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f7c003980 0x7f4f7c003da0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f4f800013e0 tx=0x7f4f8001d2f0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.126+0000 7f4f95caa640 1 -- 172.21.15.32:0/4258757480 shutdown_connections 2024-09-13T17:47:49.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.126+0000 7f4f95caa640 1 --2- 172.21.15.32:0/4258757480 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f7c003980 0x7f4f7c003da0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.126+0000 7f4f95caa640 1 -- 172.21.15.32:0/4258757480 >> 172.21.15.32:0/4258757480 conn(0x7f4f9006a150 msgr2=0x7f4f9006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:49.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.126+0000 7f4f95caa640 1 -- 172.21.15.32:0/4258757480 shutdown_connections 2024-09-13T17:47:49.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.126+0000 7f4f95caa640 1 -- 172.21.15.32:0/4258757480 wait complete. 2024-09-13T17:47:49.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f95caa640 1 Processor -- start 2024-09-13T17:47:49.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f95caa640 1 -- start start 2024-09-13T17:47:49.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f95caa640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4f7c003980 0x7f4f900c64d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f95caa640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f9015b820 0x7f4f9015e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f95caa640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4f90156dd0 0x7f4f90157280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f95caa640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f901577c0 con 0x7f4f9015b820 2024-09-13T17:47:49.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f95caa640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f9015bc80 con 0x7f4f90156dd0 2024-09-13T17:47:49.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f95caa640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f900c6b40 con 0x7f4f7c003980 2024-09-13T17:47:49.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f8effd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f9015b820 0x7f4f9015e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f8effd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f9015b820 0x7f4f9015e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54478/0 (socket says 172.21.15.32:54478) 2024-09-13T17:47:49.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f8effd640 1 -- 172.21.15.32:0/1581026048 learned_addr learned my addr 172.21.15.32:0/1581026048 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:49.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f8ffff640 1 --2- 172.21.15.32:0/1581026048 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4f90156dd0 0x7f4f90157280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f8f7fe640 1 --2- 172.21.15.32:0/1581026048 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4f7c003980 0x7f4f900c64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f8effd640 1 -- 172.21.15.32:0/1581026048 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4f7c003980 msgr2=0x7f4f900c64d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f8effd640 1 --2- 172.21.15.32:0/1581026048 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4f7c003980 0x7f4f900c64d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f8effd640 1 -- 172.21.15.32:0/1581026048 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4f90156dd0 msgr2=0x7f4f90157280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f8effd640 1 --2- 172.21.15.32:0/1581026048 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4f90156dd0 0x7f4f90157280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f8effd640 1 -- 172.21.15.32:0/1581026048 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f900c6e20 con 0x7f4f9015b820 2024-09-13T17:47:49.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f8f7fe640 1 --2- 172.21.15.32:0/1581026048 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4f7c003980 0x7f4f900c64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:49.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f8effd640 1 --2- 172.21.15.32:0/1581026048 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f9015b820 0x7f4f9015e090 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f4f78011660 tx=0x7f4f78011b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:49.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f87fff640 1 -- 172.21.15.32:0/1581026048 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f7800f960 con 0x7f4f9015b820 2024-09-13T17:47:49.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f87fff640 1 -- 172.21.15.32:0/1581026048 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f7800fac0 con 0x7f4f9015b820 2024-09-13T17:47:49.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f87fff640 1 -- 172.21.15.32:0/1581026048 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f7800fe30 con 0x7f4f9015b820 2024-09-13T17:47:49.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f95caa640 1 -- 172.21.15.32:0/1581026048 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f900c7100 con 0x7f4f9015b820 2024-09-13T17:47:49.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f95caa640 1 -- 172.21.15.32:0/1581026048 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f900c76c0 con 0x7f4f9015b820 2024-09-13T17:47:49.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f95caa640 1 -- 172.21.15.32:0/1581026048 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f900abaf0 con 0x7f4f9015b820 2024-09-13T17:47:49.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.130+0000 7f4f87fff640 1 -- 172.21.15.32:0/1581026048 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4f78015460 con 0x7f4f9015b820 2024-09-13T17:47:49.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.134+0000 7f4f87fff640 1 --2- 172.21.15.32:0/1581026048 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4f700666c0 0x7f4f70068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.134+0000 7f4f87fff640 1 -- 172.21.15.32:0/1581026048 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f4f78084910 con 0x7f4f9015b820 2024-09-13T17:47:49.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.134+0000 7f4f8f7fe640 1 --2- 172.21.15.32:0/1581026048 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4f700666c0 0x7f4f70068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.134+0000 7f4f8f7fe640 1 --2- 172.21.15.32:0/1581026048 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4f700666c0 0x7f4f70068b80 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f4f800ad000 tx=0x7f4f80009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:49.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.138+0000 7f4f87fff640 1 -- 172.21.15.32:0/1581026048 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4f78051a40 con 0x7f4f9015b820 2024-09-13T17:47:49.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.294+0000 7f4f95caa640 1 -- 172.21.15.32:0/1581026048 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f4f900c8650 con 0x7f4f9015b820 2024-09-13T17:47:49.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.298+0000 7f4f87fff640 1 -- 172.21.15.32:0/1581026048 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7f4f78055060 con 0x7f4f9015b820 2024-09-13T17:47:49.302 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:47:49.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.298+0000 7f4f95caa640 1 -- 172.21.15.32:0/1581026048 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4f700666c0 msgr2=0x7f4f70068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.298+0000 7f4f95caa640 1 --2- 172.21.15.32:0/1581026048 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4f700666c0 0x7f4f70068b80 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f4f800ad000 tx=0x7f4f80009040 comp rx=0 tx=0).stop 2024-09-13T17:47:49.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.298+0000 7f4f95caa640 1 -- 172.21.15.32:0/1581026048 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f9015b820 msgr2=0x7f4f9015e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.298+0000 7f4f95caa640 1 --2- 172.21.15.32:0/1581026048 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f9015b820 0x7f4f9015e090 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f4f78011660 tx=0x7f4f78011b20 comp rx=0 tx=0).stop 2024-09-13T17:47:49.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.298+0000 7f4f95caa640 1 -- 172.21.15.32:0/1581026048 shutdown_connections 2024-09-13T17:47:49.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.298+0000 7f4f95caa640 1 --2- 172.21.15.32:0/1581026048 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4f700666c0 0x7f4f70068b80 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.298+0000 7f4f95caa640 1 --2- 172.21.15.32:0/1581026048 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4f90156dd0 0x7f4f90157280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.298+0000 7f4f95caa640 1 --2- 172.21.15.32:0/1581026048 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f9015b820 0x7f4f9015e090 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.298+0000 7f4f95caa640 1 --2- 172.21.15.32:0/1581026048 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4f7c003980 0x7f4f900c64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.298+0000 7f4f95caa640 1 -- 172.21.15.32:0/1581026048 >> 172.21.15.32:0/1581026048 conn(0x7f4f9006a150 msgr2=0x7f4f90157a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:49.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.298+0000 7f4f95caa640 1 -- 172.21.15.32:0/1581026048 shutdown_connections 2024-09-13T17:47:49.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.298+0000 7f4f95caa640 1 -- 172.21.15.32:0/1581026048 wait complete. 2024-09-13T17:47:49.322 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:47:49.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.442+0000 7f1067073640 1 Processor -- start 2024-09-13T17:47:49.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.442+0000 7f1067073640 1 -- start start 2024-09-13T17:47:49.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.442+0000 7f1067073640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f10600cdbc0 0x7f106006dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.442+0000 7f1067073640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f10600b1bc0 0x7f10600cacd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.442+0000 7f1067073640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10600cb210 con 0x7f10600b2870 2024-09-13T17:47:49.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.442+0000 7f1067073640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10600b1170 con 0x7f10600b1bc0 2024-09-13T17:47:49.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.442+0000 7f1067073640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10600b1730 con 0x7f10600cdbc0 2024-09-13T17:47:49.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.442+0000 7f105ffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f10600b1bc0 0x7f10600cacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.442+0000 7f105ffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f10600b1bc0 0x7f10600cacd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54486/0 (socket says 172.21.15.32:54486) 2024-09-13T17:47:49.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.442+0000 7f105ffff640 1 -- 172.21.15.32:0/1646150034 learned_addr learned my addr 172.21.15.32:0/1646150034 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:49.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.442+0000 7f1064e0f640 1 --2- 172.21.15.32:0/1646150034 >> v2:172.21.15.159:3300/0 conn(0x7f10600cdbc0 0x7f106006dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.442+0000 7f105ffff640 1 -- 172.21.15.32:0/1646150034 >> v2:172.21.15.159:3300/0 conn(0x7f10600cdbc0 msgr2=0x7f106006dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:49.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.442+0000 7f105ffff640 1 --2- 172.21.15.32:0/1646150034 >> v2:172.21.15.159:3300/0 conn(0x7f10600cdbc0 0x7f106006dcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.442+0000 7f105ffff640 1 -- 172.21.15.32:0/1646150034 >> v1:172.21.15.159:6789/0 conn(0x7f10600b2870 legacy=0x7f106006c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.442+0000 7f105ffff640 1 -- 172.21.15.32:0/1646150034 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10600cb440 con 0x7f10600b1bc0 2024-09-13T17:47:49.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f105ffff640 1 --2- 172.21.15.32:0/1646150034 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10600b1bc0 0x7f10600cacd0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f106006ae40 tx=0x7f105401c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5df9ce07fea50d4e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:49.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f105f7fe640 1 -- 172.21.15.32:0/1646150034 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10540ab610 con 0x7f10600b1bc0 2024-09-13T17:47:49.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f105f7fe640 1 -- 172.21.15.32:0/1646150034 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10540ab770 con 0x7f10600b1bc0 2024-09-13T17:47:49.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f105f7fe640 1 -- 172.21.15.32:0/1646150034 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10540abb00 con 0x7f10600b1bc0 2024-09-13T17:47:49.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1067073640 1 -- 172.21.15.32:0/1646150034 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10600b1bc0 msgr2=0x7f10600cacd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1067073640 1 --2- 172.21.15.32:0/1646150034 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10600b1bc0 0x7f10600cacd0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f106006ae40 tx=0x7f105401c520 comp rx=0 tx=0).stop 2024-09-13T17:47:49.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1067073640 1 -- 172.21.15.32:0/1646150034 shutdown_connections 2024-09-13T17:47:49.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1067073640 1 --2- 172.21.15.32:0/1646150034 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10600b1bc0 0x7f10600cacd0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1067073640 1 --2- 172.21.15.32:0/1646150034 >> v2:172.21.15.159:3300/0 conn(0x7f10600cdbc0 0x7f106006dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1067073640 1 -- 172.21.15.32:0/1646150034 >> 172.21.15.32:0/1646150034 conn(0x7f106006a150 msgr2=0x7f106006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:49.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1067073640 1 -- 172.21.15.32:0/1646150034 shutdown_connections 2024-09-13T17:47:49.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1067073640 1 -- 172.21.15.32:0/1646150034 wait complete. 2024-09-13T17:47:49.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1067073640 1 Processor -- start 2024-09-13T17:47:49.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1067073640 1 -- start start 2024-09-13T17:47:49.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1067073640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f10600b1bc0 0x7f1060155420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1067073640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f10600b2870 0x7f10600c1df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1067073640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10600cdbc0 0x7f1060151380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1067073640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10600c3250 con 0x7f10600cdbc0 2024-09-13T17:47:49.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1067073640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10600c2640 con 0x7f10600b2870 2024-09-13T17:47:49.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1067073640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10600c2920 con 0x7f10600b1bc0 2024-09-13T17:47:49.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1065610640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10600cdbc0 0x7f1060151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1065610640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10600cdbc0 0x7f1060151380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54498/0 (socket says 172.21.15.32:54498) 2024-09-13T17:47:49.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1065610640 1 -- 172.21.15.32:0/2766609563 learned_addr learned my addr 172.21.15.32:0/2766609563 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:49.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1064e0f640 1 --2- 172.21.15.32:0/2766609563 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f10600b1bc0 0x7f1060155420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f105ffff640 1 --2- 172.21.15.32:0/2766609563 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f10600b2870 0x7f10600c1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1065610640 1 -- 172.21.15.32:0/2766609563 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f10600b1bc0 msgr2=0x7f1060155420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1065610640 1 --2- 172.21.15.32:0/2766609563 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f10600b1bc0 0x7f1060155420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1065610640 1 -- 172.21.15.32:0/2766609563 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f10600b2870 msgr2=0x7f10600c1df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1065610640 1 --2- 172.21.15.32:0/2766609563 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f10600b2870 0x7f10600c1df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.446+0000 7f1065610640 1 -- 172.21.15.32:0/2766609563 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10540094d0 con 0x7f10600cdbc0 2024-09-13T17:47:49.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.450+0000 7f1064e0f640 1 --2- 172.21.15.32:0/2766609563 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f10600b1bc0 0x7f1060155420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:49.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.450+0000 7f1065610640 1 --2- 172.21.15.32:0/2766609563 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10600cdbc0 0x7f1060151380 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f105800c770 tx=0x7f105800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:49.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.450+0000 7f105d7fa640 1 -- 172.21.15.32:0/2766609563 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1058003b80 con 0x7f10600cdbc0 2024-09-13T17:47:49.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.450+0000 7f105d7fa640 1 -- 172.21.15.32:0/2766609563 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1058003ce0 con 0x7f10600cdbc0 2024-09-13T17:47:49.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.450+0000 7f105d7fa640 1 -- 172.21.15.32:0/2766609563 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f105800aa90 con 0x7f10600cdbc0 2024-09-13T17:47:49.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.450+0000 7f1067073640 1 -- 172.21.15.32:0/2766609563 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10600b3210 con 0x7f10600cdbc0 2024-09-13T17:47:49.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.450+0000 7f1067073640 1 -- 172.21.15.32:0/2766609563 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10600c2ee0 con 0x7f10600cdbc0 2024-09-13T17:47:49.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.450+0000 7f1067073640 1 -- 172.21.15.32:0/2766609563 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10600cdfa0 con 0x7f10600cdbc0 2024-09-13T17:47:49.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.450+0000 7f105d7fa640 1 -- 172.21.15.32:0/2766609563 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f105800abf0 con 0x7f10600cdbc0 2024-09-13T17:47:49.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.450+0000 7f105d7fa640 1 --2- 172.21.15.32:0/2766609563 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f104c066690 0x7f104c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.450+0000 7f105d7fa640 1 -- 172.21.15.32:0/2766609563 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1058084260 con 0x7f10600cdbc0 2024-09-13T17:47:49.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.450+0000 7f1064e0f640 1 --2- 172.21.15.32:0/2766609563 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f104c066690 0x7f104c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.450+0000 7f1064e0f640 1 --2- 172.21.15.32:0/2766609563 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f104c066690 0x7f104c068b50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1050007a70 tx=0x7f1050008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:49.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.454+0000 7f105d7fa640 1 -- 172.21.15.32:0/2766609563 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1058051370 con 0x7f10600cdbc0 2024-09-13T17:47:49.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.614+0000 7f1067073640 1 -- 172.21.15.32:0/2766609563 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f106006c5c0 con 0x7f10600cdbc0 2024-09-13T17:47:49.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.614+0000 7f105d7fa640 1 -- 172.21.15.32:0/2766609563 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v27) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1058054990 con 0x7f10600cdbc0 2024-09-13T17:47:49.621 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:47:49.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.618+0000 7f1067073640 1 -- 172.21.15.32:0/2766609563 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f104c066690 msgr2=0x7f104c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.618+0000 7f1067073640 1 --2- 172.21.15.32:0/2766609563 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f104c066690 0x7f104c068b50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1050007a70 tx=0x7f1050008040 comp rx=0 tx=0).stop 2024-09-13T17:47:49.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.618+0000 7f1067073640 1 -- 172.21.15.32:0/2766609563 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10600cdbc0 msgr2=0x7f1060151380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.618+0000 7f1067073640 1 --2- 172.21.15.32:0/2766609563 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10600cdbc0 0x7f1060151380 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f105800c770 tx=0x7f105800cc30 comp rx=0 tx=0).stop 2024-09-13T17:47:49.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.618+0000 7f1067073640 1 -- 172.21.15.32:0/2766609563 shutdown_connections 2024-09-13T17:47:49.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.618+0000 7f1067073640 1 --2- 172.21.15.32:0/2766609563 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f104c066690 0x7f104c068b50 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.618+0000 7f1067073640 1 --2- 172.21.15.32:0/2766609563 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10600cdbc0 0x7f1060151380 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.618+0000 7f1067073640 1 --2- 172.21.15.32:0/2766609563 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f10600b2870 0x7f10600c1df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.618+0000 7f1067073640 1 --2- 172.21.15.32:0/2766609563 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f10600b1bc0 0x7f1060155420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.618+0000 7f1067073640 1 -- 172.21.15.32:0/2766609563 >> 172.21.15.32:0/2766609563 conn(0x7f106006a150 msgr2=0x7f1060151f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:49.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.618+0000 7f1067073640 1 -- 172.21.15.32:0/2766609563 shutdown_connections 2024-09-13T17:47:49.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.618+0000 7f1067073640 1 -- 172.21.15.32:0/2766609563 wait complete. 2024-09-13T17:47:49.641 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T17:47:49.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.766+0000 7f06c194e640 1 Processor -- start 2024-09-13T17:47:49.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.766+0000 7f06c194e640 1 -- start start 2024-09-13T17:47:49.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06c194e640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06bc06dcf0 0x7f06bc0b1bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06c194e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06bc0b1170 con 0x7f06bc0b2f80 2024-09-13T17:47:49.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06c194e640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06bc0b1730 con 0x7f06bc0cdbc0 2024-09-13T17:47:49.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06c194e640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06bc06e1a0 con 0x7f06bc06dcf0 2024-09-13T17:47:49.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06ba7fc640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f06bc0b2f80 0x7f06bc06c240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:58092/0 (socket says 172.21.15.32:58092) 2024-09-13T17:47:49.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06ba7fc640 1 -- 172.21.15.32:0/1908870691 learned_addr learned my addr 172.21.15.32:0/1908870691 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:49.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06bb7fe640 1 --2- 172.21.15.32:0/1908870691 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06bc06dcf0 0x7f06bc0b1bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06b9ffb640 1 -- 172.21.15.32:0/1908870691 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3348952002 0 0) 0x7f06bc0b1170 con 0x7f06bc0b2f80 2024-09-13T17:47:49.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06b9ffb640 1 -- 172.21.15.32:0/1908870691 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f06a4005740 con 0x7f06bc0b2f80 2024-09-13T17:47:49.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06b9ffb640 1 -- 172.21.15.32:0/1908870691 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 32991006 0 0) 0x7f06a4005740 con 0x7f06bc0b2f80 2024-09-13T17:47:49.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06b9ffb640 1 -- 172.21.15.32:0/1908870691 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06bc06dcf0 msgr2=0x7f06bc0b1bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:49.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06b9ffb640 1 --2- 172.21.15.32:0/1908870691 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06bc06dcf0 0x7f06bc0b1bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06b9ffb640 1 -- 172.21.15.32:0/1908870691 >> v1:172.21.15.159:6789/0 conn(0x7f06bc0cdbc0 legacy=0x7f06bc0b2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06b9ffb640 1 -- 172.21.15.32:0/1908870691 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06bc0cb440 con 0x7f06bc0b2f80 2024-09-13T17:47:49.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06b9ffb640 1 -- 172.21.15.32:0/1908870691 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f06b0001680 con 0x7f06bc0b2f80 2024-09-13T17:47:49.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06b9ffb640 1 -- 172.21.15.32:0/1908870691 >> v1:172.21.15.32:6789/0 conn(0x7f06bc0b2f80 legacy=0x7f06bc06c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06b9ffb640 1 --2- 172.21.15.32:0/1908870691 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06bc06dcf0 0x7f06a4005bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06b9ffb640 1 --2- 172.21.15.32:0/1908870691 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f06a4006140 0x7f06a40069e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06b9ffb640 1 --2- 172.21.15.32:0/1908870691 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06a4006f20 0x7f06a40073a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06b9ffb640 1 -- 172.21.15.32:0/1908870691 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06bc06e1a0 con 0x7f06a4006f20 2024-09-13T17:47:49.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06b9ffb640 1 -- 172.21.15.32:0/1908870691 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06a400dc80 con 0x7f06a4006140 2024-09-13T17:47:49.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06b9ffb640 1 -- 172.21.15.32:0/1908870691 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06a400de40 con 0x7f06bc06dcf0 2024-09-13T17:47:49.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06bb7fe640 1 --2- 172.21.15.32:0/1908870691 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06a4006f20 0x7f06a40073a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06baffd640 1 --2- 172.21.15.32:0/1908870691 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06bc06dcf0 0x7f06a4005bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06ba7fc640 1 --2- 172.21.15.32:0/1908870691 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f06a4006140 0x7f06a40069e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06bb7fe640 1 -- 172.21.15.32:0/1908870691 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06bc06dcf0 msgr2=0x7f06a4005bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:49.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06bb7fe640 1 --2- 172.21.15.32:0/1908870691 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06bc06dcf0 0x7f06a4005bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06bb7fe640 1 -- 172.21.15.32:0/1908870691 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f06a4006140 msgr2=0x7f06a40069e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:49.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06bb7fe640 1 --2- 172.21.15.32:0/1908870691 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f06a4006140 0x7f06a40069e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.770+0000 7f06bb7fe640 1 -- 172.21.15.32:0/1908870691 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06a4005740 con 0x7f06a4006f20 2024-09-13T17:47:49.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06bb7fe640 1 --2- 172.21.15.32:0/1908870691 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06a4006f20 0x7f06a40073a0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f06b400acb0 tx=0x7f06b401cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98746998a3b23927 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:49.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06b9ffb640 1 -- 172.21.15.32:0/1908870691 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06b400f040 con 0x7f06a4006f20 2024-09-13T17:47:49.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06b9ffb640 1 -- 172.21.15.32:0/1908870691 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06b40a9070 con 0x7f06a4006f20 2024-09-13T17:47:49.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06b9ffb640 1 -- 172.21.15.32:0/1908870691 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06b40af400 con 0x7f06a4006f20 2024-09-13T17:47:49.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06c194e640 1 -- 172.21.15.32:0/1908870691 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06a4006f20 msgr2=0x7f06a40073a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06c194e640 1 --2- 172.21.15.32:0/1908870691 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06a4006f20 0x7f06a40073a0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f06b400acb0 tx=0x7f06b401cc70 comp rx=0 tx=0).stop 2024-09-13T17:47:49.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06bb7fe640 1 -- 172.21.15.32:0/1908870691 reap_dead start 2024-09-13T17:47:49.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06c194e640 1 -- 172.21.15.32:0/1908870691 shutdown_connections 2024-09-13T17:47:49.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06c194e640 1 -- 172.21.15.32:0/1908870691 >> 172.21.15.32:0/1908870691 conn(0x7f06bc06a150 msgr2=0x7f06bc06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:49.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06c194e640 1 -- 172.21.15.32:0/1908870691 shutdown_connections 2024-09-13T17:47:49.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06c194e640 1 -- 172.21.15.32:0/1908870691 wait complete. 2024-09-13T17:47:49.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06c194e640 1 Processor -- start 2024-09-13T17:47:49.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06c194e640 1 -- start start 2024-09-13T17:47:49.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06c194e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06bc1ed680 0x7f06bc0c40f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06c194e640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06bc159960 0x7f06bc1528b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06c194e640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f06bc152df0 0x7f06bc153270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06c194e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06bc15adc0 con 0x7f06bc1ed680 2024-09-13T17:47:49.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06c194e640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06bc15a140 con 0x7f06bc152df0 2024-09-13T17:47:49.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06c194e640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06bc15a420 con 0x7f06bc159960 2024-09-13T17:47:49.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06baffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06bc1ed680 0x7f06bc0c40f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06baffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06bc1ed680 0x7f06bc0c40f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54514/0 (socket says 172.21.15.32:54514) 2024-09-13T17:47:49.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06baffd640 1 -- 172.21.15.32:0/408133939 learned_addr learned my addr 172.21.15.32:0/408133939 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:49.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06bb7fe640 1 --2- 172.21.15.32:0/408133939 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f06bc152df0 0x7f06bc153270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06baffd640 1 -- 172.21.15.32:0/408133939 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06bc159960 msgr2=0x7f06bc1528b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06ba7fc640 1 --2- 172.21.15.32:0/408133939 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06bc159960 0x7f06bc1528b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06baffd640 1 --2- 172.21.15.32:0/408133939 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06bc159960 0x7f06bc1528b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06baffd640 1 -- 172.21.15.32:0/408133939 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f06bc152df0 msgr2=0x7f06bc153270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06baffd640 1 --2- 172.21.15.32:0/408133939 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f06bc152df0 0x7f06bc153270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06baffd640 1 -- 172.21.15.32:0/408133939 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06bc15a700 con 0x7f06bc1ed680 2024-09-13T17:47:49.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06bb7fe640 1 --2- 172.21.15.32:0/408133939 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f06bc152df0 0x7f06bc153270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:49.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06baffd640 1 --2- 172.21.15.32:0/408133939 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06bc1ed680 0x7f06bc0c40f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f06ac00e550 tx=0x7f06ac00ea10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:49.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06a3fff640 1 -- 172.21.15.32:0/408133939 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06ac0052e0 con 0x7f06bc1ed680 2024-09-13T17:47:49.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.774+0000 7f06a3fff640 1 -- 172.21.15.32:0/408133939 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06ac005440 con 0x7f06bc1ed680 2024-09-13T17:47:49.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.778+0000 7f06c194e640 1 -- 172.21.15.32:0/408133939 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06bc15a9e0 con 0x7f06bc1ed680 2024-09-13T17:47:49.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.778+0000 7f06a3fff640 1 -- 172.21.15.32:0/408133939 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06ac003820 con 0x7f06bc1ed680 2024-09-13T17:47:49.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.778+0000 7f06c194e640 1 -- 172.21.15.32:0/408133939 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06bc1eda60 con 0x7f06bc1ed680 2024-09-13T17:47:49.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.778+0000 7f06c194e640 1 -- 172.21.15.32:0/408133939 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06bc15b030 con 0x7f06bc1ed680 2024-09-13T17:47:49.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.778+0000 7f06a3fff640 1 -- 172.21.15.32:0/408133939 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f06ac003980 con 0x7f06bc1ed680 2024-09-13T17:47:49.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.778+0000 7f06a3fff640 1 --2- 172.21.15.32:0/408133939 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f06a80666c0 0x7f06a8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:49.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.778+0000 7f06a3fff640 1 -- 172.21.15.32:0/408133939 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f06ac083e30 con 0x7f06bc1ed680 2024-09-13T17:47:49.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.778+0000 7f06ba7fc640 1 --2- 172.21.15.32:0/408133939 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f06a80666c0 0x7f06a8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:49.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.778+0000 7f06ba7fc640 1 --2- 172.21.15.32:0/408133939 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f06a80666c0 0x7f06a8068b80 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f06b0001060 tx=0x7f06b00011a0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:49.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.782+0000 7f06a3fff640 1 -- 172.21.15.32:0/408133939 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f06ac050eb0 con 0x7f06bc1ed680 2024-09-13T17:47:49.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.946+0000 7f06c194e640 1 -- 172.21.15.32:0/408133939 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f06bc0b2380 con 0x7f06bc1ed680 2024-09-13T17:47:49.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.946+0000 7f06a3fff640 1 -- 172.21.15.32:0/408133939 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7f06ac0544d0 con 0x7f06bc1ed680 2024-09-13T17:47:49.951 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:47:49.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.946+0000 7f06c194e640 1 -- 172.21.15.32:0/408133939 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f06a80666c0 msgr2=0x7f06a8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.946+0000 7f06c194e640 1 --2- 172.21.15.32:0/408133939 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f06a80666c0 0x7f06a8068b80 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f06b0001060 tx=0x7f06b00011a0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.946+0000 7f06c194e640 1 -- 172.21.15.32:0/408133939 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06bc1ed680 msgr2=0x7f06bc0c40f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:49.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.946+0000 7f06c194e640 1 --2- 172.21.15.32:0/408133939 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06bc1ed680 0x7f06bc0c40f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f06ac00e550 tx=0x7f06ac00ea10 comp rx=0 tx=0).stop 2024-09-13T17:47:49.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.946+0000 7f06c194e640 1 -- 172.21.15.32:0/408133939 shutdown_connections 2024-09-13T17:47:49.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.946+0000 7f06c194e640 1 --2- 172.21.15.32:0/408133939 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f06a80666c0 0x7f06a8068b80 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.946+0000 7f06c194e640 1 --2- 172.21.15.32:0/408133939 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f06bc152df0 0x7f06bc153270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.946+0000 7f06c194e640 1 --2- 172.21.15.32:0/408133939 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06bc159960 0x7f06bc1528b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.946+0000 7f06c194e640 1 --2- 172.21.15.32:0/408133939 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06bc1ed680 0x7f06bc0c40f0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:49.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.946+0000 7f06c194e640 1 -- 172.21.15.32:0/408133939 >> 172.21.15.32:0/408133939 conn(0x7f06bc06a150 msgr2=0x7f06bc071630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:49.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.946+0000 7f06c194e640 1 -- 172.21.15.32:0/408133939 shutdown_connections 2024-09-13T17:47:49.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:49.950+0000 7f06c194e640 1 -- 172.21.15.32:0/408133939 wait complete. 2024-09-13T17:47:49.971 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:47:50.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f27a64a9640 1 Processor -- start 2024-09-13T17:47:50.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f27a64a9640 1 -- start start 2024-09-13T17:47:50.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f27a64a9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27a006f930 0x7f27a006bb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f27a64a9640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27a006b6e0 con 0x7f27a015c860 2024-09-13T17:47:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f27a64a9640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27a00998d0 con 0x7f27a00993f0 2024-09-13T17:47:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f27a64a9640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27a0099bb0 con 0x7f27a006f930 2024-09-13T17:47:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279ffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f27a015c860 0x7f27a00ce210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:58102/0 (socket says 172.21.15.32:58102) 2024-09-13T17:47:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279ffff640 1 -- 172.21.15.32:0/3646292806 learned_addr learned my addr 172.21.15.32:0/3646292806 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279f7fe640 1 --2- 172.21.15.32:0/3646292806 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27a006f930 0x7f27a006bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279effd640 1 -- 172.21.15.32:0/3646292806 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1359688165 0 0) 0x7f27a006b6e0 con 0x7f27a015c860 2024-09-13T17:47:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279effd640 1 -- 172.21.15.32:0/3646292806 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f278c003530 con 0x7f27a015c860 2024-09-13T17:47:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279effd640 1 -- 172.21.15.32:0/3646292806 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3882957100 0 0) 0x7f27a00998d0 con 0x7f27a00993f0 2024-09-13T17:47:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279effd640 1 -- 172.21.15.32:0/3646292806 --> v1:172.21.15.159:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f27a006b6e0 con 0x7f27a00993f0 2024-09-13T17:47:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279effd640 1 -- 172.21.15.32:0/3646292806 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 427015267 0 0) 0x7f278c003530 con 0x7f27a015c860 2024-09-13T17:47:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279effd640 1 -- 172.21.15.32:0/3646292806 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27a006f930 msgr2=0x7f27a006bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279effd640 1 --2- 172.21.15.32:0/3646292806 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27a006f930 0x7f27a006bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279effd640 1 -- 172.21.15.32:0/3646292806 >> v1:172.21.15.159:6789/0 conn(0x7f27a00993f0 legacy=0x7f27a006e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279effd640 1 -- 172.21.15.32:0/3646292806 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27a006b090 con 0x7f27a015c860 2024-09-13T17:47:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279effd640 1 -- 172.21.15.32:0/3646292806 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f2788001680 con 0x7f27a015c860 2024-09-13T17:47:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279effd640 1 -- 172.21.15.32:0/3646292806 >> v1:172.21.15.32:6789/0 conn(0x7f27a015c860 legacy=0x7f27a00ce210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279effd640 1 --2- 172.21.15.32:0/3646292806 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27a006f930 0x7f278c003b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279effd640 1 --2- 172.21.15.32:0/3646292806 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f278c0040f0 0x7f278c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279effd640 1 --2- 172.21.15.32:0/3646292806 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f278c004d10 0x7f278c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279effd640 1 -- 172.21.15.32:0/3646292806 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27a0099bb0 con 0x7f278c004d10 2024-09-13T17:47:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279effd640 1 -- 172.21.15.32:0/3646292806 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f278c00bad0 con 0x7f278c0040f0 2024-09-13T17:47:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279effd640 1 -- 172.21.15.32:0/3646292806 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f278c00bc90 con 0x7f27a006f930 2024-09-13T17:47:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f27a4a46640 1 --2- 172.21.15.32:0/3646292806 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f278c004d10 0x7f278c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279ffff640 1 --2- 172.21.15.32:0/3646292806 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27a006f930 0x7f278c003b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f279f7fe640 1 --2- 172.21.15.32:0/3646292806 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f278c0040f0 0x7f278c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f27a4a46640 1 -- 172.21.15.32:0/3646292806 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27a006f930 msgr2=0x7f278c003b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f27a4a46640 1 --2- 172.21.15.32:0/3646292806 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27a006f930 0x7f278c003b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f27a4a46640 1 -- 172.21.15.32:0/3646292806 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f278c0040f0 msgr2=0x7f278c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:50.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f27a4a46640 1 --2- 172.21.15.32:0/3646292806 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f278c0040f0 0x7f278c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.098+0000 7f27a4a46640 1 -- 172.21.15.32:0/3646292806 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f278c003530 con 0x7f278c004d10 2024-09-13T17:47:50.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.102+0000 7f27a4a46640 1 --2- 172.21.15.32:0/3646292806 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f278c004d10 0x7f278c005190 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f27a0099eb0 tx=0x7f279801c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a144ce7e5390dd08 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:50.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.102+0000 7f279effd640 1 -- 172.21.15.32:0/3646292806 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2798003b80 con 0x7f278c004d10 2024-09-13T17:47:50.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.102+0000 7f279effd640 1 -- 172.21.15.32:0/3646292806 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2798003d00 con 0x7f278c004d10 2024-09-13T17:47:50.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.102+0000 7f279effd640 1 -- 172.21.15.32:0/3646292806 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2798005310 con 0x7f278c004d10 2024-09-13T17:47:50.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.102+0000 7f27a64a9640 1 -- 172.21.15.32:0/3646292806 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f278c004d10 msgr2=0x7f278c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:50.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.102+0000 7f27a64a9640 1 --2- 172.21.15.32:0/3646292806 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f278c004d10 0x7f278c005190 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f27a0099eb0 tx=0x7f279801c7c0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.102+0000 7f27a4a46640 1 -- 172.21.15.32:0/3646292806 reap_dead start 2024-09-13T17:47:50.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.102+0000 7f27a64a9640 1 -- 172.21.15.32:0/3646292806 shutdown_connections 2024-09-13T17:47:50.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.102+0000 7f27a64a9640 1 -- 172.21.15.32:0/3646292806 >> 172.21.15.32:0/3646292806 conn(0x7f27a00b1e00 msgr2=0x7f27a00b2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:50.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.102+0000 7f27a64a9640 1 -- 172.21.15.32:0/3646292806 shutdown_connections 2024-09-13T17:47:50.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.102+0000 7f27a64a9640 1 -- 172.21.15.32:0/3646292806 wait complete. 2024-09-13T17:47:50.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.102+0000 7f27a64a9640 1 Processor -- start 2024-09-13T17:47:50.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.102+0000 7f27a64a9640 1 -- start start 2024-09-13T17:47:50.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.102+0000 7f27a64a9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f278c004d10 0x7f27a00b5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f27a64a9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27a01492a0 0x7f27a0148ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f27a64a9640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27a014bd60 0x7f27a00ae260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f27a64a9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27a015edd0 con 0x7f27a01492a0 2024-09-13T17:47:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f27a64a9640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27a0148ff0 con 0x7f27a014bd60 2024-09-13T17:47:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f27a64a9640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27a0149720 con 0x7f278c004d10 2024-09-13T17:47:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f279f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27a01492a0 0x7f27a0148ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f279f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27a01492a0 0x7f27a0148ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54534/0 (socket says 172.21.15.32:54534) 2024-09-13T17:47:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f279f7fe640 1 -- 172.21.15.32:0/442004814 learned_addr learned my addr 172.21.15.32:0/442004814 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f27a4a46640 1 --2- 172.21.15.32:0/442004814 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27a014bd60 0x7f27a00ae260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f279ffff640 1 --2- 172.21.15.32:0/442004814 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f278c004d10 0x7f27a00b5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f279f7fe640 1 -- 172.21.15.32:0/442004814 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f278c004d10 msgr2=0x7f27a00b5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f279f7fe640 1 --2- 172.21.15.32:0/442004814 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f278c004d10 0x7f27a00b5990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f279f7fe640 1 -- 172.21.15.32:0/442004814 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27a014bd60 msgr2=0x7f27a00ae260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f279f7fe640 1 --2- 172.21.15.32:0/442004814 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27a014bd60 0x7f27a00ae260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f279f7fe640 1 -- 172.21.15.32:0/442004814 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27a00ceaa0 con 0x7f27a01492a0 2024-09-13T17:47:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f279ffff640 1 --2- 172.21.15.32:0/442004814 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f278c004d10 0x7f27a00b5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f279f7fe640 1 --2- 172.21.15.32:0/442004814 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27a01492a0 0x7f27a0148ab0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f2790011590 tx=0x7f2790011a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f279cff9640 1 -- 172.21.15.32:0/442004814 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2790004220 con 0x7f27a01492a0 2024-09-13T17:47:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f279cff9640 1 -- 172.21.15.32:0/442004814 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2790004380 con 0x7f27a01492a0 2024-09-13T17:47:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f27a64a9640 1 -- 172.21.15.32:0/442004814 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27a00b6090 con 0x7f27a01492a0 2024-09-13T17:47:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f279cff9640 1 -- 172.21.15.32:0/442004814 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2790015870 con 0x7f27a01492a0 2024-09-13T17:47:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f27a64a9640 1 -- 172.21.15.32:0/442004814 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27a015e780 con 0x7f27a01492a0 2024-09-13T17:47:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f27a64a9640 1 -- 172.21.15.32:0/442004814 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27a0099830 con 0x7f27a01492a0 2024-09-13T17:47:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f279cff9640 1 -- 172.21.15.32:0/442004814 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f27900159d0 con 0x7f27a01492a0 2024-09-13T17:47:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f279cff9640 1 --2- 172.21.15.32:0/442004814 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2780066690 0x7f2780068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f279cff9640 1 -- 172.21.15.32:0/442004814 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f27900846a0 con 0x7f27a01492a0 2024-09-13T17:47:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.106+0000 7f279ffff640 1 --2- 172.21.15.32:0/442004814 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2780066690 0x7f2780068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.110+0000 7f279ffff640 1 --2- 172.21.15.32:0/442004814 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2780066690 0x7f2780068b50 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f2788001060 tx=0x7f27880011a0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:50.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.110+0000 7f279cff9640 1 -- 172.21.15.32:0/442004814 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2790051720 con 0x7f27a01492a0 2024-09-13T17:47:50.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.338+0000 7f27a64a9640 1 -- 172.21.15.32:0/442004814 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f27a015ef10 con 0x7f27a01492a0 2024-09-13T17:47:50.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.338+0000 7f279cff9640 1 -- 172.21.15.32:0/442004814 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4733 (secure 0 0 0) 0x7f2790054d40 con 0x7f27a01492a0 2024-09-13T17:47:50.342 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:50.342 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6837/1164054309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6836","nonce":1164054309},{"type":"v1","addr":"172.21.15.159:6837","nonce":1164054309}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6834/1116780765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1116780765},{"type":"v1","addr":"172.21.15.32:6834","nonce":1116780765}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/3250001992","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6833","nonce":3250001992},{"type":"v1","addr":"172.21.15.32:6835","nonce":3250001992}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:47:20.077204+0000","modified":"2024-09-13T17:47:42.293132+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.159:6835/578569681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6834","nonce":578569681},{"type":"v1","addr":"172.21.15.159:6835","nonce":578569681}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T17:47:50.343 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-09-13T17:47:50.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.338+0000 7f27a64a9640 1 -- 172.21.15.32:0/442004814 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2780066690 msgr2=0x7f2780068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:50.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.338+0000 7f27a64a9640 1 --2- 172.21.15.32:0/442004814 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2780066690 0x7f2780068b50 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f2788001060 tx=0x7f27880011a0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.338+0000 7f27a64a9640 1 -- 172.21.15.32:0/442004814 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27a01492a0 msgr2=0x7f27a0148ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:50.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.338+0000 7f27a64a9640 1 --2- 172.21.15.32:0/442004814 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27a01492a0 0x7f27a0148ab0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f2790011590 tx=0x7f2790011a50 comp rx=0 tx=0).stop 2024-09-13T17:47:50.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.338+0000 7f27a64a9640 1 -- 172.21.15.32:0/442004814 shutdown_connections 2024-09-13T17:47:50.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.338+0000 7f27a64a9640 1 --2- 172.21.15.32:0/442004814 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2780066690 0x7f2780068b50 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.338+0000 7f27a64a9640 1 --2- 172.21.15.32:0/442004814 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27a014bd60 0x7f27a00ae260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.338+0000 7f27a64a9640 1 --2- 172.21.15.32:0/442004814 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27a01492a0 0x7f27a0148ab0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.338+0000 7f27a64a9640 1 --2- 172.21.15.32:0/442004814 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f278c004d10 0x7f27a00b5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.338+0000 7f27a64a9640 1 -- 172.21.15.32:0/442004814 >> 172.21.15.32:0/442004814 conn(0x7f27a00b1e00 msgr2=0x7f27a00989e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:50.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.338+0000 7f27a64a9640 1 -- 172.21.15.32:0/442004814 shutdown_connections 2024-09-13T17:47:50.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.338+0000 7f27a64a9640 1 -- 172.21.15.32:0/442004814 wait complete. 2024-09-13T17:47:50.362 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:47:50.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.486+0000 7f64e171f640 1 Processor -- start 2024-09-13T17:47:50.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.486+0000 7f64e171f640 1 -- start start 2024-09-13T17:47:50.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.486+0000 7f64e171f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f64dc15a300 0x7f64dc06d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.486+0000 7f64e171f640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f64dc06d5e0 0x7f64dc0ce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.486+0000 7f64e171f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64dc15a6e0 con 0x7f64dc0b21d0 2024-09-13T17:47:50.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.486+0000 7f64e171f640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64dc06da80 con 0x7f64dc15a300 2024-09-13T17:47:50.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.486+0000 7f64e171f640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64dc06dd60 con 0x7f64dc06d5e0 2024-09-13T17:47:50.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.486+0000 7f64daffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f64dc15a300 0x7f64dc06d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.486+0000 7f64db7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f64dc0b21d0 0x7f64dc0cacb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:58118/0 (socket says 172.21.15.32:58118) 2024-09-13T17:47:50.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.486+0000 7f64db7fe640 1 -- 172.21.15.32:0/786899725 learned_addr learned my addr 172.21.15.32:0/786899725 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:50.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.486+0000 7f64d27fc640 1 --2- 172.21.15.32:0/786899725 >> v2:172.21.15.159:3300/0 conn(0x7f64dc06d5e0 0x7f64dc0ce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.486+0000 7f64da7fc640 1 -- 172.21.15.32:0/786899725 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1062794477 0 0) 0x7f64dc15a6e0 con 0x7f64dc0b21d0 2024-09-13T17:47:50.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.486+0000 7f64da7fc640 1 -- 172.21.15.32:0/786899725 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f64c8003530 con 0x7f64dc0b21d0 2024-09-13T17:47:50.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.486+0000 7f64daffd640 1 -- 172.21.15.32:0/786899725 >> v2:172.21.15.159:3300/0 conn(0x7f64dc06d5e0 msgr2=0x7f64dc0ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:50.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.486+0000 7f64daffd640 1 --2- 172.21.15.32:0/786899725 >> v2:172.21.15.159:3300/0 conn(0x7f64dc06d5e0 0x7f64dc0ce4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.486+0000 7f64daffd640 1 -- 172.21.15.32:0/786899725 >> v1:172.21.15.32:6789/0 conn(0x7f64dc0b21d0 legacy=0x7f64dc0cacb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:50.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.486+0000 7f64daffd640 1 -- 172.21.15.32:0/786899725 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64dc06e040 con 0x7f64dc15a300 2024-09-13T17:47:50.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64daffd640 1 --2- 172.21.15.32:0/786899725 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64dc15a300 0x7f64dc06d0a0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f64dc0c52d0 tx=0x7f64cc01c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73777ed20671dd63 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:50.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64da7fc640 1 -- 172.21.15.32:0/786899725 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64cc0a59e0 con 0x7f64dc15a300 2024-09-13T17:47:50.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64da7fc640 1 -- 172.21.15.32:0/786899725 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64cc0a5b40 con 0x7f64dc15a300 2024-09-13T17:47:50.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64da7fc640 1 -- 172.21.15.32:0/786899725 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64cc0ad440 con 0x7f64dc15a300 2024-09-13T17:47:50.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64e171f640 1 -- 172.21.15.32:0/786899725 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64dc15a300 msgr2=0x7f64dc06d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:50.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64e171f640 1 --2- 172.21.15.32:0/786899725 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64dc15a300 0x7f64dc06d0a0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f64dc0c52d0 tx=0x7f64cc01c900 comp rx=0 tx=0).stop 2024-09-13T17:47:50.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64e171f640 1 -- 172.21.15.32:0/786899725 shutdown_connections 2024-09-13T17:47:50.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64e171f640 1 --2- 172.21.15.32:0/786899725 >> v2:172.21.15.159:3300/0 conn(0x7f64dc06d5e0 0x7f64dc0ce4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64e171f640 1 --2- 172.21.15.32:0/786899725 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64dc15a300 0x7f64dc06d0a0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64e171f640 1 -- 172.21.15.32:0/786899725 >> 172.21.15.32:0/786899725 conn(0x7f64dc06a150 msgr2=0x7f64dc06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:50.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64e171f640 1 -- 172.21.15.32:0/786899725 shutdown_connections 2024-09-13T17:47:50.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64e171f640 1 -- 172.21.15.32:0/786899725 wait complete. 2024-09-13T17:47:50.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64e171f640 1 Processor -- start 2024-09-13T17:47:50.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64e171f640 1 -- start start 2024-09-13T17:47:50.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64e171f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64dc06d5e0 0x7f64dc15d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64e171f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f64dc0b21d0 0x7f64dc0c45a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64e171f640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f64dc15a300 0x7f64dc0712c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64e171f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64dc0c3590 con 0x7f64dc06d5e0 2024-09-13T17:47:50.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64e171f640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64dc15b390 con 0x7f64dc15a300 2024-09-13T17:47:50.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64e171f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64dc15b060 con 0x7f64dc0b21d0 2024-09-13T17:47:50.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64daffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64dc06d5e0 0x7f64dc15d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64daffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64dc06d5e0 0x7f64dc15d1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54556/0 (socket says 172.21.15.32:54556) 2024-09-13T17:47:50.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64daffd640 1 -- 172.21.15.32:0/3576276538 learned_addr learned my addr 172.21.15.32:0/3576276538 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:50.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64d27fc640 1 --2- 172.21.15.32:0/3576276538 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f64dc0b21d0 0x7f64dc0c45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64db7fe640 1 --2- 172.21.15.32:0/3576276538 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f64dc15a300 0x7f64dc0712c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64daffd640 1 -- 172.21.15.32:0/3576276538 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f64dc0b21d0 msgr2=0x7f64dc0c45a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:50.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64daffd640 1 --2- 172.21.15.32:0/3576276538 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f64dc0b21d0 0x7f64dc0c45a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64daffd640 1 -- 172.21.15.32:0/3576276538 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f64dc15a300 msgr2=0x7f64dc0712c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:50.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64daffd640 1 --2- 172.21.15.32:0/3576276538 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f64dc15a300 0x7f64dc0712c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64daffd640 1 -- 172.21.15.32:0/3576276538 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64cc009a70 con 0x7f64dc06d5e0 2024-09-13T17:47:50.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64daffd640 1 --2- 172.21.15.32:0/3576276538 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64dc06d5e0 0x7f64dc15d1d0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f64cc0b0040 tx=0x7f64cc0196a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:50.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.490+0000 7f64d3fff640 1 -- 172.21.15.32:0/3576276538 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64cc0addf0 con 0x7f64dc06d5e0 2024-09-13T17:47:50.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.494+0000 7f64d3fff640 1 -- 172.21.15.32:0/3576276538 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64cc009450 con 0x7f64dc06d5e0 2024-09-13T17:47:50.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.494+0000 7f64d3fff640 1 -- 172.21.15.32:0/3576276538 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64cc0b9690 con 0x7f64dc06d5e0 2024-09-13T17:47:50.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.494+0000 7f64e171f640 1 -- 172.21.15.32:0/3576276538 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64dc15d710 con 0x7f64dc06d5e0 2024-09-13T17:47:50.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.494+0000 7f64e171f640 1 -- 172.21.15.32:0/3576276538 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64dc0c2030 con 0x7f64dc06d5e0 2024-09-13T17:47:50.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.494+0000 7f64e171f640 1 -- 172.21.15.32:0/3576276538 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64dc15aec0 con 0x7f64dc06d5e0 2024-09-13T17:47:50.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.494+0000 7f64d3fff640 1 -- 172.21.15.32:0/3576276538 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f64cc0b97f0 con 0x7f64dc06d5e0 2024-09-13T17:47:50.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.494+0000 7f64d3fff640 1 --2- 172.21.15.32:0/3576276538 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f64bc0666c0 0x7f64bc068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.494+0000 7f64d3fff640 1 -- 172.21.15.32:0/3576276538 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f64cc11fba0 con 0x7f64dc06d5e0 2024-09-13T17:47:50.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.494+0000 7f64d27fc640 1 --2- 172.21.15.32:0/3576276538 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f64bc0666c0 0x7f64bc068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.494+0000 7f64d27fc640 1 --2- 172.21.15.32:0/3576276538 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f64bc0666c0 0x7f64bc068b80 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f64dc071f50 tx=0x7f64c4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:50.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.498+0000 7f64d3fff640 1 -- 172.21.15.32:0/3576276538 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f64dc15aec0 con 0x7f64dc06d5e0 2024-09-13T17:47:50.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.662+0000 7f64e171f640 1 -- 172.21.15.32:0/3576276538 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f64dc15aec0 con 0x7f64dc06d5e0 2024-09-13T17:47:50.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.666+0000 7f64d3fff640 1 -- 172.21.15.32:0/3576276538 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18334 (secure 0 0 0) 0x7f64dc15aec0 con 0x7f64dc06d5e0 2024-09-13T17:47:50.670 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:50.670 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":27,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:47:24.598946+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:47:50.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.666+0000 7f64e171f640 1 -- 172.21.15.32:0/3576276538 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f64bc0666c0 msgr2=0x7f64bc068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:50.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.666+0000 7f64e171f640 1 --2- 172.21.15.32:0/3576276538 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f64bc0666c0 0x7f64bc068b80 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f64dc071f50 tx=0x7f64c4008040 comp rx=0 tx=0).stop 2024-09-13T17:47:50.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.666+0000 7f64e171f640 1 -- 172.21.15.32:0/3576276538 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64dc06d5e0 msgr2=0x7f64dc15d1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:50.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.666+0000 7f64e171f640 1 --2- 172.21.15.32:0/3576276538 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64dc06d5e0 0x7f64dc15d1d0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f64cc0b0040 tx=0x7f64cc0196a0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.666+0000 7f64e171f640 1 -- 172.21.15.32:0/3576276538 shutdown_connections 2024-09-13T17:47:50.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.666+0000 7f64e171f640 1 --2- 172.21.15.32:0/3576276538 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f64bc0666c0 0x7f64bc068b80 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.666+0000 7f64e171f640 1 --2- 172.21.15.32:0/3576276538 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f64dc15a300 0x7f64dc0712c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.666+0000 7f64e171f640 1 --2- 172.21.15.32:0/3576276538 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f64dc0b21d0 0x7f64dc0c45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.666+0000 7f64e171f640 1 --2- 172.21.15.32:0/3576276538 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64dc06d5e0 0x7f64dc15d1d0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.666+0000 7f64e171f640 1 -- 172.21.15.32:0/3576276538 >> 172.21.15.32:0/3576276538 conn(0x7f64dc06a150 msgr2=0x7f64dc06a530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:50.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.666+0000 7f64e171f640 1 -- 172.21.15.32:0/3576276538 shutdown_connections 2024-09-13T17:47:50.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.666+0000 7f64e171f640 1 -- 172.21.15.32:0/3576276538 wait complete. 2024-09-13T17:47:50.690 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:47:18.165736+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:47:19.043698+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T17:47:22.248444+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T17:47:50.690 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:47:50.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c77ac640 1 Processor -- start 2024-09-13T17:47:50.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c77ac640 1 -- start start 2024-09-13T17:47:50.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c77ac640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f53c015c220 0x7f53c00b1860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c77ac640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f53c00ce4f0 0x7f53c00ce940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c77ac640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53c00cd180 0x7f53c00cd5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c77ac640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53c00cee80 con 0x7f53c00ce4f0 2024-09-13T17:47:50.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c77ac640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53c00adbb0 con 0x7f53c015c220 2024-09-13T17:47:50.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c77ac640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53c00caf60 con 0x7f53c00cd180 2024-09-13T17:47:50.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c4d47640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f53c00ce4f0 0x7f53c00ce940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c4d47640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f53c00ce4f0 0x7f53c00ce940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54560/0 (socket says 172.21.15.32:54560) 2024-09-13T17:47:50.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c4d47640 1 -- 172.21.15.32:0/1129562619 learned_addr learned my addr 172.21.15.32:0/1129562619 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:50.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c5d49640 1 --2- 172.21.15.32:0/1129562619 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53c00cd180 0x7f53c00cd5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c5548640 1 --2- 172.21.15.32:0/1129562619 >> v2:172.21.15.159:3300/0 conn(0x7f53c015c220 0x7f53c00b1860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c4d47640 1 -- 172.21.15.32:0/1129562619 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53c00cd180 msgr2=0x7f53c00cd5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:50.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c4d47640 1 --2- 172.21.15.32:0/1129562619 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53c00cd180 0x7f53c00cd5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c4d47640 1 -- 172.21.15.32:0/1129562619 >> v2:172.21.15.159:3300/0 conn(0x7f53c015c220 msgr2=0x7f53c00b1860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:50.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c4d47640 1 --2- 172.21.15.32:0/1129562619 >> v2:172.21.15.159:3300/0 conn(0x7f53c015c220 0x7f53c00b1860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c4d47640 1 -- 172.21.15.32:0/1129562619 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53c00cb240 con 0x7f53c00ce4f0 2024-09-13T17:47:50.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53c4d47640 1 --2- 172.21.15.32:0/1129562619 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53c00ce4f0 0x7f53c00ce940 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f53c00b4410 tx=0x7f53b001c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ed90117f64c076b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:50.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53b7fff640 1 -- 172.21.15.32:0/1129562619 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53b00aa610 con 0x7f53c00ce4f0 2024-09-13T17:47:50.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53b7fff640 1 -- 172.21.15.32:0/1129562619 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53b00a6040 con 0x7f53c00ce4f0 2024-09-13T17:47:50.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.806+0000 7f53b7fff640 1 -- 172.21.15.32:0/1129562619 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53b00aa990 con 0x7f53c00ce4f0 2024-09-13T17:47:50.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c77ac640 1 -- 172.21.15.32:0/1129562619 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53c00ce4f0 msgr2=0x7f53c00ce940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:50.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c77ac640 1 --2- 172.21.15.32:0/1129562619 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53c00ce4f0 0x7f53c00ce940 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f53c00b4410 tx=0x7f53b001c4f0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c77ac640 1 -- 172.21.15.32:0/1129562619 shutdown_connections 2024-09-13T17:47:50.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c77ac640 1 --2- 172.21.15.32:0/1129562619 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53c00cd180 0x7f53c00cd5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c77ac640 1 --2- 172.21.15.32:0/1129562619 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53c00ce4f0 0x7f53c00ce940 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c77ac640 1 --2- 172.21.15.32:0/1129562619 >> v2:172.21.15.159:3300/0 conn(0x7f53c015c220 0x7f53c00b1860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c77ac640 1 -- 172.21.15.32:0/1129562619 >> 172.21.15.32:0/1129562619 conn(0x7f53c006a150 msgr2=0x7f53c006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:50.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c77ac640 1 -- 172.21.15.32:0/1129562619 shutdown_connections 2024-09-13T17:47:50.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c77ac640 1 -- 172.21.15.32:0/1129562619 wait complete. 2024-09-13T17:47:50.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c77ac640 1 Processor -- start 2024-09-13T17:47:50.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c77ac640 1 -- start start 2024-09-13T17:47:50.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c77ac640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53c00cd180 0x7f53c0153750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c77ac640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53c00ce4f0 0x7f53c0099c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c77ac640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53c015c220 0x7f53c009a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c77ac640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53c00c4dd0 con 0x7f53c015c220 2024-09-13T17:47:50.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c77ac640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53c0153c90 con 0x7f53c00cd180 2024-09-13T17:47:50.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c77ac640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53c0155f30 con 0x7f53c00ce4f0 2024-09-13T17:47:50.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c5d49640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53c015c220 0x7f53c009a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c5d49640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53c015c220 0x7f53c009a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54568/0 (socket says 172.21.15.32:54568) 2024-09-13T17:47:50.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c5d49640 1 -- 172.21.15.32:0/2438099677 learned_addr learned my addr 172.21.15.32:0/2438099677 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:50.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c4d47640 1 --2- 172.21.15.32:0/2438099677 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53c00ce4f0 0x7f53c0099c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c5548640 1 --2- 172.21.15.32:0/2438099677 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53c00cd180 0x7f53c0153750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c5d49640 1 -- 172.21.15.32:0/2438099677 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53c00ce4f0 msgr2=0x7f53c0099c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:50.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c5d49640 1 --2- 172.21.15.32:0/2438099677 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53c00ce4f0 0x7f53c0099c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c5d49640 1 -- 172.21.15.32:0/2438099677 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53c00cd180 msgr2=0x7f53c0153750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:50.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c5d49640 1 --2- 172.21.15.32:0/2438099677 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53c00cd180 0x7f53c0153750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c5d49640 1 -- 172.21.15.32:0/2438099677 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53b00094d0 con 0x7f53c015c220 2024-09-13T17:47:50.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.810+0000 7f53c5d49640 1 --2- 172.21.15.32:0/2438099677 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53c015c220 0x7f53c009a160 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f53b8007e90 tx=0x7f53b800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:50.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.814+0000 7f53b5ffb640 1 -- 172.21.15.32:0/2438099677 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53b8014420 con 0x7f53c015c220 2024-09-13T17:47:50.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.814+0000 7f53b5ffb640 1 -- 172.21.15.32:0/2438099677 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53b8014580 con 0x7f53c015c220 2024-09-13T17:47:50.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.814+0000 7f53b5ffb640 1 -- 172.21.15.32:0/2438099677 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53b8014930 con 0x7f53c015c220 2024-09-13T17:47:50.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.814+0000 7f53c77ac640 1 -- 172.21.15.32:0/2438099677 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53c0154190 con 0x7f53c015c220 2024-09-13T17:47:50.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.814+0000 7f53c77ac640 1 -- 172.21.15.32:0/2438099677 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53c0099550 con 0x7f53c015c220 2024-09-13T17:47:50.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.814+0000 7f53c77ac640 1 -- 172.21.15.32:0/2438099677 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53c006a700 con 0x7f53c015c220 2024-09-13T17:47:50.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.814+0000 7f53b5ffb640 1 -- 172.21.15.32:0/2438099677 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f53b8014a90 con 0x7f53c015c220 2024-09-13T17:47:50.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.814+0000 7f53b5ffb640 1 --2- 172.21.15.32:0/2438099677 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f53a40666c0 0x7f53a4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:50.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.814+0000 7f53b5ffb640 1 -- 172.21.15.32:0/2438099677 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f53b8084cd0 con 0x7f53c015c220 2024-09-13T17:47:50.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.814+0000 7f53c5548640 1 --2- 172.21.15.32:0/2438099677 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f53a40666c0 0x7f53a4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:50.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.814+0000 7f53c5548640 1 --2- 172.21.15.32:0/2438099677 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f53a40666c0 0x7f53a4068b80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f53c00723b0 tx=0x7f53bc008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:50.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.818+0000 7f53b5ffb640 1 -- 172.21.15.32:0/2438099677 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f53b8051de0 con 0x7f53c015c220 2024-09-13T17:47:50.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.970+0000 7f53c77ac640 1 -- 172.21.15.32:0/2438099677 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f53c0165c80 con 0x7f53c015c220 2024-09-13T17:47:50.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.970+0000 7f53b5ffb640 1 -- 172.21.15.32:0/2438099677 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7f53b8055400 con 0x7f53c015c220 2024-09-13T17:47:50.977 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:47:50.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.974+0000 7f53c77ac640 1 -- 172.21.15.32:0/2438099677 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f53a40666c0 msgr2=0x7f53a4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:50.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.974+0000 7f53c77ac640 1 --2- 172.21.15.32:0/2438099677 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f53a40666c0 0x7f53a4068b80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f53c00723b0 tx=0x7f53bc008040 comp rx=0 tx=0).stop 2024-09-13T17:47:50.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.974+0000 7f53c77ac640 1 -- 172.21.15.32:0/2438099677 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53c015c220 msgr2=0x7f53c009a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:50.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.974+0000 7f53c77ac640 1 --2- 172.21.15.32:0/2438099677 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53c015c220 0x7f53c009a160 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f53b8007e90 tx=0x7f53b800e4b0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.974+0000 7f53c77ac640 1 -- 172.21.15.32:0/2438099677 shutdown_connections 2024-09-13T17:47:50.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.974+0000 7f53c77ac640 1 --2- 172.21.15.32:0/2438099677 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f53a40666c0 0x7f53a4068b80 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.974+0000 7f53c77ac640 1 --2- 172.21.15.32:0/2438099677 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53c015c220 0x7f53c009a160 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.974+0000 7f53c77ac640 1 --2- 172.21.15.32:0/2438099677 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53c00ce4f0 0x7f53c0099c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.974+0000 7f53c77ac640 1 --2- 172.21.15.32:0/2438099677 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53c00cd180 0x7f53c0153750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:50.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.974+0000 7f53c77ac640 1 -- 172.21.15.32:0/2438099677 >> 172.21.15.32:0/2438099677 conn(0x7f53c006a150 msgr2=0x7f53c00716f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:50.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.974+0000 7f53c77ac640 1 -- 172.21.15.32:0/2438099677 shutdown_connections 2024-09-13T17:47:50.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:50.974+0000 7f53c77ac640 1 -- 172.21.15.32:0/2438099677 wait complete. 2024-09-13T17:47:50.995 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:47:51.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.102+0000 7f58f430b640 1 Processor -- start 2024-09-13T17:47:51.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.102+0000 7f58f430b640 1 -- start start 2024-09-13T17:47:51.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f430b640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f58ec0d0010 0x7f58ec160ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f430b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58ec0d1320 con 0x7f58ec15c500 2024-09-13T17:47:51.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f430b640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58ec0d0480 con 0x7f58ec0d28a0 2024-09-13T17:47:51.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f430b640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58ec161020 con 0x7f58ec0d0010 2024-09-13T17:47:51.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f20a7640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f58ec15c500 0x7f58ec0d2190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:58130/0 (socket says 172.21.15.32:58130) 2024-09-13T17:47:51.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f20a7640 1 -- 172.21.15.32:0/3830218399 learned_addr learned my addr 172.21.15.32:0/3830218399 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:51.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f28a8640 1 --2- 172.21.15.32:0/3830218399 >> v2:172.21.15.159:3300/0 conn(0x7f58ec0d0010 0x7f58ec160ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f10a5640 1 -- 172.21.15.32:0/3830218399 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3245470451 0 0) 0x7f58ec0d1320 con 0x7f58ec15c500 2024-09-13T17:47:51.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f10a5640 1 -- 172.21.15.32:0/3830218399 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f58d8003530 con 0x7f58ec15c500 2024-09-13T17:47:51.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f10a5640 1 -- 172.21.15.32:0/3830218399 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2967907107 0 0) 0x7f58d8003530 con 0x7f58ec15c500 2024-09-13T17:47:51.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f10a5640 1 -- 172.21.15.32:0/3830218399 >> v2:172.21.15.159:3300/0 conn(0x7f58ec0d0010 msgr2=0x7f58ec160ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:51.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f10a5640 1 --2- 172.21.15.32:0/3830218399 >> v2:172.21.15.159:3300/0 conn(0x7f58ec0d0010 0x7f58ec160ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f10a5640 1 -- 172.21.15.32:0/3830218399 >> v1:172.21.15.159:6789/0 conn(0x7f58ec0d28a0 legacy=0x7f58ec0cd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f10a5640 1 -- 172.21.15.32:0/3830218399 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58ec0d0710 con 0x7f58ec15c500 2024-09-13T17:47:51.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f10a5640 1 -- 172.21.15.32:0/3830218399 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f58e8001a00 con 0x7f58ec15c500 2024-09-13T17:47:51.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f10a5640 1 -- 172.21.15.32:0/3830218399 >> v1:172.21.15.32:6789/0 conn(0x7f58ec15c500 legacy=0x7f58ec0d2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f10a5640 1 --2- 172.21.15.32:0/3830218399 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f58d8003980 0x7f58d8003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f10a5640 1 --2- 172.21.15.32:0/3830218399 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f58d80047d0 0x7f58d8004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f10a5640 1 --2- 172.21.15.32:0/3830218399 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58d8005190 0x7f58d800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f10a5640 1 -- 172.21.15.32:0/3830218399 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58d800c100 con 0x7f58d8005190 2024-09-13T17:47:51.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f10a5640 1 -- 172.21.15.32:0/3830218399 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58d800c270 con 0x7f58d8003980 2024-09-13T17:47:51.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f10a5640 1 -- 172.21.15.32:0/3830218399 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58d800c430 con 0x7f58d80047d0 2024-09-13T17:47:51.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f28a8640 1 --2- 172.21.15.32:0/3830218399 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58d8005190 0x7f58d800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f20a7640 1 --2- 172.21.15.32:0/3830218399 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f58d8003980 0x7f58d8003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f18a6640 1 --2- 172.21.15.32:0/3830218399 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f58d80047d0 0x7f58d8004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f28a8640 1 -- 172.21.15.32:0/3830218399 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f58d80047d0 msgr2=0x7f58d8004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:51.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f28a8640 1 --2- 172.21.15.32:0/3830218399 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f58d80047d0 0x7f58d8004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f28a8640 1 -- 172.21.15.32:0/3830218399 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f58d8003980 msgr2=0x7f58d8003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:51.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f28a8640 1 --2- 172.21.15.32:0/3830218399 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f58d8003980 0x7f58d8003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.106+0000 7f58f28a8640 1 -- 172.21.15.32:0/3830218399 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58d8003530 con 0x7f58d8005190 2024-09-13T17:47:51.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f28a8640 1 -- 172.21.15.32:0/3830218399 reap_dead start 2024-09-13T17:47:51.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f28a8640 1 --2- 172.21.15.32:0/3830218399 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58d8005190 0x7f58d800b990 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f58e4009ae0 tx=0x7f58e401cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62c0418d6d1fc74b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:51.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f10a5640 1 -- 172.21.15.32:0/3830218399 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58e4004020 con 0x7f58d8005190 2024-09-13T17:47:51.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f10a5640 1 -- 172.21.15.32:0/3830218399 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58e40041c0 con 0x7f58d8005190 2024-09-13T17:47:51.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f10a5640 1 -- 172.21.15.32:0/3830218399 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58e4003620 con 0x7f58d8005190 2024-09-13T17:47:51.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f430b640 1 -- 172.21.15.32:0/3830218399 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58d8005190 msgr2=0x7f58d800b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f430b640 1 --2- 172.21.15.32:0/3830218399 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58d8005190 0x7f58d800b990 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f58e4009ae0 tx=0x7f58e401cab0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f430b640 1 -- 172.21.15.32:0/3830218399 shutdown_connections 2024-09-13T17:47:51.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f430b640 1 --2- 172.21.15.32:0/3830218399 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58d8005190 0x7f58d800b990 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f430b640 1 -- 172.21.15.32:0/3830218399 >> 172.21.15.32:0/3830218399 conn(0x7f58ec089f70 msgr2=0x7f58ec09b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:51.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f430b640 1 -- 172.21.15.32:0/3830218399 shutdown_connections 2024-09-13T17:47:51.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f430b640 1 -- 172.21.15.32:0/3830218399 wait complete. 2024-09-13T17:47:51.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f430b640 1 Processor -- start 2024-09-13T17:47:51.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f430b640 1 -- start start 2024-09-13T17:47:51.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f430b640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f58d8005190 0x7f58ec152fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f430b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58ec153cb0 0x7f58ec15b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f430b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f58ec1536d0 0x7f58ec15bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f430b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58ec1534e0 con 0x7f58ec153cb0 2024-09-13T17:47:51.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f430b640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58ec0b7d70 con 0x7f58d8005190 2024-09-13T17:47:51.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f430b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58ec0b8050 con 0x7f58ec1536d0 2024-09-13T17:47:51.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f18a6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58ec153cb0 0x7f58ec15b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f18a6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58ec153cb0 0x7f58ec15b630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54586/0 (socket says 172.21.15.32:54586) 2024-09-13T17:47:51.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.110+0000 7f58f18a6640 1 -- 172.21.15.32:0/305116176 learned_addr learned my addr 172.21.15.32:0/305116176 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:51.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58f20a7640 1 --2- 172.21.15.32:0/305116176 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f58d8005190 0x7f58ec152fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58f28a8640 1 --2- 172.21.15.32:0/305116176 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f58ec1536d0 0x7f58ec15bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58f18a6640 1 -- 172.21.15.32:0/305116176 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f58ec1536d0 msgr2=0x7f58ec15bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58f18a6640 1 --2- 172.21.15.32:0/305116176 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f58ec1536d0 0x7f58ec15bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58f18a6640 1 -- 172.21.15.32:0/305116176 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f58d8005190 msgr2=0x7f58ec152fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58f18a6640 1 --2- 172.21.15.32:0/305116176 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f58d8005190 0x7f58ec152fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58f18a6640 1 -- 172.21.15.32:0/305116176 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58ec15dd20 con 0x7f58ec153cb0 2024-09-13T17:47:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58f28a8640 1 --2- 172.21.15.32:0/305116176 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f58ec1536d0 0x7f58ec15bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58f18a6640 1 --2- 172.21.15.32:0/305116176 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58ec153cb0 0x7f58ec15b630 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f58dc00e4b0 tx=0x7f58dc00e970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58e2ffd640 1 -- 172.21.15.32:0/305116176 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58dc0052e0 con 0x7f58ec153cb0 2024-09-13T17:47:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58e2ffd640 1 -- 172.21.15.32:0/305116176 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58dc005440 con 0x7f58ec153cb0 2024-09-13T17:47:51.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58e2ffd640 1 -- 172.21.15.32:0/305116176 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58dc003840 con 0x7f58ec153cb0 2024-09-13T17:47:51.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58f430b640 1 -- 172.21.15.32:0/305116176 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58ec15e000 con 0x7f58ec153cb0 2024-09-13T17:47:51.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58f430b640 1 -- 172.21.15.32:0/305116176 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58ec0b79b0 con 0x7f58ec153cb0 2024-09-13T17:47:51.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58f430b640 1 -- 172.21.15.32:0/305116176 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58ec160ae0 con 0x7f58ec153cb0 2024-09-13T17:47:51.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58e2ffd640 1 -- 172.21.15.32:0/305116176 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f58dc0039a0 con 0x7f58ec153cb0 2024-09-13T17:47:51.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58e2ffd640 1 --2- 172.21.15.32:0/305116176 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f58d00666c0 0x7f58d0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58e2ffd640 1 -- 172.21.15.32:0/305116176 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f58dc084180 con 0x7f58ec153cb0 2024-09-13T17:47:51.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58f20a7640 1 --2- 172.21.15.32:0/305116176 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f58d00666c0 0x7f58d0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.114+0000 7f58f20a7640 1 --2- 172.21.15.32:0/305116176 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f58d00666c0 0x7f58d0068b80 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f58e80013e0 tx=0x7f58e8001370 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:51.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.118+0000 7f58e2ffd640 1 -- 172.21.15.32:0/305116176 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f58dc051290 con 0x7f58ec153cb0 2024-09-13T17:47:51.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.270+0000 7f58f430b640 1 -- 172.21.15.32:0/305116176 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f58ec06caa0 con 0x7f58ec153cb0 2024-09-13T17:47:51.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.270+0000 7f58e2ffd640 1 -- 172.21.15.32:0/305116176 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7f58dc0548b0 con 0x7f58ec153cb0 2024-09-13T17:47:51.277 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:47:51.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.274+0000 7f58f430b640 1 -- 172.21.15.32:0/305116176 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f58d00666c0 msgr2=0x7f58d0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.274+0000 7f58f430b640 1 --2- 172.21.15.32:0/305116176 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f58d00666c0 0x7f58d0068b80 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f58e80013e0 tx=0x7f58e8001370 comp rx=0 tx=0).stop 2024-09-13T17:47:51.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.274+0000 7f58f430b640 1 -- 172.21.15.32:0/305116176 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58ec153cb0 msgr2=0x7f58ec15b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.274+0000 7f58f430b640 1 --2- 172.21.15.32:0/305116176 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58ec153cb0 0x7f58ec15b630 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f58dc00e4b0 tx=0x7f58dc00e970 comp rx=0 tx=0).stop 2024-09-13T17:47:51.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.274+0000 7f58f430b640 1 -- 172.21.15.32:0/305116176 shutdown_connections 2024-09-13T17:47:51.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.274+0000 7f58f430b640 1 --2- 172.21.15.32:0/305116176 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f58d00666c0 0x7f58d0068b80 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.274+0000 7f58f430b640 1 --2- 172.21.15.32:0/305116176 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f58ec1536d0 0x7f58ec15bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.274+0000 7f58f430b640 1 --2- 172.21.15.32:0/305116176 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58ec153cb0 0x7f58ec15b630 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.274+0000 7f58f430b640 1 --2- 172.21.15.32:0/305116176 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f58d8005190 0x7f58ec152fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.274+0000 7f58f430b640 1 -- 172.21.15.32:0/305116176 >> 172.21.15.32:0/305116176 conn(0x7f58ec089f70 msgr2=0x7f58ec0b3f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:51.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.274+0000 7f58f430b640 1 -- 172.21.15.32:0/305116176 shutdown_connections 2024-09-13T17:47:51.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.274+0000 7f58f430b640 1 -- 172.21.15.32:0/305116176 wait complete. 2024-09-13T17:47:51.294 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:47:51.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.406+0000 7fdd3dfb9640 1 Processor -- start 2024-09-13T17:47:51.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.406+0000 7fdd3dfb9640 1 -- start start 2024-09-13T17:47:51.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.406+0000 7fdd3dfb9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd3815c500 0x7fdd380d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.406+0000 7fdd3dfb9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdd38160ae0 0x7fdd380d2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.406+0000 7fdd3dfb9640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd380d1320 con 0x7fdd380d26d0 2024-09-13T17:47:51.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.406+0000 7fdd3dfb9640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd380d2b60 con 0x7fdd38160ae0 2024-09-13T17:47:51.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.406+0000 7fdd3dfb9640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd380d0710 con 0x7fdd3815c500 2024-09-13T17:47:51.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.406+0000 7fdd37fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fdd380d26d0 0x7fdd380cee50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:58142/0 (socket says 172.21.15.32:58142) 2024-09-13T17:47:51.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.406+0000 7fdd37fff640 1 -- 172.21.15.32:0/1941150691 learned_addr learned my addr 172.21.15.32:0/1941150691 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:51.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.406+0000 7fdd36ffd640 1 --2- 172.21.15.32:0/1941150691 >> v2:172.21.15.32:3300/0 conn(0x7fdd38160ae0 0x7fdd380d2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.406+0000 7fdd377fe640 1 --2- 172.21.15.32:0/1941150691 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd3815c500 0x7fdd380d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.406+0000 7fdd36ffd640 1 -- 172.21.15.32:0/1941150691 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd3815c500 msgr2=0x7fdd380d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:51.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.406+0000 7fdd36ffd640 1 --2- 172.21.15.32:0/1941150691 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd3815c500 0x7fdd380d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.406+0000 7fdd36ffd640 1 -- 172.21.15.32:0/1941150691 >> v1:172.21.15.32:6789/0 conn(0x7fdd380d26d0 legacy=0x7fdd380cee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.406+0000 7fdd36ffd640 1 -- 172.21.15.32:0/1941150691 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd380d09f0 con 0x7fdd38160ae0 2024-09-13T17:47:51.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd36ffd640 1 --2- 172.21.15.32:0/1941150691 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd38160ae0 0x7fdd380d2190 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c0097c0 tx=0x7fdd2c01c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d53b3d47f37efa06 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:51.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd367fc640 1 -- 172.21.15.32:0/1941150691 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd2c0ab610 con 0x7fdd38160ae0 2024-09-13T17:47:51.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd367fc640 1 -- 172.21.15.32:0/1941150691 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd2c0ab770 con 0x7fdd38160ae0 2024-09-13T17:47:51.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd367fc640 1 -- 172.21.15.32:0/1941150691 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd2c0abb00 con 0x7fdd38160ae0 2024-09-13T17:47:51.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd3dfb9640 1 -- 172.21.15.32:0/1941150691 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd38160ae0 msgr2=0x7fdd380d2190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd3dfb9640 1 --2- 172.21.15.32:0/1941150691 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd38160ae0 0x7fdd380d2190 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c0097c0 tx=0x7fdd2c01c410 comp rx=0 tx=0).stop 2024-09-13T17:47:51.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd3dfb9640 1 -- 172.21.15.32:0/1941150691 shutdown_connections 2024-09-13T17:47:51.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd3dfb9640 1 --2- 172.21.15.32:0/1941150691 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd38160ae0 0x7fdd380d2190 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd3dfb9640 1 --2- 172.21.15.32:0/1941150691 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd3815c500 0x7fdd380d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd3dfb9640 1 -- 172.21.15.32:0/1941150691 >> 172.21.15.32:0/1941150691 conn(0x7fdd38089f70 msgr2=0x7fdd3809b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:51.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd3dfb9640 1 -- 172.21.15.32:0/1941150691 shutdown_connections 2024-09-13T17:47:51.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd3dfb9640 1 -- 172.21.15.32:0/1941150691 wait complete. 2024-09-13T17:47:51.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd3dfb9640 1 Processor -- start 2024-09-13T17:47:51.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd3dfb9640 1 -- start start 2024-09-13T17:47:51.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd3dfb9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd380d26d0 0x7fdd380c9510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd3dfb9640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd3815c500 0x7fdd380b7c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd3dfb9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd38160ae0 0x7fdd381595d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd3dfb9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd380b55f0 con 0x7fdd38160ae0 2024-09-13T17:47:51.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd3dfb9640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd380b81c0 con 0x7fdd3815c500 2024-09-13T17:47:51.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd3dfb9640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd380c9af0 con 0x7fdd380d26d0 2024-09-13T17:47:51.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd37fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd38160ae0 0x7fdd381595d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd37fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd38160ae0 0x7fdd381595d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54598/0 (socket says 172.21.15.32:54598) 2024-09-13T17:47:51.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd37fff640 1 -- 172.21.15.32:0/677365041 learned_addr learned my addr 172.21.15.32:0/677365041 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:51.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd36ffd640 1 --2- 172.21.15.32:0/677365041 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd3815c500 0x7fdd380b7c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd377fe640 1 --2- 172.21.15.32:0/677365041 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd380d26d0 0x7fdd380c9510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd37fff640 1 -- 172.21.15.32:0/677365041 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd380d26d0 msgr2=0x7fdd380c9510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd37fff640 1 --2- 172.21.15.32:0/677365041 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd380d26d0 0x7fdd380c9510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd37fff640 1 -- 172.21.15.32:0/677365041 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd3815c500 msgr2=0x7fdd380b7c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd37fff640 1 --2- 172.21.15.32:0/677365041 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd3815c500 0x7fdd380b7c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd37fff640 1 -- 172.21.15.32:0/677365041 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd2c009420 con 0x7fdd38160ae0 2024-09-13T17:47:51.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd37fff640 1 --2- 172.21.15.32:0/677365041 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd38160ae0 0x7fdd381595d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fdd3000caa0 tx=0x7fdd3000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:51.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.410+0000 7fdd1ffff640 1 -- 172.21.15.32:0/677365041 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd3000ab40 con 0x7fdd38160ae0 2024-09-13T17:47:51.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.414+0000 7fdd1ffff640 1 -- 172.21.15.32:0/677365041 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd3000aca0 con 0x7fdd38160ae0 2024-09-13T17:47:51.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.414+0000 7fdd3dfb9640 1 -- 172.21.15.32:0/677365041 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd380cbee0 con 0x7fdd38160ae0 2024-09-13T17:47:51.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.414+0000 7fdd1ffff640 1 -- 172.21.15.32:0/677365041 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd30012600 con 0x7fdd38160ae0 2024-09-13T17:47:51.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.414+0000 7fdd3dfb9640 1 -- 172.21.15.32:0/677365041 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd380cc4a0 con 0x7fdd38160ae0 2024-09-13T17:47:51.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.414+0000 7fdd3dfb9640 1 -- 172.21.15.32:0/677365041 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd380d0010 con 0x7fdd38160ae0 2024-09-13T17:47:51.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.414+0000 7fdd1ffff640 1 -- 172.21.15.32:0/677365041 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdd30007070 con 0x7fdd38160ae0 2024-09-13T17:47:51.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.414+0000 7fdd1ffff640 1 --2- 172.21.15.32:0/677365041 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdd24066690 0x7fdd24068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.414+0000 7fdd1ffff640 1 -- 172.21.15.32:0/677365041 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fdd30084120 con 0x7fdd38160ae0 2024-09-13T17:47:51.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.414+0000 7fdd377fe640 1 --2- 172.21.15.32:0/677365041 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdd24066690 0x7fdd24068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.414+0000 7fdd377fe640 1 --2- 172.21.15.32:0/677365041 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdd24066690 0x7fdd24068b50 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fdd280096f0 tx=0x7fdd28008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:51.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.418+0000 7fdd1ffff640 1 -- 172.21.15.32:0/677365041 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdd300512e0 con 0x7fdd38160ae0 2024-09-13T17:47:51.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.570+0000 7fdd3dfb9640 1 -- 172.21.15.32:0/677365041 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fdd3806c4b0 con 0x7fdd38160ae0 2024-09-13T17:47:51.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.574+0000 7fdd1ffff640 1 -- 172.21.15.32:0/677365041 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v27) v1 ==== 100+0+11 (secure 0 0 0) 0x7fdd30054900 con 0x7fdd38160ae0 2024-09-13T17:47:51.578 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:47:51.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.574+0000 7fdd3dfb9640 1 -- 172.21.15.32:0/677365041 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdd24066690 msgr2=0x7fdd24068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.574+0000 7fdd3dfb9640 1 --2- 172.21.15.32:0/677365041 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdd24066690 0x7fdd24068b50 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fdd280096f0 tx=0x7fdd28008040 comp rx=0 tx=0).stop 2024-09-13T17:47:51.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.574+0000 7fdd3dfb9640 1 -- 172.21.15.32:0/677365041 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd38160ae0 msgr2=0x7fdd381595d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.574+0000 7fdd3dfb9640 1 --2- 172.21.15.32:0/677365041 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd38160ae0 0x7fdd381595d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fdd3000caa0 tx=0x7fdd3000cf60 comp rx=0 tx=0).stop 2024-09-13T17:47:51.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.574+0000 7fdd3dfb9640 1 -- 172.21.15.32:0/677365041 shutdown_connections 2024-09-13T17:47:51.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.574+0000 7fdd3dfb9640 1 --2- 172.21.15.32:0/677365041 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdd24066690 0x7fdd24068b50 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.574+0000 7fdd3dfb9640 1 --2- 172.21.15.32:0/677365041 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd38160ae0 0x7fdd381595d0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.574+0000 7fdd3dfb9640 1 --2- 172.21.15.32:0/677365041 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd3815c500 0x7fdd380b7c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.574+0000 7fdd3dfb9640 1 --2- 172.21.15.32:0/677365041 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd380d26d0 0x7fdd380c9510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.574+0000 7fdd3dfb9640 1 -- 172.21.15.32:0/677365041 >> 172.21.15.32:0/677365041 conn(0x7fdd38089f70 msgr2=0x7fdd380b2580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:51.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.574+0000 7fdd3dfb9640 1 -- 172.21.15.32:0/677365041 shutdown_connections 2024-09-13T17:47:51.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.574+0000 7fdd3dfb9640 1 -- 172.21.15.32:0/677365041 wait complete. 2024-09-13T17:47:51.595 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T17:47:51.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.718+0000 7f6f989ab640 1 Processor -- start 2024-09-13T17:47:51.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.718+0000 7f6f989ab640 1 -- start start 2024-09-13T17:47:51.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.718+0000 7f6f989ab640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6f940b2240 0x7f6f94164ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.718+0000 7f6f989ab640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f940ab660 con 0x7f6f940cec00 2024-09-13T17:47:51.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.718+0000 7f6f989ab640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f940ada40 con 0x7f6f9415a520 2024-09-13T17:47:51.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.718+0000 7f6f989ab640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f940b2760 con 0x7f6f940b2240 2024-09-13T17:47:51.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.718+0000 7f6f92d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6f940b2240 0x7f6f94164ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.718+0000 7f6f8bfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f6f940cec00 0x7f6f940b1b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:58144/0 (socket says 172.21.15.32:58144) 2024-09-13T17:47:51.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.718+0000 7f6f8bfff640 1 -- 172.21.15.32:0/1781699677 learned_addr learned my addr 172.21.15.32:0/1781699677 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:51.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.718+0000 7f6f92d9d640 1 -- 172.21.15.32:0/1781699677 >> v1:172.21.15.159:6789/0 conn(0x7f6f9415a520 legacy=0x7f6f940ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.718+0000 7f6f92d9d640 1 -- 172.21.15.32:0/1781699677 >> v1:172.21.15.32:6789/0 conn(0x7f6f940cec00 legacy=0x7f6f940b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.718+0000 7f6f92d9d640 1 -- 172.21.15.32:0/1781699677 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f940b2a40 con 0x7f6f940b2240 2024-09-13T17:47:51.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f92d9d640 1 --2- 172.21.15.32:0/1781699677 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f940b2240 0x7f6f94164ee0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c009d90 tx=0x7f6f8c01c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85911f505efb51ac server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:51.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f91d9b640 1 -- 172.21.15.32:0/1781699677 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f8c0a5a20 con 0x7f6f940b2240 2024-09-13T17:47:51.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f91d9b640 1 -- 172.21.15.32:0/1781699677 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f8c0a5b80 con 0x7f6f940b2240 2024-09-13T17:47:51.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f91d9b640 1 -- 172.21.15.32:0/1781699677 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f8c0ad440 con 0x7f6f940b2240 2024-09-13T17:47:51.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f989ab640 1 -- 172.21.15.32:0/1781699677 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f940b2240 msgr2=0x7f6f94164ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f989ab640 1 --2- 172.21.15.32:0/1781699677 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f940b2240 0x7f6f94164ee0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c009d90 tx=0x7f6f8c01c940 comp rx=0 tx=0).stop 2024-09-13T17:47:51.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f989ab640 1 -- 172.21.15.32:0/1781699677 shutdown_connections 2024-09-13T17:47:51.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f989ab640 1 --2- 172.21.15.32:0/1781699677 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f940b2240 0x7f6f94164ee0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f989ab640 1 -- 172.21.15.32:0/1781699677 >> 172.21.15.32:0/1781699677 conn(0x7f6f9406a150 msgr2=0x7f6f9406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:51.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f989ab640 1 -- 172.21.15.32:0/1781699677 shutdown_connections 2024-09-13T17:47:51.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f989ab640 1 -- 172.21.15.32:0/1781699677 wait complete. 2024-09-13T17:47:51.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f989ab640 1 Processor -- start 2024-09-13T17:47:51.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f989ab640 1 -- start start 2024-09-13T17:47:51.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f989ab640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f940b2240 0x7f6f94150190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f989ab640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f940cec00 0x7f6f940c10a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f989ab640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f9415a520 0x7f6f941561d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f989ab640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f9414fd00 con 0x7f6f940b2240 2024-09-13T17:47:51.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f989ab640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f9414f0f0 con 0x7f6f9415a520 2024-09-13T17:47:51.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f989ab640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f9414f3d0 con 0x7f6f940cec00 2024-09-13T17:47:51.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f9259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f940b2240 0x7f6f94150190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f9259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f940b2240 0x7f6f94150190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54624/0 (socket says 172.21.15.32:54624) 2024-09-13T17:47:51.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f9259c640 1 -- 172.21.15.32:0/2111322149 learned_addr learned my addr 172.21.15.32:0/2111322149 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:51.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f92d9d640 1 --2- 172.21.15.32:0/2111322149 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f9415a520 0x7f6f941561d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f8bfff640 1 --2- 172.21.15.32:0/2111322149 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f940cec00 0x7f6f940c10a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.722+0000 7f6f9259c640 1 -- 172.21.15.32:0/2111322149 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f940cec00 msgr2=0x7f6f940c10a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.726+0000 7f6f9259c640 1 --2- 172.21.15.32:0/2111322149 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f940cec00 0x7f6f940c10a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.726+0000 7f6f9259c640 1 -- 172.21.15.32:0/2111322149 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f9415a520 msgr2=0x7f6f941561d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.726+0000 7f6f9259c640 1 --2- 172.21.15.32:0/2111322149 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f9415a520 0x7f6f941561d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.726+0000 7f6f9259c640 1 -- 172.21.15.32:0/2111322149 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f8c009a70 con 0x7f6f940b2240 2024-09-13T17:47:51.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.726+0000 7f6f8bfff640 1 --2- 172.21.15.32:0/2111322149 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f940cec00 0x7f6f940c10a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:51.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.726+0000 7f6f92d9d640 1 --2- 172.21.15.32:0/2111322149 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f9415a520 0x7f6f941561d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:51.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.726+0000 7f6f9259c640 1 --2- 172.21.15.32:0/2111322149 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f940b2240 0x7f6f94150190 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f6f8400c3c0 tx=0x7f6f8400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:51.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.726+0000 7f6f8affd640 1 -- 172.21.15.32:0/2111322149 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f840052d0 con 0x7f6f940b2240 2024-09-13T17:47:51.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.726+0000 7f6f8affd640 1 -- 172.21.15.32:0/2111322149 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f84005430 con 0x7f6f940b2240 2024-09-13T17:47:51.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.726+0000 7f6f8affd640 1 -- 172.21.15.32:0/2111322149 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f84003840 con 0x7f6f940b2240 2024-09-13T17:47:51.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.726+0000 7f6f989ab640 1 -- 172.21.15.32:0/2111322149 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f9414f6b0 con 0x7f6f940b2240 2024-09-13T17:47:51.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.726+0000 7f6f989ab640 1 -- 172.21.15.32:0/2111322149 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f9414ed10 con 0x7f6f940b2240 2024-09-13T17:47:51.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.726+0000 7f6f989ab640 1 -- 172.21.15.32:0/2111322149 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f940cb6d0 con 0x7f6f940b2240 2024-09-13T17:47:51.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.726+0000 7f6f8affd640 1 -- 172.21.15.32:0/2111322149 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6f840039a0 con 0x7f6f940b2240 2024-09-13T17:47:51.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.726+0000 7f6f8affd640 1 --2- 172.21.15.32:0/2111322149 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6f740666c0 0x7f6f74068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:51.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.726+0000 7f6f8affd640 1 -- 172.21.15.32:0/2111322149 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6f84083960 con 0x7f6f940b2240 2024-09-13T17:47:51.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.726+0000 7f6f8bfff640 1 --2- 172.21.15.32:0/2111322149 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6f740666c0 0x7f6f74068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:51.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.726+0000 7f6f8bfff640 1 --2- 172.21.15.32:0/2111322149 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6f740666c0 0x7f6f74068b80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f6f9414eca0 tx=0x7f6f7c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:51.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.730+0000 7f6f8affd640 1 -- 172.21.15.32:0/2111322149 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6f840509e0 con 0x7f6f940b2240 2024-09-13T17:47:51.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.890+0000 7f6f989ab640 1 -- 172.21.15.32:0/2111322149 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f6f9406a8b0 con 0x7f6f940b2240 2024-09-13T17:47:51.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.890+0000 7f6f8affd640 1 -- 172.21.15.32:0/2111322149 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7f6f84017020 con 0x7f6f940b2240 2024-09-13T17:47:51.897 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:47:51.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.894+0000 7f6f989ab640 1 -- 172.21.15.32:0/2111322149 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6f740666c0 msgr2=0x7f6f74068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.894+0000 7f6f989ab640 1 --2- 172.21.15.32:0/2111322149 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6f740666c0 0x7f6f74068b80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f6f9414eca0 tx=0x7f6f7c009040 comp rx=0 tx=0).stop 2024-09-13T17:47:51.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.894+0000 7f6f989ab640 1 -- 172.21.15.32:0/2111322149 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f940b2240 msgr2=0x7f6f94150190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:51.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.894+0000 7f6f989ab640 1 --2- 172.21.15.32:0/2111322149 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f940b2240 0x7f6f94150190 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f6f8400c3c0 tx=0x7f6f8400c880 comp rx=0 tx=0).stop 2024-09-13T17:47:51.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.894+0000 7f6f989ab640 1 -- 172.21.15.32:0/2111322149 shutdown_connections 2024-09-13T17:47:51.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.894+0000 7f6f989ab640 1 --2- 172.21.15.32:0/2111322149 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6f740666c0 0x7f6f74068b80 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.894+0000 7f6f989ab640 1 --2- 172.21.15.32:0/2111322149 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f9415a520 0x7f6f941561d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.894+0000 7f6f989ab640 1 --2- 172.21.15.32:0/2111322149 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f940cec00 0x7f6f940c10a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.894+0000 7f6f989ab640 1 --2- 172.21.15.32:0/2111322149 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f940b2240 0x7f6f94150190 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:51.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.894+0000 7f6f989ab640 1 -- 172.21.15.32:0/2111322149 >> 172.21.15.32:0/2111322149 conn(0x7f6f9406a150 msgr2=0x7f6f94159750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:51.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.894+0000 7f6f989ab640 1 -- 172.21.15.32:0/2111322149 shutdown_connections 2024-09-13T17:47:51.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:51.894+0000 7f6f989ab640 1 -- 172.21.15.32:0/2111322149 wait complete. 2024-09-13T17:47:51.916 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:47:52.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff03afbf640 1 Processor -- start 2024-09-13T17:47:52.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff03afbf640 1 -- start start 2024-09-13T17:47:52.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff03afbf640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff03415c5b0 0x7ff0340b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff03afbf640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff0340b4110 0x7ff03415c990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff03afbf640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7ff03415ced0 0x7ff03415d360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff03afbf640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff034160ee0 con 0x7ff03415c5b0 2024-09-13T17:47:52.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff03afbf640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff034160140 con 0x7ff03415ced0 2024-09-13T17:47:52.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff03afbf640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff034160400 con 0x7ff0340b4110 2024-09-13T17:47:52.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff038d5b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff03415c5b0 0x7ff0340b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff038d5b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff03415c5b0 0x7ff0340b3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54632/0 (socket says 172.21.15.32:54632) 2024-09-13T17:47:52.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff038d5b640 1 -- 172.21.15.32:0/3580455215 learned_addr learned my addr 172.21.15.32:0/3580455215 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:52.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff033fff640 1 --2- 172.21.15.32:0/3580455215 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff0340b4110 0x7ff03415c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff03955c640 1 --2- 172.21.15.32:0/3580455215 >> v2:172.21.15.159:3300/0 conn(0x7ff03415ced0 0x7ff03415d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff038d5b640 1 -- 172.21.15.32:0/3580455215 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff0340b4110 msgr2=0x7ff03415c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:52.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff038d5b640 1 --2- 172.21.15.32:0/3580455215 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff0340b4110 0x7ff03415c990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff038d5b640 1 -- 172.21.15.32:0/3580455215 >> v2:172.21.15.159:3300/0 conn(0x7ff03415ced0 msgr2=0x7ff03415d360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:52.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff038d5b640 1 --2- 172.21.15.32:0/3580455215 >> v2:172.21.15.159:3300/0 conn(0x7ff03415ced0 0x7ff03415d360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff038d5b640 1 -- 172.21.15.32:0/3580455215 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0341606e0 con 0x7ff03415c5b0 2024-09-13T17:47:52.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff03955c640 1 --2- 172.21.15.32:0/3580455215 >> v2:172.21.15.159:3300/0 conn(0x7ff03415ced0 0x7ff03415d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:52.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.038+0000 7ff033fff640 1 --2- 172.21.15.32:0/3580455215 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff0340b4110 0x7ff03415c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:52.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff038d5b640 1 --2- 172.21.15.32:0/3580455215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff03415c5b0 0x7ff0340b3bd0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7ff034098ea0 tx=0x7ff02801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2adfd000ec5dca7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:52.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff0337fe640 1 -- 172.21.15.32:0/3580455215 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0280ac640 con 0x7ff03415c5b0 2024-09-13T17:47:52.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff0337fe640 1 -- 172.21.15.32:0/3580455215 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0280ac7a0 con 0x7ff03415c5b0 2024-09-13T17:47:52.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff0337fe640 1 -- 172.21.15.32:0/3580455215 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0280acb30 con 0x7ff03415c5b0 2024-09-13T17:47:52.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff03afbf640 1 -- 172.21.15.32:0/3580455215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff03415c5b0 msgr2=0x7ff0340b3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:52.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff03afbf640 1 --2- 172.21.15.32:0/3580455215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff03415c5b0 0x7ff0340b3bd0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7ff034098ea0 tx=0x7ff02801c4f0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff03afbf640 1 -- 172.21.15.32:0/3580455215 shutdown_connections 2024-09-13T17:47:52.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff03afbf640 1 --2- 172.21.15.32:0/3580455215 >> v2:172.21.15.159:3300/0 conn(0x7ff03415ced0 0x7ff03415d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff03afbf640 1 --2- 172.21.15.32:0/3580455215 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff0340b4110 0x7ff03415c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff03afbf640 1 --2- 172.21.15.32:0/3580455215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff03415c5b0 0x7ff0340b3bd0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff03afbf640 1 -- 172.21.15.32:0/3580455215 >> 172.21.15.32:0/3580455215 conn(0x7ff0340989e0 msgr2=0x7ff0340b4810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:52.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff03afbf640 1 -- 172.21.15.32:0/3580455215 shutdown_connections 2024-09-13T17:47:52.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff03afbf640 1 -- 172.21.15.32:0/3580455215 wait complete. 2024-09-13T17:47:52.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff03afbf640 1 Processor -- start 2024-09-13T17:47:52.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff03afbf640 1 -- start start 2024-09-13T17:47:52.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff03afbf640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0340b4110 0x7ff0340cb8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff03afbf640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff03415c5b0 0x7ff0340afc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff03afbf640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff03415ced0 0x7ff0340c9e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff03afbf640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0340caa80 con 0x7ff03415c5b0 2024-09-13T17:47:52.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff03afbf640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff03409d3d0 con 0x7ff0340b4110 2024-09-13T17:47:52.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.042+0000 7ff03afbf640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0340995f0 con 0x7ff03415ced0 2024-09-13T17:47:52.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff033fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff03415c5b0 0x7ff0340afc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff033fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff03415c5b0 0x7ff0340afc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54640/0 (socket says 172.21.15.32:54640) 2024-09-13T17:47:52.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff033fff640 1 -- 172.21.15.32:0/671175994 learned_addr learned my addr 172.21.15.32:0/671175994 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:52.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff03955c640 1 --2- 172.21.15.32:0/671175994 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff03415ced0 0x7ff0340c9e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff038d5b640 1 --2- 172.21.15.32:0/671175994 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0340b4110 0x7ff0340cb8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff033fff640 1 -- 172.21.15.32:0/671175994 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff03415ced0 msgr2=0x7ff0340c9e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:52.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff033fff640 1 --2- 172.21.15.32:0/671175994 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff03415ced0 0x7ff0340c9e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff033fff640 1 -- 172.21.15.32:0/671175994 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0340b4110 msgr2=0x7ff0340cb8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:52.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff033fff640 1 --2- 172.21.15.32:0/671175994 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0340b4110 0x7ff0340cb8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff033fff640 1 -- 172.21.15.32:0/671175994 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0280094d0 con 0x7ff03415c5b0 2024-09-13T17:47:52.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff033fff640 1 --2- 172.21.15.32:0/671175994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff03415c5b0 0x7ff0340afc10 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ff02000c7c0 tx=0x7ff02000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:52.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff0317fa640 1 -- 172.21.15.32:0/671175994 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff020007a30 con 0x7ff03415c5b0 2024-09-13T17:47:52.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff0317fa640 1 -- 172.21.15.32:0/671175994 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff020007b90 con 0x7ff03415c5b0 2024-09-13T17:47:52.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff03afbf640 1 -- 172.21.15.32:0/671175994 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0340998d0 con 0x7ff03415c5b0 2024-09-13T17:47:52.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff0317fa640 1 -- 172.21.15.32:0/671175994 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff02000ce70 con 0x7ff03415c5b0 2024-09-13T17:47:52.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff03afbf640 1 -- 172.21.15.32:0/671175994 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff034099e90 con 0x7ff03415c5b0 2024-09-13T17:47:52.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff03afbf640 1 -- 172.21.15.32:0/671175994 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff03409a0b0 con 0x7ff03415c5b0 2024-09-13T17:47:52.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff0317fa640 1 -- 172.21.15.32:0/671175994 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff0200113f0 con 0x7ff03415c5b0 2024-09-13T17:47:52.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff0317fa640 1 --2- 172.21.15.32:0/671175994 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff018066690 0x7ff018068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff0317fa640 1 -- 172.21.15.32:0/671175994 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff020084890 con 0x7ff03415c5b0 2024-09-13T17:47:52.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff038d5b640 1 --2- 172.21.15.32:0/671175994 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff018066690 0x7ff018068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.046+0000 7ff038d5b640 1 --2- 172.21.15.32:0/671175994 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff018066690 0x7ff018068b50 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff0280ae000 tx=0x7ff028008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:52.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.050+0000 7ff0317fa640 1 -- 172.21.15.32:0/671175994 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff0200519a0 con 0x7ff03415c5b0 2024-09-13T17:47:52.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.246+0000 7ff03afbf640 1 -- 172.21.15.32:0/671175994 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff0340b3bd0 con 0x7ff03415c5b0 2024-09-13T17:47:52.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.246+0000 7ff0317fa640 1 -- 172.21.15.32:0/671175994 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4733 (secure 0 0 0) 0x7ff020054fc0 con 0x7ff03415c5b0 2024-09-13T17:47:52.253 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:52.253 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6837/1164054309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6836","nonce":1164054309},{"type":"v1","addr":"172.21.15.159:6837","nonce":1164054309}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6834/1116780765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1116780765},{"type":"v1","addr":"172.21.15.32:6834","nonce":1116780765}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/3250001992","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6833","nonce":3250001992},{"type":"v1","addr":"172.21.15.32:6835","nonce":3250001992}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:47:20.077204+0000","modified":"2024-09-13T17:47:42.293132+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.159:6835/578569681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6834","nonce":578569681},{"type":"v1","addr":"172.21.15.159:6835","nonce":578569681}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T17:47:52.253 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-09-13T17:47:52.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.250+0000 7ff03afbf640 1 -- 172.21.15.32:0/671175994 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff018066690 msgr2=0x7ff018068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:52.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.250+0000 7ff03afbf640 1 --2- 172.21.15.32:0/671175994 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff018066690 0x7ff018068b50 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff0280ae000 tx=0x7ff028008040 comp rx=0 tx=0).stop 2024-09-13T17:47:52.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.250+0000 7ff03afbf640 1 -- 172.21.15.32:0/671175994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff03415c5b0 msgr2=0x7ff0340afc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:52.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.250+0000 7ff03afbf640 1 --2- 172.21.15.32:0/671175994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff03415c5b0 0x7ff0340afc10 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ff02000c7c0 tx=0x7ff02000cc80 comp rx=0 tx=0).stop 2024-09-13T17:47:52.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.250+0000 7ff03afbf640 1 -- 172.21.15.32:0/671175994 shutdown_connections 2024-09-13T17:47:52.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.250+0000 7ff03afbf640 1 --2- 172.21.15.32:0/671175994 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff018066690 0x7ff018068b50 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.250+0000 7ff03afbf640 1 --2- 172.21.15.32:0/671175994 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff03415ced0 0x7ff0340c9e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.250+0000 7ff03afbf640 1 --2- 172.21.15.32:0/671175994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff03415c5b0 0x7ff0340afc10 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.250+0000 7ff03afbf640 1 --2- 172.21.15.32:0/671175994 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0340b4110 0x7ff0340cb8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.250+0000 7ff03afbf640 1 -- 172.21.15.32:0/671175994 >> 172.21.15.32:0/671175994 conn(0x7ff0340989e0 msgr2=0x7ff0340b17b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:52.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.250+0000 7ff03afbf640 1 -- 172.21.15.32:0/671175994 shutdown_connections 2024-09-13T17:47:52.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.250+0000 7ff03afbf640 1 -- 172.21.15.32:0/671175994 wait complete. 2024-09-13T17:47:52.271 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:47:52.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.374+0000 7f3eb1ed5640 1 Processor -- start 2024-09-13T17:47:52.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.374+0000 7f3eb1ed5640 1 -- start start 2024-09-13T17:47:52.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eb1ed5640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3eac15c4f0 0x7f3eac0d0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eb1ed5640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3eac0ccfd0 con 0x7f3eac0cdca0 2024-09-13T17:47:52.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eb1ed5640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3eac0cd200 con 0x7f3eac0cf860 2024-09-13T17:47:52.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eb1ed5640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3eac0cfca0 con 0x7f3eac15c4f0 2024-09-13T17:47:52.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eabfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f3eac0cdca0 0x7f3eac0d23c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:58152/0 (socket says 172.21.15.32:58152) 2024-09-13T17:47:52.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eabfff640 1 -- 172.21.15.32:0/2753536015 learned_addr learned my addr 172.21.15.32:0/2753536015 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:52.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaa7fc640 1 -- 172.21.15.32:0/2753536015 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3473386361 0 0) 0x7f3eac0ccfd0 con 0x7f3eac0cdca0 2024-09-13T17:47:52.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eab7fe640 1 --2- 172.21.15.32:0/2753536015 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3eac15c4f0 0x7f3eac0d0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaa7fc640 1 -- 172.21.15.32:0/2753536015 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3e98003530 con 0x7f3eac0cdca0 2024-09-13T17:47:52.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaa7fc640 1 -- 172.21.15.32:0/2753536015 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3900595011 0 0) 0x7f3e98003530 con 0x7f3eac0cdca0 2024-09-13T17:47:52.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaa7fc640 1 -- 172.21.15.32:0/2753536015 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3eac15c4f0 msgr2=0x7f3eac0d0a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:52.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaa7fc640 1 --2- 172.21.15.32:0/2753536015 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3eac15c4f0 0x7f3eac0d0a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaa7fc640 1 -- 172.21.15.32:0/2753536015 >> v1:172.21.15.159:6789/0 conn(0x7f3eac0cf860 legacy=0x7f3eac06b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:52.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaa7fc640 1 -- 172.21.15.32:0/2753536015 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3eac0d1110 con 0x7f3eac0cdca0 2024-09-13T17:47:52.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaa7fc640 1 -- 172.21.15.32:0/2753536015 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f3e94001680 con 0x7f3eac0cdca0 2024-09-13T17:47:52.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaa7fc640 1 -- 172.21.15.32:0/2753536015 >> v1:172.21.15.32:6789/0 conn(0x7f3eac0cdca0 legacy=0x7f3eac0d23c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:52.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaa7fc640 1 --2- 172.21.15.32:0/2753536015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3e980039b0 0x7f3e98003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaa7fc640 1 --2- 172.21.15.32:0/2753536015 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3e980047d0 0x7f3e98004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaa7fc640 1 --2- 172.21.15.32:0/2753536015 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3eac15c4f0 0x7f3e980051b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaa7fc640 1 -- 172.21.15.32:0/2753536015 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3eac0cfca0 con 0x7f3e980039b0 2024-09-13T17:47:52.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaa7fc640 1 -- 172.21.15.32:0/2753536015 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e9800baa0 con 0x7f3e980047d0 2024-09-13T17:47:52.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaa7fc640 1 -- 172.21.15.32:0/2753536015 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e9800bc60 con 0x7f3eac15c4f0 2024-09-13T17:47:52.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eab7fe640 1 --2- 172.21.15.32:0/2753536015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3e980039b0 0x7f3e98003db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eabfff640 1 --2- 172.21.15.32:0/2753536015 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3eac15c4f0 0x7f3e980051b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eab7fe640 1 -- 172.21.15.32:0/2753536015 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3eac15c4f0 msgr2=0x7f3e980051b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:52.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaaffd640 1 --2- 172.21.15.32:0/2753536015 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3e980047d0 0x7f3e98004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eab7fe640 1 --2- 172.21.15.32:0/2753536015 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3eac15c4f0 0x7f3e980051b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eab7fe640 1 -- 172.21.15.32:0/2753536015 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3e980047d0 msgr2=0x7f3e98004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:52.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eab7fe640 1 --2- 172.21.15.32:0/2753536015 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3e980047d0 0x7f3e98004c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eab7fe640 1 -- 172.21.15.32:0/2753536015 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e98003530 con 0x7f3e980039b0 2024-09-13T17:47:52.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eabfff640 1 --2- 172.21.15.32:0/2753536015 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3eac15c4f0 0x7f3e980051b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:52.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eab7fe640 1 --2- 172.21.15.32:0/2753536015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3e980039b0 0x7f3e98003db0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3ea4007360 tx=0x7f3ea401ce10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da9b9a2fd0e4929a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:52.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaa7fc640 1 -- 172.21.15.32:0/2753536015 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ea40a5cf0 con 0x7f3e980039b0 2024-09-13T17:47:52.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaa7fc640 1 -- 172.21.15.32:0/2753536015 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ea40a5e50 con 0x7f3e980039b0 2024-09-13T17:47:52.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.378+0000 7f3eaa7fc640 1 -- 172.21.15.32:0/2753536015 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ea40ad660 con 0x7f3e980039b0 2024-09-13T17:47:52.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eb1ed5640 1 -- 172.21.15.32:0/2753536015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3e980039b0 msgr2=0x7f3e98003db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:52.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eb1ed5640 1 --2- 172.21.15.32:0/2753536015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3e980039b0 0x7f3e98003db0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3ea4007360 tx=0x7f3ea401ce10 comp rx=0 tx=0).stop 2024-09-13T17:47:52.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eabfff640 1 -- 172.21.15.32:0/2753536015 reap_dead start 2024-09-13T17:47:52.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eb1ed5640 1 -- 172.21.15.32:0/2753536015 shutdown_connections 2024-09-13T17:47:52.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eb1ed5640 1 -- 172.21.15.32:0/2753536015 >> 172.21.15.32:0/2753536015 conn(0x7f3eac08bf30 msgr2=0x7f3eac09b850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:52.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eb1ed5640 1 -- 172.21.15.32:0/2753536015 shutdown_connections 2024-09-13T17:47:52.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eb1ed5640 1 -- 172.21.15.32:0/2753536015 wait complete. 2024-09-13T17:47:52.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eb1ed5640 1 Processor -- start 2024-09-13T17:47:52.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eb1ed5640 1 -- start start 2024-09-13T17:47:52.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eb1ed5640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3e980039b0 0x7f3eac15ca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eb1ed5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3eac15f570 0x7f3eac154070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eb1ed5640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3eac152450 0x7f3eac0b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eb1ed5640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3eac15e7b0 con 0x7f3eac15f570 2024-09-13T17:47:52.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eb1ed5640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3eac15ea90 con 0x7f3e980039b0 2024-09-13T17:47:52.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eb1ed5640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3eac15ed70 con 0x7f3eac152450 2024-09-13T17:47:52.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eaaffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3eac15f570 0x7f3eac154070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eaaffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3eac15f570 0x7f3eac154070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54664/0 (socket says 172.21.15.32:54664) 2024-09-13T17:47:52.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eaaffd640 1 -- 172.21.15.32:0/1026592329 learned_addr learned my addr 172.21.15.32:0/1026592329 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:52.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eab7fe640 1 --2- 172.21.15.32:0/1026592329 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3e980039b0 0x7f3eac15ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eabfff640 1 --2- 172.21.15.32:0/1026592329 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3eac152450 0x7f3eac0b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eaaffd640 1 -- 172.21.15.32:0/1026592329 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3eac152450 msgr2=0x7f3eac0b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:52.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eaaffd640 1 --2- 172.21.15.32:0/1026592329 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3eac152450 0x7f3eac0b6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eaaffd640 1 -- 172.21.15.32:0/1026592329 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3e980039b0 msgr2=0x7f3eac15ca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:52.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eaaffd640 1 --2- 172.21.15.32:0/1026592329 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3e980039b0 0x7f3eac15ca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eaaffd640 1 -- 172.21.15.32:0/1026592329 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3eac15f050 con 0x7f3eac15f570 2024-09-13T17:47:52.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eab7fe640 1 --2- 172.21.15.32:0/1026592329 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3e980039b0 0x7f3eac15ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:52.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eaaffd640 1 --2- 172.21.15.32:0/1026592329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3eac15f570 0x7f3eac154070 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c00d4f0 tx=0x7f3e9c00d9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:52.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3ea3fff640 1 -- 172.21.15.32:0/1026592329 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e9c005230 con 0x7f3eac15f570 2024-09-13T17:47:52.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3ea3fff640 1 -- 172.21.15.32:0/1026592329 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e9c005390 con 0x7f3eac15f570 2024-09-13T17:47:52.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3ea3fff640 1 -- 172.21.15.32:0/1026592329 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e9c004880 con 0x7f3eac15f570 2024-09-13T17:47:52.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eb1ed5640 1 -- 172.21.15.32:0/1026592329 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3eac1528d0 con 0x7f3eac15f570 2024-09-13T17:47:52.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eb1ed5640 1 -- 172.21.15.32:0/1026592329 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3eac15d030 con 0x7f3eac15f570 2024-09-13T17:47:52.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.382+0000 7f3eb1ed5640 1 -- 172.21.15.32:0/1026592329 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3eac15f290 con 0x7f3eac15f570 2024-09-13T17:47:52.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.386+0000 7f3ea3fff640 1 -- 172.21.15.32:0/1026592329 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3e9c0049e0 con 0x7f3eac15f570 2024-09-13T17:47:52.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.386+0000 7f3ea3fff640 1 --2- 172.21.15.32:0/1026592329 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3e8c066690 0x7f3e8c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.386+0000 7f3ea3fff640 1 -- 172.21.15.32:0/1026592329 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f3e9c084500 con 0x7f3eac15f570 2024-09-13T17:47:52.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.386+0000 7f3eab7fe640 1 --2- 172.21.15.32:0/1026592329 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3e8c066690 0x7f3e8c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.386+0000 7f3eab7fe640 1 --2- 172.21.15.32:0/1026592329 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3e8c066690 0x7f3e8c068b50 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f3ea40af000 tx=0x7f3ea4004a50 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:52.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.390+0000 7f3ea3fff640 1 -- 172.21.15.32:0/1026592329 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3eac15f290 con 0x7f3eac15f570 2024-09-13T17:47:52.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.550+0000 7f3eb1ed5640 1 -- 172.21.15.32:0/1026592329 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3eac15f290 con 0x7f3eac15f570 2024-09-13T17:47:52.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.554+0000 7f3ea3fff640 1 -- 172.21.15.32:0/1026592329 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18334 (secure 0 0 0) 0x7f3eac15f290 con 0x7f3eac15f570 2024-09-13T17:47:52.559 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:52.559 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":27,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:47:24.598946+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:47:52.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.554+0000 7f3eb1ed5640 1 -- 172.21.15.32:0/1026592329 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3e8c066690 msgr2=0x7f3e8c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:52.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.554+0000 7f3eb1ed5640 1 --2- 172.21.15.32:0/1026592329 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3e8c066690 0x7f3e8c068b50 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f3ea40af000 tx=0x7f3ea4004a50 comp rx=0 tx=0).stop 2024-09-13T17:47:52.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.554+0000 7f3eb1ed5640 1 -- 172.21.15.32:0/1026592329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3eac15f570 msgr2=0x7f3eac154070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:52.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.554+0000 7f3eb1ed5640 1 --2- 172.21.15.32:0/1026592329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3eac15f570 0x7f3eac154070 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c00d4f0 tx=0x7f3e9c00d9b0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.554+0000 7f3eb1ed5640 1 -- 172.21.15.32:0/1026592329 shutdown_connections 2024-09-13T17:47:52.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.554+0000 7f3eb1ed5640 1 --2- 172.21.15.32:0/1026592329 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3e8c066690 0x7f3e8c068b50 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.554+0000 7f3eb1ed5640 1 --2- 172.21.15.32:0/1026592329 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3eac152450 0x7f3eac0b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.554+0000 7f3eb1ed5640 1 --2- 172.21.15.32:0/1026592329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3eac15f570 0x7f3eac154070 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.554+0000 7f3eb1ed5640 1 --2- 172.21.15.32:0/1026592329 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3e980039b0 0x7f3eac15ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.554+0000 7f3eb1ed5640 1 -- 172.21.15.32:0/1026592329 >> 172.21.15.32:0/1026592329 conn(0x7f3eac08bf30 msgr2=0x7f3eac0b02e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:52.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.554+0000 7f3eb1ed5640 1 -- 172.21.15.32:0/1026592329 shutdown_connections 2024-09-13T17:47:52.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.554+0000 7f3eb1ed5640 1 -- 172.21.15.32:0/1026592329 wait complete. 2024-09-13T17:47:52.582 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:47:52.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.694+0000 7f685e893640 1 Processor -- start 2024-09-13T17:47:52.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.694+0000 7f685e893640 1 -- start start 2024-09-13T17:47:52.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f685e893640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f68580ce4d0 0x7f68580ce900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f685e893640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f68580cee40 con 0x7f685815c420 2024-09-13T17:47:52.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f685e893640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f68580ab910 con 0x7f68580ad860 2024-09-13T17:47:52.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f685e893640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68580ac590 con 0x7f68580ce4d0 2024-09-13T17:47:52.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6857fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f685815c420 0x7f68580ab150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:58166/0 (socket says 172.21.15.32:58166) 2024-09-13T17:47:52.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6857fff640 1 -- 172.21.15.32:0/2137377329 learned_addr learned my addr 172.21.15.32:0/2137377329 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:52.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f685ce30640 1 --2- 172.21.15.32:0/2137377329 >> v2:172.21.15.159:3300/0 conn(0x7f68580ce4d0 0x7f68580ce900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6856ffd640 1 -- 172.21.15.32:0/2137377329 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4129031971 0 0) 0x7f68580cee40 con 0x7f685815c420 2024-09-13T17:47:52.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6856ffd640 1 -- 172.21.15.32:0/2137377329 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6840003530 con 0x7f685815c420 2024-09-13T17:47:52.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6856ffd640 1 -- 172.21.15.32:0/2137377329 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 345523167 0 0) 0x7f6840003530 con 0x7f685815c420 2024-09-13T17:47:52.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6856ffd640 1 -- 172.21.15.32:0/2137377329 >> v2:172.21.15.159:3300/0 conn(0x7f68580ce4d0 msgr2=0x7f68580ce900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:52.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6856ffd640 1 --2- 172.21.15.32:0/2137377329 >> v2:172.21.15.159:3300/0 conn(0x7f68580ce4d0 0x7f68580ce900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6856ffd640 1 -- 172.21.15.32:0/2137377329 >> v1:172.21.15.159:6789/0 conn(0x7f68580ad860 legacy=0x7f68580ac9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:52.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6856ffd640 1 -- 172.21.15.32:0/2137377329 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68580abbf0 con 0x7f685815c420 2024-09-13T17:47:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6856ffd640 1 -- 172.21.15.32:0/2137377329 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f6848001a00 con 0x7f685815c420 2024-09-13T17:47:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6856ffd640 1 -- 172.21.15.32:0/2137377329 >> v1:172.21.15.32:6789/0 conn(0x7f685815c420 legacy=0x7f68580ab150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6856ffd640 1 --2- 172.21.15.32:0/2137377329 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6840003980 0x7f6840003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6856ffd640 1 --2- 172.21.15.32:0/2137377329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f68400047d0 0x7f6840004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6856ffd640 1 --2- 172.21.15.32:0/2137377329 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6840005190 0x7f684000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6856ffd640 1 -- 172.21.15.32:0/2137377329 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68580ac590 con 0x7f68400047d0 2024-09-13T17:47:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6856ffd640 1 -- 172.21.15.32:0/2137377329 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f684000c130 con 0x7f6840003980 2024-09-13T17:47:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6856ffd640 1 -- 172.21.15.32:0/2137377329 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f684000c2f0 con 0x7f6840005190 2024-09-13T17:47:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f68577fe640 1 --2- 172.21.15.32:0/2137377329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f68400047d0 0x7f6840004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6857fff640 1 --2- 172.21.15.32:0/2137377329 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6840003980 0x7f6840003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f685ce30640 1 --2- 172.21.15.32:0/2137377329 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6840005190 0x7f684000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f68577fe640 1 -- 172.21.15.32:0/2137377329 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6840005190 msgr2=0x7f684000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f68577fe640 1 --2- 172.21.15.32:0/2137377329 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6840005190 0x7f684000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f68577fe640 1 -- 172.21.15.32:0/2137377329 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6840003980 msgr2=0x7f6840003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:52.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f68577fe640 1 --2- 172.21.15.32:0/2137377329 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6840003980 0x7f6840003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f68577fe640 1 -- 172.21.15.32:0/2137377329 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6840003530 con 0x7f68400047d0 2024-09-13T17:47:52.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f685ce30640 1 --2- 172.21.15.32:0/2137377329 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6840005190 0x7f684000b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:52.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f6857fff640 1 --2- 172.21.15.32:0/2137377329 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6840003980 0x7f6840003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:47:52.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f685ce30640 1 -- 172.21.15.32:0/2137377329 reap_dead start 2024-09-13T17:47:52.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.698+0000 7f68577fe640 1 --2- 172.21.15.32:0/2137377329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f68400047d0 0x7f6840004c50 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f684c001780 tx=0x7f684c01c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8525b832ca62ce5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:52.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f6856ffd640 1 -- 172.21.15.32:0/2137377329 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f684c0052d0 con 0x7f68400047d0 2024-09-13T17:47:52.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f6856ffd640 1 -- 172.21.15.32:0/2137377329 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f684c0a7050 con 0x7f68400047d0 2024-09-13T17:47:52.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f6856ffd640 1 -- 172.21.15.32:0/2137377329 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f684c003600 con 0x7f68400047d0 2024-09-13T17:47:52.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685e893640 1 -- 172.21.15.32:0/2137377329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f68400047d0 msgr2=0x7f6840004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:52.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685e893640 1 --2- 172.21.15.32:0/2137377329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f68400047d0 0x7f6840004c50 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f684c001780 tx=0x7f684c01c3d0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685e893640 1 -- 172.21.15.32:0/2137377329 shutdown_connections 2024-09-13T17:47:52.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685e893640 1 --2- 172.21.15.32:0/2137377329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f68400047d0 0x7f6840004c50 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685e893640 1 -- 172.21.15.32:0/2137377329 >> 172.21.15.32:0/2137377329 conn(0x7f685806a150 msgr2=0x7f685806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:52.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685e893640 1 -- 172.21.15.32:0/2137377329 shutdown_connections 2024-09-13T17:47:52.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685e893640 1 -- 172.21.15.32:0/2137377329 wait complete. 2024-09-13T17:47:52.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685e893640 1 Processor -- start 2024-09-13T17:47:52.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685e893640 1 -- start start 2024-09-13T17:47:52.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685e893640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f68400047d0 0x7f68581f52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685e893640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f68580adcd0 0x7f685815b010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685e893640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f685815b550 0x7f68580c7270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685e893640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68580c6e50 con 0x7f68400047d0 2024-09-13T17:47:52.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685e893640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f685815b9d0 con 0x7f68580adcd0 2024-09-13T17:47:52.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685e893640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68580b04c0 con 0x7f685815b550 2024-09-13T17:47:52.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f6857fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f68400047d0 0x7f68581f52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f6857fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f68400047d0 0x7f68581f52e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54684/0 (socket says 172.21.15.32:54684) 2024-09-13T17:47:52.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f6857fff640 1 -- 172.21.15.32:0/2468232801 learned_addr learned my addr 172.21.15.32:0/2468232801 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:52.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f68577fe640 1 --2- 172.21.15.32:0/2468232801 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f68580adcd0 0x7f685815b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f6857fff640 1 -- 172.21.15.32:0/2468232801 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f685815b550 msgr2=0x7f68580c7270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:52.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685ce30640 1 --2- 172.21.15.32:0/2468232801 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f685815b550 0x7f68580c7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f6857fff640 1 --2- 172.21.15.32:0/2468232801 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f685815b550 0x7f68580c7270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f6857fff640 1 -- 172.21.15.32:0/2468232801 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f68580adcd0 msgr2=0x7f685815b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:52.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f6857fff640 1 --2- 172.21.15.32:0/2468232801 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f68580adcd0 0x7f685815b010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f6857fff640 1 -- 172.21.15.32:0/2468232801 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68580ab6e0 con 0x7f68400047d0 2024-09-13T17:47:52.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f68577fe640 1 --2- 172.21.15.32:0/2468232801 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f68580adcd0 0x7f685815b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:52.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685ce30640 1 --2- 172.21.15.32:0/2468232801 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f685815b550 0x7f68580c7270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:52.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f6857fff640 1 --2- 172.21.15.32:0/2468232801 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f68400047d0 0x7f68581f52e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f6848001340 tx=0x7f684800e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:52.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f6854ff9640 1 -- 172.21.15.32:0/2468232801 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f684800ee20 con 0x7f68400047d0 2024-09-13T17:47:52.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f6854ff9640 1 -- 172.21.15.32:0/2468232801 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6848013420 con 0x7f68400047d0 2024-09-13T17:47:52.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685e893640 1 -- 172.21.15.32:0/2468232801 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68580b0760 con 0x7f68400047d0 2024-09-13T17:47:52.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f6854ff9640 1 -- 172.21.15.32:0/2468232801 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68480137d0 con 0x7f68400047d0 2024-09-13T17:47:52.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.702+0000 7f685e893640 1 -- 172.21.15.32:0/2468232801 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68580c6a70 con 0x7f68400047d0 2024-09-13T17:47:52.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.706+0000 7f685e893640 1 -- 172.21.15.32:0/2468232801 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f68580c68d0 con 0x7f68400047d0 2024-09-13T17:47:52.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.706+0000 7f6854ff9640 1 -- 172.21.15.32:0/2468232801 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6848013930 con 0x7f68400047d0 2024-09-13T17:47:52.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.706+0000 7f6854ff9640 1 --2- 172.21.15.32:0/2468232801 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f68440666c0 0x7f6844068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:52.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.706+0000 7f6854ff9640 1 -- 172.21.15.32:0/2468232801 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6848084a90 con 0x7f68400047d0 2024-09-13T17:47:52.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.706+0000 7f68577fe640 1 --2- 172.21.15.32:0/2468232801 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f68440666c0 0x7f6844068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:52.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.706+0000 7f68577fe640 1 --2- 172.21.15.32:0/2468232801 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f68440666c0 0x7f6844068b80 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f684c001750 tx=0x7f684c0011a0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:52.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.710+0000 7f6854ff9640 1 -- 172.21.15.32:0/2468232801 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f68580c68d0 con 0x7f68400047d0 2024-09-13T17:47:52.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.902+0000 7f685e893640 1 -- 172.21.15.32:0/2468232801 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f68580c68d0 con 0x7f68400047d0 2024-09-13T17:47:52.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.902+0000 7f6854ff9640 1 -- 172.21.15.32:0/2468232801 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4733 (secure 0 0 0) 0x7f68580c68d0 con 0x7f68400047d0 2024-09-13T17:47:52.909 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:47:52.909 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6837/1164054309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6836","nonce":1164054309},{"type":"v1","addr":"172.21.15.159:6837","nonce":1164054309}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6834/1116780765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1116780765},{"type":"v1","addr":"172.21.15.32:6834","nonce":1116780765}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/3250001992","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6833","nonce":3250001992},{"type":"v1","addr":"172.21.15.32:6835","nonce":3250001992}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:47:20.077204+0000","modified":"2024-09-13T17:47:42.293132+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.159:6835/578569681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6834","nonce":578569681},{"type":"v1","addr":"172.21.15.159:6835","nonce":578569681}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T17:47:52.909 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-09-13T17:47:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.906+0000 7f685e893640 1 -- 172.21.15.32:0/2468232801 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f68440666c0 msgr2=0x7f6844068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.906+0000 7f685e893640 1 --2- 172.21.15.32:0/2468232801 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f68440666c0 0x7f6844068b80 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f684c001750 tx=0x7f684c0011a0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.906+0000 7f685e893640 1 -- 172.21.15.32:0/2468232801 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f68400047d0 msgr2=0x7f68581f52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.906+0000 7f685e893640 1 --2- 172.21.15.32:0/2468232801 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f68400047d0 0x7f68581f52e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f6848001340 tx=0x7f684800e530 comp rx=0 tx=0).stop 2024-09-13T17:47:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.906+0000 7f685e893640 1 -- 172.21.15.32:0/2468232801 shutdown_connections 2024-09-13T17:47:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.906+0000 7f685e893640 1 --2- 172.21.15.32:0/2468232801 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f68440666c0 0x7f6844068b80 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.906+0000 7f685e893640 1 --2- 172.21.15.32:0/2468232801 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f685815b550 0x7f68580c7270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.906+0000 7f685e893640 1 --2- 172.21.15.32:0/2468232801 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f68580adcd0 0x7f685815b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.906+0000 7f685e893640 1 --2- 172.21.15.32:0/2468232801 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f68400047d0 0x7f68581f52e0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.906+0000 7f685e893640 1 -- 172.21.15.32:0/2468232801 >> 172.21.15.32:0/2468232801 conn(0x7f685806a150 msgr2=0x7f6858071210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.906+0000 7f685e893640 1 -- 172.21.15.32:0/2468232801 shutdown_connections 2024-09-13T17:47:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:52.906+0000 7f685e893640 1 -- 172.21.15.32:0/2468232801 wait complete. 2024-09-13T17:47:53.330 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T17:47:20.077204+0000', 'modified': '2024-09-13T17:47:42.293132+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4279}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4279': {'gid': 4279, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.159:6835/578569681', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.159:6834', 'nonce': 578569681}, {'type': 'v1', 'addr': '172.21.15.159:6835', 'nonce': 578569681}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T17:47:53.330 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T17:47:53.330 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-13T17:47:53.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.462+0000 7ff0c3510640 1 Processor -- start 2024-09-13T17:47:53.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.462+0000 7ff0c3510640 1 -- start start 2024-09-13T17:47:53.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.462+0000 7ff0c3510640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff0bc15d7b0 0x7ff0bc071f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.462+0000 7ff0c3510640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff0bc0aaed0 0x7ff0bc0ac7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.462+0000 7ff0c3510640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0bc15db90 con 0x7ff0bc0ca940 2024-09-13T17:47:53.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.462+0000 7ff0c3510640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0bc0ab720 con 0x7ff0bc15d7b0 2024-09-13T17:47:53.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.462+0000 7ff0c3510640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0bc0aba00 con 0x7ff0bc0aaed0 2024-09-13T17:47:53.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.462+0000 7ff0c12ac640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff0bc15d7b0 0x7ff0bc071f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:53.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.462+0000 7ff0c12ac640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff0bc15d7b0 0x7ff0bc071f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54692/0 (socket says 172.21.15.32:54692) 2024-09-13T17:47:53.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.462+0000 7ff0c12ac640 1 -- 172.21.15.32:0/3274607428 learned_addr learned my addr 172.21.15.32:0/3274607428 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:53.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.462+0000 7ff0c0aab640 1 --2- 172.21.15.32:0/3274607428 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff0bc0aaed0 0x7ff0bc0ac7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:53.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.462+0000 7ff0c12ac640 1 -- 172.21.15.32:0/3274607428 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff0bc0aaed0 msgr2=0x7ff0bc0ac7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:53.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.462+0000 7ff0c12ac640 1 --2- 172.21.15.32:0/3274607428 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff0bc0aaed0 0x7ff0bc0ac7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.462+0000 7ff0c12ac640 1 -- 172.21.15.32:0/3274607428 >> v1:172.21.15.159:6789/0 conn(0x7ff0bc0ca940 legacy=0x7ff0bc0cadb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:53.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.462+0000 7ff0c12ac640 1 -- 172.21.15.32:0/3274607428 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0bc0abce0 con 0x7ff0bc15d7b0 2024-09-13T17:47:53.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.462+0000 7ff0c0aab640 1 --2- 172.21.15.32:0/3274607428 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff0bc0aaed0 0x7ff0bc0ac7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:53.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.466+0000 7ff0c12ac640 1 --2- 172.21.15.32:0/3274607428 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0bc15d7b0 0x7ff0bc071f90 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8009870 tx=0x7ff0b801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6114cf0535f51245 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:53.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.466+0000 7ff0b3fff640 1 -- 172.21.15.32:0/3274607428 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b80ac630 con 0x7ff0bc15d7b0 2024-09-13T17:47:53.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.466+0000 7ff0b3fff640 1 -- 172.21.15.32:0/3274607428 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0b80ac790 con 0x7ff0bc15d7b0 2024-09-13T17:47:53.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.466+0000 7ff0b3fff640 1 -- 172.21.15.32:0/3274607428 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b80acb20 con 0x7ff0bc15d7b0 2024-09-13T17:47:53.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.466+0000 7ff0c3510640 1 -- 172.21.15.32:0/3274607428 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0bc15d7b0 msgr2=0x7ff0bc071f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:53.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.466+0000 7ff0c3510640 1 --2- 172.21.15.32:0/3274607428 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0bc15d7b0 0x7ff0bc071f90 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8009870 tx=0x7ff0b801c520 comp rx=0 tx=0).stop 2024-09-13T17:47:53.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.466+0000 7ff0c3510640 1 -- 172.21.15.32:0/3274607428 shutdown_connections 2024-09-13T17:47:53.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.466+0000 7ff0c3510640 1 --2- 172.21.15.32:0/3274607428 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff0bc0aaed0 0x7ff0bc0ac7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.466+0000 7ff0c3510640 1 --2- 172.21.15.32:0/3274607428 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0bc15d7b0 0x7ff0bc071f90 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.466+0000 7ff0c3510640 1 -- 172.21.15.32:0/3274607428 >> 172.21.15.32:0/3274607428 conn(0x7ff0bc0afbf0 msgr2=0x7ff0bc0b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:53.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.466+0000 7ff0c3510640 1 -- 172.21.15.32:0/3274607428 shutdown_connections 2024-09-13T17:47:53.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.466+0000 7ff0c3510640 1 -- 172.21.15.32:0/3274607428 wait complete. 2024-09-13T17:47:53.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c3510640 1 Processor -- start 2024-09-13T17:47:53.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c3510640 1 -- start start 2024-09-13T17:47:53.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c3510640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0bc0aaed0 0x7ff0bc1429c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c3510640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff0bc0ca940 0x7ff0bc09a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c3510640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0bc15d7b0 0x7ff0bc0989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c3510640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0bc1460e0 con 0x7ff0bc0aaed0 2024-09-13T17:47:53.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c3510640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0bc09ac00 con 0x7ff0bc15d7b0 2024-09-13T17:47:53.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c3510640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0bc1454d0 con 0x7ff0bc0ca940 2024-09-13T17:47:53.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c12ac640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0bc0aaed0 0x7ff0bc1429c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:53.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c12ac640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0bc0aaed0 0x7ff0bc1429c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54706/0 (socket says 172.21.15.32:54706) 2024-09-13T17:47:53.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c12ac640 1 -- 172.21.15.32:0/1398755956 learned_addr learned my addr 172.21.15.32:0/1398755956 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:53.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c0aab640 1 --2- 172.21.15.32:0/1398755956 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff0bc0ca940 0x7ff0bc09a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:53.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c1aad640 1 --2- 172.21.15.32:0/1398755956 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0bc15d7b0 0x7ff0bc0989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:53.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c12ac640 1 -- 172.21.15.32:0/1398755956 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff0bc0ca940 msgr2=0x7ff0bc09a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:53.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c12ac640 1 --2- 172.21.15.32:0/1398755956 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff0bc0ca940 0x7ff0bc09a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c12ac640 1 -- 172.21.15.32:0/1398755956 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0bc15d7b0 msgr2=0x7ff0bc0989e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:53.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c12ac640 1 --2- 172.21.15.32:0/1398755956 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0bc15d7b0 0x7ff0bc0989e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c12ac640 1 -- 172.21.15.32:0/1398755956 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0b80094d0 con 0x7ff0bc0aaed0 2024-09-13T17:47:53.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c1aad640 1 --2- 172.21.15.32:0/1398755956 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0bc15d7b0 0x7ff0bc0989e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:53.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c12ac640 1 --2- 172.21.15.32:0/1398755956 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0bc0aaed0 0x7ff0bc1429c0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ff0b80af040 tx=0x7ff0b801ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:53.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0b1ffb640 1 -- 172.21.15.32:0/1398755956 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b80b7830 con 0x7ff0bc0aaed0 2024-09-13T17:47:53.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0b1ffb640 1 -- 172.21.15.32:0/1398755956 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0b80b7990 con 0x7ff0bc0aaed0 2024-09-13T17:47:53.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0b1ffb640 1 -- 172.21.15.32:0/1398755956 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b80b7d20 con 0x7ff0bc0aaed0 2024-09-13T17:47:53.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c3510640 1 -- 172.21.15.32:0/1398755956 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0bc1457b0 con 0x7ff0bc0aaed0 2024-09-13T17:47:53.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.470+0000 7ff0c3510640 1 -- 172.21.15.32:0/1398755956 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0bc145d70 con 0x7ff0bc0aaed0 2024-09-13T17:47:53.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0b1ffb640 1 -- 172.21.15.32:0/1398755956 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff0b80b3040 con 0x7ff0bc0aaed0 2024-09-13T17:47:53.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0b1ffb640 1 --2- 172.21.15.32:0/1398755956 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff0a0066690 0x7ff0a0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0b1ffb640 1 -- 172.21.15.32:0/1398755956 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff0b811ea30 con 0x7ff0bc0aaed0 2024-09-13T17:47:53.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c0aab640 1 --2- 172.21.15.32:0/1398755956 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff0a0066690 0x7ff0a0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:53.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c6659000 1 Processor -- start 2024-09-13T17:47:53.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c6659000 1 -- start start 2024-09-13T17:47:53.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c0aab640 1 --2- 172.21.15.32:0/1398755956 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff0a0066690 0x7ff0a0068b50 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac006fd0 tx=0x7ff0ac008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:53.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c6659000 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7ed81f0 0x55a1d7ed85d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c6659000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed8b10 0x55a1d7e8e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c6659000 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7e8e740 0x55a1d7e8eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c6659000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d7d56e80 con 0x55a1d7ed8b10 2024-09-13T17:47:53.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c6659000 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d7ce4af0 con 0x55a1d7ed81f0 2024-09-13T17:47:53.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c6659000 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a1d7ce20c0 con 0x55a1d7e8e740 2024-09-13T17:47:53.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c0aab640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed8b10 0x55a1d7e8e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:53.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c0aab640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed8b10 0x55a1d7e8e200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54708/0 (socket says 172.21.15.32:54708) 2024-09-13T17:47:53.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c0aab640 1 -- 172.21.15.32:0/1048312743 learned_addr learned my addr 172.21.15.32:0/1048312743 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:53.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c12ac640 1 --2- 172.21.15.32:0/1048312743 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7ed81f0 0x55a1d7ed85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:53.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c1aad640 1 --2- 172.21.15.32:0/1048312743 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7e8e740 0x55a1d7e8eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:53.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c0aab640 1 -- 172.21.15.32:0/1048312743 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7e8e740 msgr2=0x55a1d7e8eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:53.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c0aab640 1 --2- 172.21.15.32:0/1048312743 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7e8e740 0x55a1d7e8eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c0aab640 1 -- 172.21.15.32:0/1048312743 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7ed81f0 msgr2=0x55a1d7ed85d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:53.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c0aab640 1 --2- 172.21.15.32:0/1048312743 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7ed81f0 0x55a1d7ed85d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c0aab640 1 -- 172.21.15.32:0/1048312743 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a1d79d9890 con 0x55a1d7ed8b10 2024-09-13T17:47:53.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c0aab640 1 --2- 172.21.15.32:0/1048312743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed8b10 0x55a1d7e8e200 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac00db60 tx=0x7ff0ac010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=307b4f4e9d3acd38 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:53.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff09effd640 1 -- 172.21.15.32:0/1048312743 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac00b050 con 0x55a1d7ed8b10 2024-09-13T17:47:53.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff09effd640 1 -- 172.21.15.32:0/1048312743 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0ac017070 con 0x55a1d7ed8b10 2024-09-13T17:47:53.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff09effd640 1 -- 172.21.15.32:0/1048312743 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac012b90 con 0x55a1d7ed8b10 2024-09-13T17:47:53.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c6659000 1 -- 172.21.15.32:0/1048312743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed8b10 msgr2=0x55a1d7e8e200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:53.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c6659000 1 --2- 172.21.15.32:0/1048312743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed8b10 0x55a1d7e8e200 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac00db60 tx=0x7ff0ac010000 comp rx=0 tx=0).stop 2024-09-13T17:47:53.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c6659000 1 -- 172.21.15.32:0/1048312743 shutdown_connections 2024-09-13T17:47:53.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c6659000 1 --2- 172.21.15.32:0/1048312743 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7e8e740 0x55a1d7e8eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c6659000 1 --2- 172.21.15.32:0/1048312743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed8b10 0x55a1d7e8e200 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c6659000 1 --2- 172.21.15.32:0/1048312743 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7ed81f0 0x55a1d7ed85d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.474+0000 7ff0c6659000 1 -- 172.21.15.32:0/1048312743 >> 172.21.15.32:0/1048312743 conn(0x55a1d7e94fb0 msgr2=0x55a1d7e95390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:53.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 1 -- 172.21.15.32:0/1048312743 shutdown_connections 2024-09-13T17:47:53.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 1 -- 172.21.15.32:0/1048312743 wait complete. 2024-09-13T17:47:53.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 1 -- start start 2024-09-13T17:47:53.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 1 Processor -- start 2024-09-13T17:47:53.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7e8e740 0x55a1d7e99fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7ed81f0 0x55a1d7e9a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7ed8b10 0x55a1d7e9aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d7cdd9b0 con 0x55a1d7e8e740 2024-09-13T17:47:53.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d7c7cc00 con 0x55a1d7ed8b10 2024-09-13T17:47:53.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a1d7c9b070 con 0x55a1d7ed81f0 2024-09-13T17:47:53.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 10 client.0 _ll_register_callbacks cb 0x55a1d7e7aae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T17:47:53.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c12ac640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7e8e740 0x55a1d7e99fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:53.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c12ac640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7e8e740 0x55a1d7e99fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54714/0 (socket says 172.21.15.32:54714) 2024-09-13T17:47:53.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c12ac640 1 -- 172.21.15.32:0/242246634 learned_addr learned my addr 172.21.15.32:0/242246634 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:53.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c1aad640 1 --2- 172.21.15.32:0/242246634 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7ed8b10 0x55a1d7e9aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:53.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c0aab640 1 --2- 172.21.15.32:0/242246634 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7ed81f0 0x55a1d7e9a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:53.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c12ac640 1 -- 172.21.15.32:0/242246634 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7ed81f0 msgr2=0x55a1d7e9a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:53.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c12ac640 1 --2- 172.21.15.32:0/242246634 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7ed81f0 0x55a1d7e9a4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c12ac640 1 -- 172.21.15.32:0/242246634 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7ed8b10 msgr2=0x55a1d7e9aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:53.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c12ac640 1 --2- 172.21.15.32:0/242246634 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7ed8b10 0x55a1d7e9aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c12ac640 1 -- 172.21.15.32:0/242246634 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0ac00d810 con 0x55a1d7e8e740 2024-09-13T17:47:53.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c1aad640 1 --2- 172.21.15.32:0/242246634 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7ed8b10 0x55a1d7e9aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:53.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c12ac640 1 --2- 172.21.15.32:0/242246634 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7e8e740 0x55a1d7e99fb0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ff0b801ca00 tx=0x7ff0b80aee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f5511bb36aa84e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:53.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff097fff640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-09-13T17:47:53.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff097fff640 1 -- 172.21.15.32:0/242246634 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b80eedd0 con 0x55a1d7e8e740 2024-09-13T17:47:53.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff097fff640 1 -- 172.21.15.32:0/242246634 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff0b81070b0 con 0x55a1d7e8e740 2024-09-13T17:47:53.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 1 -- 172.21.15.32:0/242246634 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a1d7c9a5f0 con 0x55a1d7e8e740 2024-09-13T17:47:53.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff097fff640 1 -- 172.21.15.32:0/242246634 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff0b80f3510 con 0x55a1d7e8e740 2024-09-13T17:47:53.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 10 client.4821 fetch_fsmap learned FSMap version 8 2024-09-13T17:47:53.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 1 -- 172.21.15.32:0/242246634 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x55a1d7ca2ab0 con 0x55a1d7e8e740 2024-09-13T17:47:53.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff097fff640 1 -- 172.21.15.32:0/242246634 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55a1d7c9a5f0 con 0x55a1d7e8e740 2024-09-13T17:47:53.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff097fff640 1 -- 172.21.15.32:0/242246634 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 8) v1 ==== 3122+0+0 (secure 0 0 0) 0x7ff0b80f7640 con 0x55a1d7e8e740 2024-09-13T17:47:53.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 10 client.4821 fetch_fsmap finished waiting for FSMap version 8 2024-09-13T17:47:53.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 10 client.4821 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T17:47:53.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 20 client.4821 populate_metadata read hostname 'smithi032' 2024-09-13T17:47:53.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 1 --2- 172.21.15.32:0/242246634 >> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] conn(0x55a1d7e9b440 0x55a1d7eea2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 4 client.4821 mds_command: new command op to 4279 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T17:47:53.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c6659000 1 -- 172.21.15.32:0/242246634 --> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a1d7cda790 con 0x55a1d7e9b440 2024-09-13T17:47:53.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.478+0000 7ff0c0aab640 1 --2- 172.21.15.32:0/242246634 >> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] conn(0x55a1d7e9b440 0x55a1d7eea2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:53.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.482+0000 7ff0c0aab640 1 --2- 172.21.15.32:0/242246634 >> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] conn(0x55a1d7e9b440 0x55a1d7eea2a0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9846319defb09969 server_cookie=3f1177332b0c9361 in_seq=0 out_seq=0 2024-09-13T17:47:53.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.482+0000 7ff097fff640 10 client.4821 ms_handle_connect on v2:172.21.15.159:6834/578569681 2024-09-13T17:47:53.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.482+0000 7ff097fff640 1 -- 172.21.15.32:0/242246634 <== mds.0 v2:172.21.15.159:6834/578569681 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55a1d7cda790 con 0x55a1d7e9b440 2024-09-13T17:47:53.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.482+0000 7ff097fff640 10 client.4821 handle_command_reply: tid=0 2024-09-13T17:47:53.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.482+0000 7ff0c6659000 1 client.4821 shutdown 2024-09-13T17:47:53.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.482+0000 7ff0c6659000 1 -- 172.21.15.32:0/242246634 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7e8e740 msgr2=0x55a1d7e99fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:53.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.482+0000 7ff0c6659000 1 --2- 172.21.15.32:0/242246634 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7e8e740 0x55a1d7e99fb0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ff0b801ca00 tx=0x7ff0b80aee80 comp rx=0 tx=0).stop 2024-09-13T17:47:53.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.482+0000 7ff0c6659000 1 -- 172.21.15.32:0/242246634 shutdown_connections 2024-09-13T17:47:53.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.482+0000 7ff0c6659000 1 --2- 172.21.15.32:0/242246634 >> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] conn(0x55a1d7e9b440 0x55a1d7eea2a0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.482+0000 7ff0c6659000 1 --2- 172.21.15.32:0/242246634 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7ed8b10 0x55a1d7e9aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.482+0000 7ff0c6659000 1 --2- 172.21.15.32:0/242246634 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7ed81f0 0x55a1d7e9a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.482+0000 7ff0c6659000 1 --2- 172.21.15.32:0/242246634 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7e8e740 0x55a1d7e99fb0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.482+0000 7ff097fff640 0 client.4821 ms_handle_reset on v2:172.21.15.159:6834/578569681 2024-09-13T17:47:53.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.482+0000 7ff0c6659000 1 -- 172.21.15.32:0/242246634 >> 172.21.15.32:0/242246634 conn(0x55a1d7e94fb0 msgr2=0x55a1d7e8d1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:53.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.482+0000 7ff0c6659000 1 -- 172.21.15.32:0/242246634 shutdown_connections 2024-09-13T17:47:53.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.482+0000 7ff0c6659000 1 -- 172.21.15.32:0/242246634 wait complete. 2024-09-13T17:47:53.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.482+0000 7ff0c6659000 20 client.4821 trim_cache size 0 max 16384 2024-09-13T17:47:53.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c6659000 1 Processor -- start 2024-09-13T17:47:53.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c6659000 1 -- start start 2024-09-13T17:47:53.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c6659000 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7e8e740 0x55a1d7f34540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c6659000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed81f0 0x55a1d7f34a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c6659000 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7ed8b10 0x55a1d7f34fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c6659000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d799a940 con 0x55a1d7ed81f0 2024-09-13T17:47:53.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c6659000 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d7c7ac10 con 0x55a1d7e8e740 2024-09-13T17:47:53.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c6659000 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a1d7eeef90 con 0x55a1d7ed8b10 2024-09-13T17:47:53.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c0aab640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed81f0 0x55a1d7f34a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:53.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c0aab640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed81f0 0x55a1d7f34a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54720/0 (socket says 172.21.15.32:54720) 2024-09-13T17:47:53.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c0aab640 1 -- 172.21.15.32:0/812133380 learned_addr learned my addr 172.21.15.32:0/812133380 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:53.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c0aab640 1 -- 172.21.15.32:0/812133380 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7ed8b10 msgr2=0x55a1d7f34fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:53.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c0aab640 1 --2- 172.21.15.32:0/812133380 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7ed8b10 0x55a1d7f34fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c0aab640 1 -- 172.21.15.32:0/812133380 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7e8e740 msgr2=0x55a1d7f34540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:53.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c0aab640 1 --2- 172.21.15.32:0/812133380 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7e8e740 0x55a1d7f34540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c0aab640 1 -- 172.21.15.32:0/812133380 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a1d7c88c00 con 0x55a1d7ed81f0 2024-09-13T17:47:53.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c0aab640 1 --2- 172.21.15.32:0/812133380 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed81f0 0x55a1d7f34a80 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac020040 tx=0x7ff0ac012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db3b0e871784fb09 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:53.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff09f7fe640 1 -- 172.21.15.32:0/812133380 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac02e040 con 0x55a1d7ed81f0 2024-09-13T17:47:53.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff09f7fe640 1 -- 172.21.15.32:0/812133380 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0ac017040 con 0x55a1d7ed81f0 2024-09-13T17:47:53.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff09f7fe640 1 -- 172.21.15.32:0/812133380 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac00b040 con 0x55a1d7ed81f0 2024-09-13T17:47:53.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c6659000 1 -- 172.21.15.32:0/812133380 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed81f0 msgr2=0x55a1d7f34a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:53.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c6659000 1 --2- 172.21.15.32:0/812133380 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed81f0 0x55a1d7f34a80 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac020040 tx=0x7ff0ac012000 comp rx=0 tx=0).stop 2024-09-13T17:47:53.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c6659000 1 -- 172.21.15.32:0/812133380 shutdown_connections 2024-09-13T17:47:53.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c6659000 1 --2- 172.21.15.32:0/812133380 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7ed8b10 0x55a1d7f34fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c6659000 1 --2- 172.21.15.32:0/812133380 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed81f0 0x55a1d7f34a80 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c6659000 1 --2- 172.21.15.32:0/812133380 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7e8e740 0x55a1d7f34540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c6659000 1 -- 172.21.15.32:0/812133380 >> 172.21.15.32:0/812133380 conn(0x55a1d7e94fb0 msgr2=0x55a1d7e8c9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:53.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c6659000 1 -- 172.21.15.32:0/812133380 shutdown_connections 2024-09-13T17:47:53.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.498+0000 7ff0c6659000 1 -- 172.21.15.32:0/812133380 wait complete. 2024-09-13T17:47:53.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 -- start start 2024-09-13T17:47:53.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 Processor -- start 2024-09-13T17:47:53.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7e8e740 0x55a1d7f1d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed81f0 0x55a1d7f37ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7ed8b10 0x55a1d7f37ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d7cd91a0 con 0x55a1d7ed81f0 2024-09-13T17:47:53.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d7ca4c60 con 0x55a1d7ed8b10 2024-09-13T17:47:53.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a1d7c96f80 con 0x55a1d7e8e740 2024-09-13T17:47:53.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 10 client.0 _ll_register_callbacks cb 0x7ff0ac008ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T17:47:53.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c0aab640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed81f0 0x55a1d7f37ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:53.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c0aab640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed81f0 0x55a1d7f37ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54722/0 (socket says 172.21.15.32:54722) 2024-09-13T17:47:53.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c0aab640 1 -- 172.21.15.32:0/3611566798 learned_addr learned my addr 172.21.15.32:0/3611566798 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:53.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c12ac640 1 --2- 172.21.15.32:0/3611566798 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7e8e740 0x55a1d7f1d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:53.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c0aab640 1 -- 172.21.15.32:0/3611566798 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7e8e740 msgr2=0x55a1d7f1d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:53.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c0aab640 1 --2- 172.21.15.32:0/3611566798 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7e8e740 0x55a1d7f1d4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c1aad640 1 --2- 172.21.15.32:0/3611566798 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7ed8b10 0x55a1d7f37ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:53.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c0aab640 1 -- 172.21.15.32:0/3611566798 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7ed8b10 msgr2=0x55a1d7f37ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:53.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c0aab640 1 --2- 172.21.15.32:0/3611566798 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7ed8b10 0x55a1d7f37ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c0aab640 1 -- 172.21.15.32:0/3611566798 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a1d79d9890 con 0x55a1d7ed81f0 2024-09-13T17:47:53.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c0aab640 1 --2- 172.21.15.32:0/3611566798 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed81f0 0x55a1d7f37ab0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac01f000 tx=0x7ff0ac004740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5d2ab695c9f50b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:53.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff097fff640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-09-13T17:47:53.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff097fff640 1 -- 172.21.15.32:0/3611566798 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac02e050 con 0x55a1d7ed81f0 2024-09-13T17:47:53.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 -- 172.21.15.32:0/3611566798 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a1d7cad460 con 0x55a1d7ed81f0 2024-09-13T17:47:53.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff097fff640 1 -- 172.21.15.32:0/3611566798 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff0ac012e50 con 0x55a1d7ed81f0 2024-09-13T17:47:53.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff097fff640 1 -- 172.21.15.32:0/3611566798 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff0ac00b040 con 0x55a1d7ed81f0 2024-09-13T17:47:53.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 10 client.4827 fetch_fsmap learned FSMap version 8 2024-09-13T17:47:53.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 -- 172.21.15.32:0/3611566798 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x55a1d79d9cc0 con 0x55a1d7ed81f0 2024-09-13T17:47:53.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff097fff640 1 -- 172.21.15.32:0/3611566798 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55a1d7cad460 con 0x55a1d7ed81f0 2024-09-13T17:47:53.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff097fff640 1 -- 172.21.15.32:0/3611566798 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 8) v1 ==== 3122+0+0 (secure 0 0 0) 0x7ff0ac031b80 con 0x55a1d7ed81f0 2024-09-13T17:47:53.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 10 client.4827 fetch_fsmap finished waiting for FSMap version 8 2024-09-13T17:47:53.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 10 client.4827 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T17:47:53.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 20 client.4827 populate_metadata read hostname 'smithi032' 2024-09-13T17:47:53.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 --2- 172.21.15.32:0/3611566798 >> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] conn(0x55a1d7f38530 0x55a1d7f38910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:53.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 4 client.4827 mds_command: new command op to 4279 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T17:47:53.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 -- 172.21.15.32:0/3611566798 --> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55a1d7ca69c0 con 0x55a1d7f38530 2024-09-13T17:47:53.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c12ac640 1 --2- 172.21.15.32:0/3611566798 >> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] conn(0x55a1d7f38530 0x55a1d7f38910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:53.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff097fff640 10 client.4827 ms_handle_connect on v2:172.21.15.159:6834/578569681 2024-09-13T17:47:53.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c12ac640 1 --2- 172.21.15.32:0/3611566798 >> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] conn(0x55a1d7f38530 0x55a1d7f38910 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d82e112c901e2a99 server_cookie=8146b0ac8ad9a79 in_seq=0 out_seq=0 2024-09-13T17:47:53.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff097fff640 1 -- 172.21.15.32:0/3611566798 <== mds.0 v2:172.21.15.159:6834/578569681 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+324 (crc 0 0 0) 0x55a1d7ca69c0 con 0x55a1d7f38530 2024-09-13T17:47:53.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff097fff640 10 client.4827 handle_command_reply: tid=0 2024-09-13T17:47:53.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 client.4827 shutdown 2024-09-13T17:47:53.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 -- 172.21.15.32:0/3611566798 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed81f0 msgr2=0x55a1d7f37ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:53.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 --2- 172.21.15.32:0/3611566798 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed81f0 0x55a1d7f37ab0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac01f000 tx=0x7ff0ac004740 comp rx=0 tx=0).stop 2024-09-13T17:47:53.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 -- 172.21.15.32:0/3611566798 shutdown_connections 2024-09-13T17:47:53.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 --2- 172.21.15.32:0/3611566798 >> [v2:172.21.15.159:6834/578569681,v1:172.21.15.159:6835/578569681] conn(0x55a1d7f38530 0x55a1d7f38910 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 --2- 172.21.15.32:0/3611566798 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55a1d7ed8b10 0x55a1d7f37ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 --2- 172.21.15.32:0/3611566798 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a1d7ed81f0 0x55a1d7f37ab0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 --2- 172.21.15.32:0/3611566798 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55a1d7e8e740 0x55a1d7f1d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff0c6659000 1 -- 172.21.15.32:0/3611566798 >> 172.21.15.32:0/3611566798 conn(0x55a1d7e94fb0 msgr2=0x55a1d7e8d1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:53.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.502+0000 7ff097fff640 0 client.4827 ms_handle_reset on v2:172.21.15.159:6834/578569681 2024-09-13T17:47:53.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.506+0000 7ff0c6659000 1 -- 172.21.15.32:0/3611566798 shutdown_connections 2024-09-13T17:47:53.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.506+0000 7ff0c6659000 1 -- 172.21.15.32:0/3611566798 wait complete. 2024-09-13T17:47:53.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.506+0000 7ff0c6659000 20 client.4827 trim_cache size 0 max 16384 2024-09-13T17:47:53.517 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T17:47:53.517 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "3fbfcb0a-e071-41b2-807d-13b0a49dcea3", 2024-09-13T17:47:53.517 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 0, 2024-09-13T17:47:53.517 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 4279, 2024-09-13T17:47:53.517 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-09-13T17:47:53.517 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-09-13T17:47:53.517 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-09-13T17:47:53.517 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 33.426284658, 2024-09-13T17:47:53.517 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 8, 2024-09-13T17:47:53.518 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 27, 2024-09-13T17:47:53.518 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 27, 2024-09-13T17:47:53.518 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 39.891875409000001 2024-09-13T17:47:53.518 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T17:47:53.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.506+0000 7ff0c3510640 1 -- 172.21.15.32:0/1398755956 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff0a0066690 msgr2=0x7ff0a0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:53.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.506+0000 7ff0c3510640 1 --2- 172.21.15.32:0/1398755956 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff0a0066690 0x7ff0a0068b50 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac006fd0 tx=0x7ff0ac008040 comp rx=0 tx=0).stop 2024-09-13T17:47:53.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.506+0000 7ff0c3510640 1 -- 172.21.15.32:0/1398755956 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0bc0aaed0 msgr2=0x7ff0bc1429c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:53.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.506+0000 7ff0c3510640 1 --2- 172.21.15.32:0/1398755956 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0bc0aaed0 0x7ff0bc1429c0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ff0b80af040 tx=0x7ff0b801ad60 comp rx=0 tx=0).stop 2024-09-13T17:47:53.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.506+0000 7ff0c3510640 1 -- 172.21.15.32:0/1398755956 shutdown_connections 2024-09-13T17:47:53.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.506+0000 7ff0c3510640 1 --2- 172.21.15.32:0/1398755956 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff0a0066690 0x7ff0a0068b50 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.506+0000 7ff0c3510640 1 --2- 172.21.15.32:0/1398755956 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0bc15d7b0 0x7ff0bc0989e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.506+0000 7ff0c3510640 1 --2- 172.21.15.32:0/1398755956 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff0bc0ca940 0x7ff0bc09a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.506+0000 7ff0c3510640 1 --2- 172.21.15.32:0/1398755956 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff0bc0aaed0 0x7ff0bc1429c0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:53.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.506+0000 7ff0c3510640 1 -- 172.21.15.32:0/1398755956 >> 172.21.15.32:0/1398755956 conn(0x7ff0bc0afbf0 msgr2=0x7ff0bc0ae530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:53.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.506+0000 7ff0c3510640 1 -- 172.21.15.32:0/1398755956 shutdown_connections 2024-09-13T17:47:53.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:53.506+0000 7ff0c3510640 1 -- 172.21.15.32:0/1398755956 wait complete. 2024-09-13T17:47:53.527 INFO:teuthology.run_tasks:Running task sequential... 2024-09-13T17:47:53.536 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-13T17:47:53.537 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-13T17:47:53.537 INFO:teuthology.task.print:Enabling mgr modules 2024-09-13T17:47:53.537 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-13T17:47:53.573 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-13T17:47:53.573 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-13T17:47:53.574 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-13T17:47:53.574 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T17:47:53.574 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T17:47:53.574 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-13T17:47:53.574 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T17:47:53.574 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-13T17:47:53.574 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-13T17:47:53.574 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T17:47:53.575 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T17:47:53.575 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-13T17:47:53.575 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T17:47:53.575 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-13T17:47:53.575 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:53.575 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-09-13T17:47:53.581 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-13T17:47:53.582 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:53.582 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-13T17:47:53.639 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:53.639 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link delete ceph-brx 2024-09-13T17:47:53.827 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:53.827 DEBUG:teuthology.orchestra.run.smithi159:> ip netns list 2024-09-13T17:47:53.834 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:53.834 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip link delete ceph-brx 2024-09-13T17:47:53.899 INFO:teuthology.orchestra.run.smithi159.stderr:Cannot find device "ceph-brx" 2024-09-13T17:47:53.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:47:53.901 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-13T17:47:53.901 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T17:47:53.901 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T17:47:54.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.030+0000 7fc8f3310640 1 Processor -- start 2024-09-13T17:47:54.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.030+0000 7fc8f3310640 1 -- start start 2024-09-13T17:47:54.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8f3310640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fc8ec1592f0 0x7fc8ec0cc380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:54.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8f3310640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8ec0cc8c0 con 0x7fc8ec0b1b80 2024-09-13T17:47:54.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8f3310640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8ec0ad840 con 0x7fc8ec0cecd0 2024-09-13T17:47:54.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8f3310640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8ec0c88f0 con 0x7fc8ec1592f0 2024-09-13T17:47:54.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8f08ab640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fc8ec0b1b80 0x7fc8ec0ce5c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:58172/0 (socket says 172.21.15.32:58172) 2024-09-13T17:47:54.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8f08ab640 1 -- 172.21.15.32:0/3015393724 learned_addr learned my addr 172.21.15.32:0/3015393724 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:54.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8f10ac640 1 --2- 172.21.15.32:0/3015393724 >> v2:172.21.15.159:3300/0 conn(0x7fc8ec1592f0 0x7fc8ec0cc380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:54.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8e3fff640 1 -- 172.21.15.32:0/3015393724 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2053979813 0 0) 0x7fc8ec0cc8c0 con 0x7fc8ec0b1b80 2024-09-13T17:47:54.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8e3fff640 1 -- 172.21.15.32:0/3015393724 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc8d8003530 con 0x7fc8ec0b1b80 2024-09-13T17:47:54.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8e3fff640 1 -- 172.21.15.32:0/3015393724 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3694734847 0 0) 0x7fc8d8003530 con 0x7fc8ec0b1b80 2024-09-13T17:47:54.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8e3fff640 1 -- 172.21.15.32:0/3015393724 >> v2:172.21.15.159:3300/0 conn(0x7fc8ec1592f0 msgr2=0x7fc8ec0cc380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:54.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8e3fff640 1 --2- 172.21.15.32:0/3015393724 >> v2:172.21.15.159:3300/0 conn(0x7fc8ec1592f0 0x7fc8ec0cc380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:54.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8e3fff640 1 -- 172.21.15.32:0/3015393724 >> v1:172.21.15.159:6789/0 conn(0x7fc8ec0cecd0 legacy=0x7fc8ec159d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:54.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8e3fff640 1 -- 172.21.15.32:0/3015393724 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8ec0c8bd0 con 0x7fc8ec0b1b80 2024-09-13T17:47:54.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8e3fff640 1 -- 172.21.15.32:0/3015393724 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fc8dc001680 con 0x7fc8ec0b1b80 2024-09-13T17:47:54.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8e3fff640 1 -- 172.21.15.32:0/3015393724 >> v1:172.21.15.32:6789/0 conn(0x7fc8ec0b1b80 legacy=0x7fc8ec0ce5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:54.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8e3fff640 1 --2- 172.21.15.32:0/3015393724 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8d80039d0 0x7fc8d8003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:54.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8e3fff640 1 --2- 172.21.15.32:0/3015393724 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc8d80047d0 0x7fc8d8004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:54.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8e3fff640 1 --2- 172.21.15.32:0/3015393724 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc8d80051e0 0x7fc8d800dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:54.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8e3fff640 1 -- 172.21.15.32:0/3015393724 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8ec0c88f0 con 0x7fc8d80051e0 2024-09-13T17:47:54.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8e3fff640 1 -- 172.21.15.32:0/3015393724 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8d800e340 con 0x7fc8d80039d0 2024-09-13T17:47:54.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8e3fff640 1 -- 172.21.15.32:0/3015393724 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8d800e500 con 0x7fc8d80047d0 2024-09-13T17:47:54.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8f18ad640 1 --2- 172.21.15.32:0/3015393724 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc8d80051e0 0x7fc8d800dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:54.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8f10ac640 1 --2- 172.21.15.32:0/3015393724 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8d80039d0 0x7fc8d8003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:54.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8f08ab640 1 --2- 172.21.15.32:0/3015393724 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc8d80047d0 0x7fc8d8004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:54.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8f18ad640 1 -- 172.21.15.32:0/3015393724 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc8d80047d0 msgr2=0x7fc8d8004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:54.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8f18ad640 1 --2- 172.21.15.32:0/3015393724 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc8d80047d0 0x7fc8d8004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:54.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8f18ad640 1 -- 172.21.15.32:0/3015393724 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8d80039d0 msgr2=0x7fc8d8003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:54.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8f18ad640 1 --2- 172.21.15.32:0/3015393724 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8d80039d0 0x7fc8d8003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:54.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8f18ad640 1 -- 172.21.15.32:0/3015393724 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8d8003530 con 0x7fc8d80051e0 2024-09-13T17:47:54.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.034+0000 7fc8f08ab640 1 --2- 172.21.15.32:0/3015393724 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc8d80047d0 0x7fc8d8004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:47:54.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f18ad640 1 -- 172.21.15.32:0/3015393724 reap_dead start 2024-09-13T17:47:54.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f18ad640 1 --2- 172.21.15.32:0/3015393724 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc8d80051e0 0x7fc8d800dba0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc8ec06af00 tx=0x7fc8e401c700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21d2f5683a8fce0e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:54.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8e3fff640 1 -- 172.21.15.32:0/3015393724 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8e4003b80 con 0x7fc8d80051e0 2024-09-13T17:47:54.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8e3fff640 1 -- 172.21.15.32:0/3015393724 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8e4003ce0 con 0x7fc8d80051e0 2024-09-13T17:47:54.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8e3fff640 1 -- 172.21.15.32:0/3015393724 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8e4005310 con 0x7fc8d80051e0 2024-09-13T17:47:54.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f3310640 1 -- 172.21.15.32:0/3015393724 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc8d80051e0 msgr2=0x7fc8d800dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:54.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f3310640 1 --2- 172.21.15.32:0/3015393724 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc8d80051e0 0x7fc8d800dba0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc8ec06af00 tx=0x7fc8e401c700 comp rx=0 tx=0).stop 2024-09-13T17:47:54.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f3310640 1 -- 172.21.15.32:0/3015393724 shutdown_connections 2024-09-13T17:47:54.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f3310640 1 --2- 172.21.15.32:0/3015393724 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc8d80051e0 0x7fc8d800dba0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:54.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f3310640 1 -- 172.21.15.32:0/3015393724 >> 172.21.15.32:0/3015393724 conn(0x7fc8ec06a150 msgr2=0x7fc8ec06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:54.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f3310640 1 -- 172.21.15.32:0/3015393724 shutdown_connections 2024-09-13T17:47:54.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f3310640 1 -- 172.21.15.32:0/3015393724 wait complete. 2024-09-13T17:47:54.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f3310640 1 Processor -- start 2024-09-13T17:47:54.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f3310640 1 -- start start 2024-09-13T17:47:54.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f3310640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc8d80051e0 0x7fc8ec0c5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:54.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f3310640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8ec0b2550 0x7fc8ec1f0a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:54.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f3310640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc8ec0ac740 0x7fc8ec0acbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:54.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f3310640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8ec0ad100 con 0x7fc8ec0ac740 2024-09-13T17:47:54.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f3310640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8ec0c5a00 con 0x7fc8ec0b2550 2024-09-13T17:47:54.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f3310640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8ec0c5ce0 con 0x7fc8d80051e0 2024-09-13T17:47:54.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f18ad640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc8ec0ac740 0x7fc8ec0acbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:54.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f18ad640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc8ec0ac740 0x7fc8ec0acbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54746/0 (socket says 172.21.15.32:54746) 2024-09-13T17:47:54.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f18ad640 1 -- 172.21.15.32:0/2316412968 learned_addr learned my addr 172.21.15.32:0/2316412968 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:54.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f08ab640 1 --2- 172.21.15.32:0/2316412968 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8ec0b2550 0x7fc8ec1f0a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:54.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f10ac640 1 --2- 172.21.15.32:0/2316412968 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc8d80051e0 0x7fc8ec0c5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:54.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f18ad640 1 -- 172.21.15.32:0/2316412968 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc8d80051e0 msgr2=0x7fc8ec0c5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:54.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f18ad640 1 --2- 172.21.15.32:0/2316412968 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc8d80051e0 0x7fc8ec0c5370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:54.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f18ad640 1 -- 172.21.15.32:0/2316412968 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8ec0b2550 msgr2=0x7fc8ec1f0a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:54.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f18ad640 1 --2- 172.21.15.32:0/2316412968 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8ec0b2550 0x7fc8ec1f0a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:54.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f18ad640 1 -- 172.21.15.32:0/2316412968 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8ec0c5fc0 con 0x7fc8ec0ac740 2024-09-13T17:47:54.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.038+0000 7fc8f18ad640 1 --2- 172.21.15.32:0/2316412968 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc8ec0ac740 0x7fc8ec0acbc0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc8e401c530 tx=0x7fc8d8005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:54.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.042+0000 7fc8e1ffb640 1 -- 172.21.15.32:0/2316412968 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8e4003b80 con 0x7fc8ec0ac740 2024-09-13T17:47:54.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.042+0000 7fc8e1ffb640 1 -- 172.21.15.32:0/2316412968 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8e4007dc0 con 0x7fc8ec0ac740 2024-09-13T17:47:54.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.042+0000 7fc8f3310640 1 -- 172.21.15.32:0/2316412968 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8ec0c62a0 con 0x7fc8ec0ac740 2024-09-13T17:47:54.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.042+0000 7fc8e1ffb640 1 -- 172.21.15.32:0/2316412968 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8e4006d80 con 0x7fc8ec0ac740 2024-09-13T17:47:54.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.042+0000 7fc8f3310640 1 -- 172.21.15.32:0/2316412968 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8ec0c4f70 con 0x7fc8ec0ac740 2024-09-13T17:47:54.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.042+0000 7fc8f3310640 1 -- 172.21.15.32:0/2316412968 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8ec0c9470 con 0x7fc8ec0ac740 2024-09-13T17:47:54.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.042+0000 7fc8e1ffb640 1 -- 172.21.15.32:0/2316412968 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc8e40a8460 con 0x7fc8ec0ac740 2024-09-13T17:47:54.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.042+0000 7fc8e1ffb640 1 --2- 172.21.15.32:0/2316412968 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc8d00666c0 0x7fc8d0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:54.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.042+0000 7fc8e1ffb640 1 -- 172.21.15.32:0/2316412968 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc8e411db90 con 0x7fc8ec0ac740 2024-09-13T17:47:54.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.042+0000 7fc8f10ac640 1 --2- 172.21.15.32:0/2316412968 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc8d00666c0 0x7fc8d0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:54.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.042+0000 7fc8f10ac640 1 --2- 172.21.15.32:0/2316412968 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc8d00666c0 0x7fc8d0068b80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fc8e80098f0 tx=0x7fc8e8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:54.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.046+0000 7fc8e1ffb640 1 -- 172.21.15.32:0/2316412968 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc8e40eac10 con 0x7fc8ec0ac740 2024-09-13T17:47:54.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.246+0000 7fc8f3310640 1 -- 172.21.15.32:0/2316412968 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fc8ec0b2fa0 con 0x7fc8ec0ac740 2024-09-13T17:47:54.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.246+0000 7fc8e1ffb640 1 -- 172.21.15.32:0/2316412968 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+88 (secure 0 0 0) 0x7fc8e40ee230 con 0x7fc8ec0ac740 2024-09-13T17:47:54.251 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T17:47:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.246+0000 7fc8f3310640 1 -- 172.21.15.32:0/2316412968 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc8d00666c0 msgr2=0x7fc8d0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.246+0000 7fc8f3310640 1 --2- 172.21.15.32:0/2316412968 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc8d00666c0 0x7fc8d0068b80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fc8e80098f0 tx=0x7fc8e8008040 comp rx=0 tx=0).stop 2024-09-13T17:47:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.246+0000 7fc8f3310640 1 -- 172.21.15.32:0/2316412968 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc8ec0ac740 msgr2=0x7fc8ec0acbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.246+0000 7fc8f3310640 1 --2- 172.21.15.32:0/2316412968 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc8ec0ac740 0x7fc8ec0acbc0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc8e401c530 tx=0x7fc8d8005800 comp rx=0 tx=0).stop 2024-09-13T17:47:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.246+0000 7fc8f3310640 1 -- 172.21.15.32:0/2316412968 shutdown_connections 2024-09-13T17:47:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.246+0000 7fc8f3310640 1 --2- 172.21.15.32:0/2316412968 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc8d00666c0 0x7fc8d0068b80 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.246+0000 7fc8f3310640 1 --2- 172.21.15.32:0/2316412968 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc8ec0ac740 0x7fc8ec0acbc0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.246+0000 7fc8f3310640 1 --2- 172.21.15.32:0/2316412968 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8ec0b2550 0x7fc8ec1f0a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.246+0000 7fc8f3310640 1 --2- 172.21.15.32:0/2316412968 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc8d80051e0 0x7fc8ec0c5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.246+0000 7fc8f3310640 1 -- 172.21.15.32:0/2316412968 >> 172.21.15.32:0/2316412968 conn(0x7fc8ec06a150 msgr2=0x7fc8ec0ae8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:54.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.246+0000 7fc8f3310640 1 -- 172.21.15.32:0/2316412968 shutdown_connections 2024-09-13T17:47:54.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:54.246+0000 7fc8f3310640 1 -- 172.21.15.32:0/2316412968 wait complete. 2024-09-13T17:47:54.269 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T17:47:54.270 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T17:47:54.270 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi032.front.sepia.ceph.com 2024-09-13T17:47:54.270 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T17:47:54.270 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T17:47:54.270 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T17:47:54.270 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T17:47:54.270 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T17:47:54.270 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T17:47:54.270 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:54.270 DEBUG:teuthology.orchestra.run.smithi032:> ip addr 2024-09-13T17:47:54.276 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:47:54.276 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:47:54.277 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:47:54.277 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:54.277 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-09-13T17:47:54.277 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:54.277 INFO:teuthology.orchestra.run.smithi032.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:47:54.277 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0c brd ff:ff:ff:ff:ff:ff 2024-09-13T17:47:54.277 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f0 2024-09-13T17:47:54.277 INFO:teuthology.orchestra.run.smithi032.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:47:54.277 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0d brd ff:ff:ff:ff:ff:ff 2024-09-13T17:47:54.277 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f1 2024-09-13T17:47:54.277 INFO:teuthology.orchestra.run.smithi032.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T17:47:54.277 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:02 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:47:54.277 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f0 2024-09-13T17:47:54.278 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.21.15.32/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-13T17:47:54.278 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft 42451sec preferred_lft 42451sec 2024-09-13T17:47:54.278 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::ae1f:6bff:fef8:2602/64 scope link 2024-09-13T17:47:54.278 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:54.278 INFO:teuthology.orchestra.run.smithi032.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:47:54.278 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:03 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:47:54.278 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f1 2024-09-13T17:47:54.278 INFO:teuthology.orchestra.run.smithi032.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T17:47:54.278 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 02:42:fd:3b:16:9c brd ff:ff:ff:ff:ff:ff 2024-09-13T17:47:54.278 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T17:47:54.278 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:54.279 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T17:47:54.279 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:54.279 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-09-13T17:47:54.279 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-13T17:47:54.279 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link add name ceph-brx type bridge 2024-09-13T17:47:54.279 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip addr flush dev ceph-brx 2024-09-13T17:47:54.279 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set ceph-brx up 2024-09-13T17:47:54.279 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T17:47:54.279 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-13T17:47:54.354 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:54.354 DEBUG:teuthology.orchestra.run.smithi032:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T17:47:54.406 INFO:teuthology.orchestra.run.smithi032.stdout:1 2024-09-13T17:47:54.408 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:54.408 DEBUG:teuthology.orchestra.run.smithi032:> route 2024-09-13T17:47:54.455 INFO:teuthology.orchestra.run.smithi032.stdout:Kernel IP routing table 2024-09-13T17:47:54.455 INFO:teuthology.orchestra.run.smithi032.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T17:47:54.455 INFO:teuthology.orchestra.run.smithi032.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-13T17:47:54.455 INFO:teuthology.orchestra.run.smithi032.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T17:47:54.455 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-13T17:47:54.455 INFO:teuthology.orchestra.run.smithi032.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T17:47:54.456 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:54.456 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-09-13T17:47:54.456 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-13T17:47:54.456 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T17:47:54.456 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T17:47:54.456 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T17:47:54.456 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-13T17:47:54.535 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:54.535 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-09-13T17:47:54.582 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:54.582 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list-id 2024-09-13T17:47:54.630 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:54.630 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-09-13T17:47:54.631 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-13T17:47:54.631 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T17:47:54.631 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-13T17:47:54.631 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-13T17:47:54.702 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-13T17:47:54.702 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:54.702 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-09-13T17:47:54.702 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-13T17:47:54.702 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-13T17:47:54.702 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T17:47:54.702 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-13T17:47:54.702 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-13T17:47:54.702 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-13T17:47:54.702 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-13T17:47:54.797 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:54.797 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-09-13T17:47:54.797 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-13T17:47:54.797 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set brx.0 up 2024-09-13T17:47:54.797 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T17:47:54.797 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-13T17:47:54.816 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T17:47:54.817 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:47:54.817 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T17:47:54.870 INFO:teuthology.orchestra.run.smithi032.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T17:47:54.870 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:47:54.870 DEBUG:teuthology.orchestra.run.smithi032:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T17:47:54.917 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-13T17:47:54.979 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:47:54.979 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T17:47:55.032 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T17:47:55.033 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T17:47:55.034 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:55.034 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-13T17:47:55.082 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T17:47:55.083 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T17:47:55.127 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-13T17:47:55.142 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:47:55.143 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T17:47:55.200 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T17:47:55.201 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T17:47:55.202 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:55.202 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-13T17:47:55.211 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:2024-09-13T17:47:55.206+0000 7fbec2b4d580 -1 init, newargv = 0x5596cfe46f70 newargc=15 2024-09-13T17:47:55.211 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[35568]: starting ceph client 2024-09-13T17:47:55.218 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[35568]: starting fuse 2024-09-13T17:47:56.317 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-13T17:47:56.332 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:47:56.333 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T17:47:56.395 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T17:47:56.396 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T17:47:56.397 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:56.397 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-13T17:47:56.447 INFO:teuthology.orchestra.run.smithi032.stdout:45 2024-09-13T17:47:56.447 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-13T17:47:56.447 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T17:47:56.447 DEBUG:teuthology.orchestra.run.smithi032:> import glob 2024-09-13T17:47:56.447 DEBUG:teuthology.orchestra.run.smithi032:> import re 2024-09-13T17:47:56.447 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-13T17:47:56.448 DEBUG:teuthology.orchestra.run.smithi032:> import subprocess 2024-09-13T17:47:56.448 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-13T17:47:56.448 DEBUG:teuthology.orchestra.run.smithi032:> def _find_admin_socket(client_name): 2024-09-13T17:47:56.448 DEBUG:teuthology.orchestra.run.smithi032:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T17:47:56.448 DEBUG:teuthology.orchestra.run.smithi032:> files = glob.glob(asok_path) 2024-09-13T17:47:56.448 DEBUG:teuthology.orchestra.run.smithi032:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T17:47:56.448 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-13T17:47:56.448 DEBUG:teuthology.orchestra.run.smithi032:> # Given a non-glob path, it better be there 2024-09-13T17:47:56.448 DEBUG:teuthology.orchestra.run.smithi032:> if "*" not in asok_path: 2024-09-13T17:47:56.448 DEBUG:teuthology.orchestra.run.smithi032:> assert(len(files) == 1) 2024-09-13T17:47:56.448 DEBUG:teuthology.orchestra.run.smithi032:> return files[0] 2024-09-13T17:47:56.448 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-13T17:47:56.448 DEBUG:teuthology.orchestra.run.smithi032:> for f in files: 2024-09-13T17:47:56.448 DEBUG:teuthology.orchestra.run.smithi032:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T17:47:56.449 DEBUG:teuthology.orchestra.run.smithi032:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T17:47:56.449 DEBUG:teuthology.orchestra.run.smithi032:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T17:47:56.449 DEBUG:teuthology.orchestra.run.smithi032:> contents = proc_f.read() 2024-09-13T17:47:56.449 DEBUG:teuthology.orchestra.run.smithi032:> if mountpoint in contents: 2024-09-13T17:47:56.449 DEBUG:teuthology.orchestra.run.smithi032:> return f 2024-09-13T17:47:56.449 DEBUG:teuthology.orchestra.run.smithi032:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T17:47:56.449 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-13T17:47:56.449 DEBUG:teuthology.orchestra.run.smithi032:> print(_find_admin_socket("client.0")) 2024-09-13T17:47:56.449 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-13T17:47:56.571 INFO:teuthology.orchestra.run.smithi032.stdout:/var/run/ceph/ceph-client.0.35568.asok 2024-09-13T17:47:56.752 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.35568.asok 2024-09-13T17:47:56.753 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:56.753 DEBUG:teuthology.orchestra.run.smithi032:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.35568.asok status 2024-09-13T17:47:56.909 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T17:47:56.910 INFO:teuthology.orchestra.run.smithi032.stdout: "metadata": { 2024-09-13T17:47:56.910 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_sha1": "6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3", 2024-09-13T17:47:56.910 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_version": "ceph version 18.2.4-860-g6c6b083f (6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3) reef (stable)", 2024-09-13T17:47:56.910 INFO:teuthology.orchestra.run.smithi032.stdout: "entity_id": "0", 2024-09-13T17:47:56.910 INFO:teuthology.orchestra.run.smithi032.stdout: "hostname": "smithi032", 2024-09-13T17:47:56.910 INFO:teuthology.orchestra.run.smithi032.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T17:47:56.910 INFO:teuthology.orchestra.run.smithi032.stdout: "pid": "35568", 2024-09-13T17:47:56.910 INFO:teuthology.orchestra.run.smithi032.stdout: "root": "/" 2024-09-13T17:47:56.910 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:47:56.910 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_count": 0, 2024-09-13T17:47:56.910 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_pinned_count": 0, 2024-09-13T17:47:56.911 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 4839, 2024-09-13T17:47:56.911 INFO:teuthology.orchestra.run.smithi032.stdout: "inst": { 2024-09-13T17:47:56.911 INFO:teuthology.orchestra.run.smithi032.stdout: "name": { 2024-09-13T17:47:56.911 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "client", 2024-09-13T17:47:56.911 INFO:teuthology.orchestra.run.smithi032.stdout: "num": 4839 2024-09-13T17:47:56.911 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:47:56.911 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-09-13T17:47:56.911 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-09-13T17:47:56.911 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-09-13T17:47:56.911 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 2816145887 2024-09-13T17:47:56.911 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:47:56.911 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:47:56.911 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-09-13T17:47:56.911 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-09-13T17:47:56.912 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-09-13T17:47:56.912 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 2816145887 2024-09-13T17:47:56.912 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:47:56.912 INFO:teuthology.orchestra.run.smithi032.stdout: "inst_str": "client.4839 192.168.0.1:0/2816145887", 2024-09-13T17:47:56.912 INFO:teuthology.orchestra.run.smithi032.stdout: "addr_str": "192.168.0.1:0/2816145887", 2024-09-13T17:47:56.912 INFO:teuthology.orchestra.run.smithi032.stdout: "inode_count": 1, 2024-09-13T17:47:56.912 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_epoch": 8, 2024-09-13T17:47:56.912 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch": 27, 2024-09-13T17:47:56.912 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch_barrier": 0, 2024-09-13T17:47:56.912 INFO:teuthology.orchestra.run.smithi032.stdout: "blocklisted": false, 2024-09-13T17:47:56.912 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs" 2024-09-13T17:47:56.912 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T17:47:56.924 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T17:47:56.925 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T17:47:57.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27ecdf2640 1 Processor -- start 2024-09-13T17:47:57.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27ecdf2640 1 -- start start 2024-09-13T17:47:57.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27ecdf2640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e81592f0 0x7f27e80cc380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:57.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27ecdf2640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27e80cc8c0 con 0x7f27e80cecd0 2024-09-13T17:47:57.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27ecdf2640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27e80ad840 con 0x7f27e80b1b80 2024-09-13T17:47:57.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27ecdf2640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27e80c88f0 con 0x7f27e81592f0 2024-09-13T17:47:57.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e6d9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f27e80cecd0 0x7f27e8159d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:58180/0 (socket says 172.21.15.32:58180) 2024-09-13T17:47:57.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e6d9d640 1 -- 172.21.15.32:0/2072234678 learned_addr learned my addr 172.21.15.32:0/2072234678 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:47:57.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e659c640 1 --2- 172.21.15.32:0/2072234678 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e81592f0 0x7f27e80cc380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:57.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e5d9b640 1 -- 172.21.15.32:0/2072234678 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 853695595 0 0) 0x7f27e80cc8c0 con 0x7f27e80cecd0 2024-09-13T17:47:57.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e5d9b640 1 -- 172.21.15.32:0/2072234678 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f27d4003530 con 0x7f27e80cecd0 2024-09-13T17:47:57.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e5d9b640 1 -- 172.21.15.32:0/2072234678 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3084098457 0 0) 0x7f27e80ad840 con 0x7f27e80b1b80 2024-09-13T17:47:57.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e5d9b640 1 -- 172.21.15.32:0/2072234678 --> v1:172.21.15.159:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f27e80cc8c0 con 0x7f27e80b1b80 2024-09-13T17:47:57.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e5d9b640 1 -- 172.21.15.32:0/2072234678 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1460043312 0 0) 0x7f27d4003530 con 0x7f27e80cecd0 2024-09-13T17:47:57.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e5d9b640 1 -- 172.21.15.32:0/2072234678 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e81592f0 msgr2=0x7f27e80cc380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:57.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e5d9b640 1 --2- 172.21.15.32:0/2072234678 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e81592f0 0x7f27e80cc380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:57.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e5d9b640 1 -- 172.21.15.32:0/2072234678 >> v1:172.21.15.159:6789/0 conn(0x7f27e80b1b80 legacy=0x7f27e80ce5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:57.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e5d9b640 1 -- 172.21.15.32:0/2072234678 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27e80c8bd0 con 0x7f27e80cecd0 2024-09-13T17:47:57.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e5d9b640 1 -- 172.21.15.32:0/2072234678 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f27e0001a00 con 0x7f27e80cecd0 2024-09-13T17:47:57.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e5d9b640 1 -- 172.21.15.32:0/2072234678 >> v1:172.21.15.32:6789/0 conn(0x7f27e80cecd0 legacy=0x7f27e8159d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:57.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e5d9b640 1 --2- 172.21.15.32:0/2072234678 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e81592f0 0x7f27d4003b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:57.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e5d9b640 1 --2- 172.21.15.32:0/2072234678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27d40040a0 0x7f27d40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:57.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e5d9b640 1 --2- 172.21.15.32:0/2072234678 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27d4004d10 0x7f27d4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:57.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e5d9b640 1 -- 172.21.15.32:0/2072234678 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27e80c88f0 con 0x7f27d40040a0 2024-09-13T17:47:57.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e5d9b640 1 -- 172.21.15.32:0/2072234678 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27d400bb20 con 0x7f27d4004d10 2024-09-13T17:47:57.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e5d9b640 1 -- 172.21.15.32:0/2072234678 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27d400bcb0 con 0x7f27e81592f0 2024-09-13T17:47:57.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27dffff640 1 --2- 172.21.15.32:0/2072234678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27d40040a0 0x7f27d40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:57.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e659c640 1 --2- 172.21.15.32:0/2072234678 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e81592f0 0x7f27d4003b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:57.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27e6d9d640 1 --2- 172.21.15.32:0/2072234678 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27d4004d10 0x7f27d4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:57.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27dffff640 1 -- 172.21.15.32:0/2072234678 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e81592f0 msgr2=0x7f27d4003b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:57.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27dffff640 1 --2- 172.21.15.32:0/2072234678 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e81592f0 0x7f27d4003b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:57.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27dffff640 1 -- 172.21.15.32:0/2072234678 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27d4004d10 msgr2=0x7f27d4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:47:57.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27dffff640 1 --2- 172.21.15.32:0/2072234678 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27d4004d10 0x7f27d4005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:57.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.050+0000 7f27dffff640 1 -- 172.21.15.32:0/2072234678 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27d4003530 con 0x7f27d40040a0 2024-09-13T17:47:57.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.054+0000 7f27dffff640 1 --2- 172.21.15.32:0/2072234678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27d40040a0 0x7f27d40047d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f27e806e750 tx=0x7f27d001c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87a48eb7ea9bbfde server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:57.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.054+0000 7f27e5d9b640 1 -- 172.21.15.32:0/2072234678 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27d00052d0 con 0x7f27d40040a0 2024-09-13T17:47:57.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.054+0000 7f27e5d9b640 1 -- 172.21.15.32:0/2072234678 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27d0005450 con 0x7f27d40040a0 2024-09-13T17:47:57.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.054+0000 7f27e5d9b640 1 -- 172.21.15.32:0/2072234678 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27d0003840 con 0x7f27d40040a0 2024-09-13T17:47:57.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.054+0000 7f27ecdf2640 1 -- 172.21.15.32:0/2072234678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27d40040a0 msgr2=0x7f27d40047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:57.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.054+0000 7f27ecdf2640 1 --2- 172.21.15.32:0/2072234678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27d40040a0 0x7f27d40047d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f27e806e750 tx=0x7f27d001c530 comp rx=0 tx=0).stop 2024-09-13T17:47:57.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.054+0000 7f27e6d9d640 1 -- 172.21.15.32:0/2072234678 reap_dead start 2024-09-13T17:47:57.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.054+0000 7f27ecdf2640 1 -- 172.21.15.32:0/2072234678 shutdown_connections 2024-09-13T17:47:57.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.054+0000 7f27ecdf2640 1 -- 172.21.15.32:0/2072234678 >> 172.21.15.32:0/2072234678 conn(0x7f27e806a150 msgr2=0x7f27e806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:57.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.054+0000 7f27ecdf2640 1 -- 172.21.15.32:0/2072234678 shutdown_connections 2024-09-13T17:47:57.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.054+0000 7f27ecdf2640 1 -- 172.21.15.32:0/2072234678 wait complete. 2024-09-13T17:47:57.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.054+0000 7f27ecdf2640 1 Processor -- start 2024-09-13T17:47:57.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.054+0000 7f27ecdf2640 1 -- start start 2024-09-13T17:47:57.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27ecdf2640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27e81f4c40 0x7f27e81f8950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:57.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27ecdf2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27e80c7230 0x7f27e81f8e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:57.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27ecdf2640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e81f93d0 0x7f27e81447b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:57.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27ecdf2640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27e80ab150 con 0x7f27e80c7230 2024-09-13T17:47:57.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27ecdf2640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27e80c7760 con 0x7f27e81f4c40 2024-09-13T17:47:57.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27ecdf2640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27e80c7a40 con 0x7f27e81f93d0 2024-09-13T17:47:57.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27dffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27e80c7230 0x7f27e81f8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:57.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27dffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27e80c7230 0x7f27e81f8e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54762/0 (socket says 172.21.15.32:54762) 2024-09-13T17:47:57.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27dffff640 1 -- 172.21.15.32:0/2148082801 learned_addr learned my addr 172.21.15.32:0/2148082801 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:47:57.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27e6d9d640 1 --2- 172.21.15.32:0/2148082801 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e81f93d0 0x7f27e81447b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:57.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27dffff640 1 -- 172.21.15.32:0/2148082801 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e81f93d0 msgr2=0x7f27e81447b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:57.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27e659c640 1 --2- 172.21.15.32:0/2148082801 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27e81f4c40 0x7f27e81f8950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:57.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27dffff640 1 --2- 172.21.15.32:0/2148082801 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e81f93d0 0x7f27e81447b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:57.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27dffff640 1 -- 172.21.15.32:0/2148082801 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27e81f4c40 msgr2=0x7f27e81f8950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:57.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27dffff640 1 --2- 172.21.15.32:0/2148082801 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27e81f4c40 0x7f27e81f8950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:57.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27dffff640 1 -- 172.21.15.32:0/2148082801 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27e80c7d20 con 0x7f27e80c7230 2024-09-13T17:47:57.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27dffff640 1 --2- 172.21.15.32:0/2148082801 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27e80c7230 0x7f27e81f8e90 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f27d001cdd0 tx=0x7f27d4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:57.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27deffd640 1 -- 172.21.15.32:0/2148082801 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27d0003ea0 con 0x7f27e80c7230 2024-09-13T17:47:57.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27deffd640 1 -- 172.21.15.32:0/2148082801 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27d00050d0 con 0x7f27e80c7230 2024-09-13T17:47:57.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27ecdf2640 1 -- 172.21.15.32:0/2148082801 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27e80c8000 con 0x7f27e80c7230 2024-09-13T17:47:57.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27deffd640 1 -- 172.21.15.32:0/2148082801 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27d00067e0 con 0x7f27e80c7230 2024-09-13T17:47:57.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27ecdf2640 1 -- 172.21.15.32:0/2148082801 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27e81f5020 con 0x7f27e80c7230 2024-09-13T17:47:57.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27ecdf2640 1 -- 172.21.15.32:0/2148082801 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27e815a7c0 con 0x7f27e80c7230 2024-09-13T17:47:57.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27deffd640 1 -- 172.21.15.32:0/2148082801 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f27d00b2040 con 0x7f27e80c7230 2024-09-13T17:47:57.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27deffd640 1 --2- 172.21.15.32:0/2148082801 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f27c80666c0 0x7f27c8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:47:57.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27deffd640 1 -- 172.21.15.32:0/2148082801 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f27d011e400 con 0x7f27e80c7230 2024-09-13T17:47:57.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.058+0000 7f27e659c640 1 --2- 172.21.15.32:0/2148082801 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f27c80666c0 0x7f27c8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:47:57.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.062+0000 7f27e659c640 1 --2- 172.21.15.32:0/2148082801 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f27c80666c0 0x7f27c8068b80 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f27d8009940 tx=0x7f27d8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:47:57.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.062+0000 7f27deffd640 1 -- 172.21.15.32:0/2148082801 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f27d00eb640 con 0x7f27e80c7230 2024-09-13T17:47:57.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.258+0000 7f27ecdf2640 1 -- 172.21.15.32:0/2148082801 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f27e80b2fa0 con 0x7f27e80c7230 2024-09-13T17:47:57.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.258+0000 7f27deffd640 1 -- 172.21.15.32:0/2148082801 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+88 (secure 0 0 0) 0x7f27d00eec60 con 0x7f27e80c7230 2024-09-13T17:47:57.264 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T17:47:57.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.262+0000 7f27ecdf2640 1 -- 172.21.15.32:0/2148082801 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f27c80666c0 msgr2=0x7f27c8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:57.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.262+0000 7f27ecdf2640 1 --2- 172.21.15.32:0/2148082801 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f27c80666c0 0x7f27c8068b80 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f27d8009940 tx=0x7f27d8008040 comp rx=0 tx=0).stop 2024-09-13T17:47:57.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.262+0000 7f27ecdf2640 1 -- 172.21.15.32:0/2148082801 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27e80c7230 msgr2=0x7f27e81f8e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:47:57.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.262+0000 7f27ecdf2640 1 --2- 172.21.15.32:0/2148082801 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27e80c7230 0x7f27e81f8e90 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f27d001cdd0 tx=0x7f27d4005800 comp rx=0 tx=0).stop 2024-09-13T17:47:57.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.262+0000 7f27ecdf2640 1 -- 172.21.15.32:0/2148082801 shutdown_connections 2024-09-13T17:47:57.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.262+0000 7f27ecdf2640 1 --2- 172.21.15.32:0/2148082801 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f27c80666c0 0x7f27c8068b80 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:57.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.262+0000 7f27ecdf2640 1 --2- 172.21.15.32:0/2148082801 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27e81f93d0 0x7f27e81447b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:57.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.262+0000 7f27ecdf2640 1 --2- 172.21.15.32:0/2148082801 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27e80c7230 0x7f27e81f8e90 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:57.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.262+0000 7f27ecdf2640 1 --2- 172.21.15.32:0/2148082801 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27e81f4c40 0x7f27e81f8950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:47:57.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.262+0000 7f27ecdf2640 1 -- 172.21.15.32:0/2148082801 >> 172.21.15.32:0/2148082801 conn(0x7f27e806a150 msgr2=0x7f27e8071830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:47:57.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.262+0000 7f27ecdf2640 1 -- 172.21.15.32:0/2148082801 shutdown_connections 2024-09-13T17:47:57.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:47:57.262+0000 7f27ecdf2640 1 -- 172.21.15.32:0/2148082801 wait complete. 2024-09-13T17:47:57.283 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T17:47:57.283 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T17:47:57.283 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi032.front.sepia.ceph.com 2024-09-13T17:47:57.284 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-13T17:47:57.284 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-13T17:47:57.284 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T17:47:57.284 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T17:47:57.284 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T17:47:57.284 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-13T17:47:57.284 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:57.284 DEBUG:teuthology.orchestra.run.smithi032:> ip addr 2024-09-13T17:47:57.290 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:47:57.290 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:47:57.290 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:47:57.291 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:57.291 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-09-13T17:47:57.291 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:57.291 INFO:teuthology.orchestra.run.smithi032.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:47:57.291 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0c brd ff:ff:ff:ff:ff:ff 2024-09-13T17:47:57.291 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f0 2024-09-13T17:47:57.291 INFO:teuthology.orchestra.run.smithi032.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:47:57.291 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0d brd ff:ff:ff:ff:ff:ff 2024-09-13T17:47:57.291 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f1 2024-09-13T17:47:57.291 INFO:teuthology.orchestra.run.smithi032.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T17:47:57.291 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:02 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:47:57.291 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f0 2024-09-13T17:47:57.291 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.21.15.32/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-13T17:47:57.292 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft 42448sec preferred_lft 42448sec 2024-09-13T17:47:57.292 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::ae1f:6bff:fef8:2602/64 scope link 2024-09-13T17:47:57.292 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:57.292 INFO:teuthology.orchestra.run.smithi032.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:47:57.292 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:03 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:47:57.292 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f1 2024-09-13T17:47:57.292 INFO:teuthology.orchestra.run.smithi032.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T17:47:57.292 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 02:42:fd:3b:16:9c brd ff:ff:ff:ff:ff:ff 2024-09-13T17:47:57.292 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T17:47:57.292 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:57.292 INFO:teuthology.orchestra.run.smithi032.stdout:9: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T17:47:57.292 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-13T17:47:57.292 INFO:teuthology.orchestra.run.smithi032.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T17:47:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-13T17:47:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:57.293 INFO:teuthology.orchestra.run.smithi032.stdout:10: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T17:47:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T17:47:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-13T17:47:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:57.296 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:57.296 DEBUG:teuthology.orchestra.run.smithi032:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T17:47:57.344 INFO:teuthology.orchestra.run.smithi032.stdout:1 2024-09-13T17:47:57.346 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:57.346 DEBUG:teuthology.orchestra.run.smithi032:> route 2024-09-13T17:47:57.395 INFO:teuthology.orchestra.run.smithi032.stdout:Kernel IP routing table 2024-09-13T17:47:57.395 INFO:teuthology.orchestra.run.smithi032.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T17:47:57.395 INFO:teuthology.orchestra.run.smithi032.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-13T17:47:57.395 INFO:teuthology.orchestra.run.smithi032.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T17:47:57.395 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-13T17:47:57.395 INFO:teuthology.orchestra.run.smithi032.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T17:47:57.396 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:57.396 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-09-13T17:47:57.396 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-13T17:47:57.396 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T17:47:57.396 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T17:47:57.396 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T17:47:57.396 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-13T17:47:57.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:57.472 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-09-13T17:47:57.518 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T17:47:57.519 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:57.519 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list-id 2024-09-13T17:47:57.566 INFO:teuthology.orchestra.run.smithi032.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-13T17:47:57.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:57.567 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-09-13T17:47:57.567 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-13T17:47:57.567 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T17:47:57.567 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-13T17:47:57.567 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-13T17:47:57.636 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:57.636 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-13T17:47:57.690 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:47:57.690 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:47:57.690 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:47:57.690 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:57.690 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-09-13T17:47:57.690 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:57.690 INFO:teuthology.orchestra.run.smithi032.stdout:2: veth0@if10: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T17:47:57.691 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether d6:69:e4:35:44:86 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T17:47:57.691 INFO:teuthology.orchestra.run.smithi032.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T17:47:57.691 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:57.691 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::d469:e4ff:fe35:4486/64 scope link 2024-09-13T17:47:57.691 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:57.692 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:57.692 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-13T17:47:57.744 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:47:57.745 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:47:57.745 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:47:57.745 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:57.745 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-09-13T17:47:57.745 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:57.745 INFO:teuthology.orchestra.run.smithi032.stdout:2: veth0@if10: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T17:47:57.745 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether d6:69:e4:35:44:86 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T17:47:57.745 INFO:teuthology.orchestra.run.smithi032.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T17:47:57.745 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:57.745 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::d469:e4ff:fe35:4486/64 scope link 2024-09-13T17:47:57.745 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:47:57.747 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-13T17:47:57.747 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:57.747 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-09-13T17:47:57.747 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-13T17:47:57.747 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-13T17:47:57.747 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-13T17:47:57.747 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-13T17:47:57.747 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-13T17:47:57.748 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-13T17:47:57.748 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-13T17:47:57.847 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:57.847 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-09-13T17:47:57.847 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-13T17:47:57.847 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set brx.1 up 2024-09-13T17:47:57.847 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set dev brx.1 master ceph-brx 2024-09-13T17:47:57.847 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-13T17:47:57.867 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-13T17:47:57.868 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:47:57.868 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-13T17:47:57.913 INFO:teuthology.orchestra.run.smithi032.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-13T17:47:57.914 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:47:57.914 DEBUG:teuthology.orchestra.run.smithi032:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-13T17:47:57.961 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-13T17:47:58.016 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:47:58.016 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T17:47:58.068 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T17:47:58.070 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T17:47:58.070 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:58.070 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-13T17:47:58.118 INFO:teuthology.orchestra.run.smithi032.stdout:45 2024-09-13T17:47:58.118 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [45] 2024-09-13T17:47:58.119 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-13T17:47:58.163 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-13T17:47:58.179 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:47:58.179 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T17:47:58.233 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T17:47:58.234 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T17:47:58.234 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:58.234 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-13T17:47:58.247 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi032.stderr:2024-09-13T17:47:58.242+0000 7f8a5376a580 -1 init, newargv = 0x55917fe59e90 newargc=15 2024-09-13T17:47:58.247 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi032.stderr:ceph-fuse[35707]: starting ceph client 2024-09-13T17:47:58.251 INFO:teuthology.orchestra.run.smithi032.stdout:45 2024-09-13T17:47:58.254 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi032.stderr:ceph-fuse[35707]: starting fuse 2024-09-13T17:47:59.354 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-13T17:47:59.371 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:47:59.371 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T17:47:59.429 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T17:47:59.430 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T17:47:59.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:59.431 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-13T17:47:59.478 INFO:teuthology.orchestra.run.smithi032.stdout:45 2024-09-13T17:47:59.478 INFO:teuthology.orchestra.run.smithi032.stdout:46 2024-09-13T17:47:59.478 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45, 46] 2024-09-13T17:47:59.478 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T17:47:59.478 DEBUG:teuthology.orchestra.run.smithi032:> import glob 2024-09-13T17:47:59.479 DEBUG:teuthology.orchestra.run.smithi032:> import re 2024-09-13T17:47:59.479 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-13T17:47:59.479 DEBUG:teuthology.orchestra.run.smithi032:> import subprocess 2024-09-13T17:47:59.479 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-13T17:47:59.479 DEBUG:teuthology.orchestra.run.smithi032:> def _find_admin_socket(client_name): 2024-09-13T17:47:59.479 DEBUG:teuthology.orchestra.run.smithi032:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-13T17:47:59.479 DEBUG:teuthology.orchestra.run.smithi032:> files = glob.glob(asok_path) 2024-09-13T17:47:59.479 DEBUG:teuthology.orchestra.run.smithi032:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-13T17:47:59.479 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-13T17:47:59.479 DEBUG:teuthology.orchestra.run.smithi032:> # Given a non-glob path, it better be there 2024-09-13T17:47:59.479 DEBUG:teuthology.orchestra.run.smithi032:> if "*" not in asok_path: 2024-09-13T17:47:59.479 DEBUG:teuthology.orchestra.run.smithi032:> assert(len(files) == 1) 2024-09-13T17:47:59.479 DEBUG:teuthology.orchestra.run.smithi032:> return files[0] 2024-09-13T17:47:59.479 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-13T17:47:59.479 DEBUG:teuthology.orchestra.run.smithi032:> for f in files: 2024-09-13T17:47:59.479 DEBUG:teuthology.orchestra.run.smithi032:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T17:47:59.480 DEBUG:teuthology.orchestra.run.smithi032:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T17:47:59.480 DEBUG:teuthology.orchestra.run.smithi032:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T17:47:59.480 DEBUG:teuthology.orchestra.run.smithi032:> contents = proc_f.read() 2024-09-13T17:47:59.480 DEBUG:teuthology.orchestra.run.smithi032:> if mountpoint in contents: 2024-09-13T17:47:59.480 DEBUG:teuthology.orchestra.run.smithi032:> return f 2024-09-13T17:47:59.480 DEBUG:teuthology.orchestra.run.smithi032:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T17:47:59.480 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-13T17:47:59.480 DEBUG:teuthology.orchestra.run.smithi032:> print(_find_admin_socket("client.2")) 2024-09-13T17:47:59.480 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-13T17:47:59.603 INFO:teuthology.orchestra.run.smithi032.stdout:/var/run/ceph/ceph-client.2.35707.asok 2024-09-13T17:47:59.784 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.35707.asok 2024-09-13T17:47:59.784 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:47:59.784 DEBUG:teuthology.orchestra.run.smithi032:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.35707.asok status 2024-09-13T17:47:59.946 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T17:47:59.947 INFO:teuthology.orchestra.run.smithi032.stdout: "metadata": { 2024-09-13T17:47:59.947 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_sha1": "6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3", 2024-09-13T17:47:59.947 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_version": "ceph version 18.2.4-860-g6c6b083f (6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3) reef (stable)", 2024-09-13T17:47:59.947 INFO:teuthology.orchestra.run.smithi032.stdout: "entity_id": "2", 2024-09-13T17:47:59.947 INFO:teuthology.orchestra.run.smithi032.stdout: "hostname": "smithi032", 2024-09-13T17:47:59.947 INFO:teuthology.orchestra.run.smithi032.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-13T17:47:59.947 INFO:teuthology.orchestra.run.smithi032.stdout: "pid": "35707", 2024-09-13T17:47:59.947 INFO:teuthology.orchestra.run.smithi032.stdout: "root": "/" 2024-09-13T17:47:59.947 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:47:59.947 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_count": 0, 2024-09-13T17:47:59.948 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_pinned_count": 0, 2024-09-13T17:47:59.948 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 4851, 2024-09-13T17:47:59.948 INFO:teuthology.orchestra.run.smithi032.stdout: "inst": { 2024-09-13T17:47:59.948 INFO:teuthology.orchestra.run.smithi032.stdout: "name": { 2024-09-13T17:47:59.948 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "client", 2024-09-13T17:47:59.948 INFO:teuthology.orchestra.run.smithi032.stdout: "num": 4851 2024-09-13T17:47:59.948 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:47:59.948 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-09-13T17:47:59.948 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-09-13T17:47:59.948 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.2:0", 2024-09-13T17:47:59.948 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 2940960970 2024-09-13T17:47:59.948 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:47:59.949 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:47:59.949 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-09-13T17:47:59.949 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-09-13T17:47:59.949 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.2:0", 2024-09-13T17:47:59.949 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 2940960970 2024-09-13T17:47:59.949 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:47:59.949 INFO:teuthology.orchestra.run.smithi032.stdout: "inst_str": "client.4851 192.168.0.2:0/2940960970", 2024-09-13T17:47:59.949 INFO:teuthology.orchestra.run.smithi032.stdout: "addr_str": "192.168.0.2:0/2940960970", 2024-09-13T17:47:59.949 INFO:teuthology.orchestra.run.smithi032.stdout: "inode_count": 1, 2024-09-13T17:47:59.949 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_epoch": 8, 2024-09-13T17:47:59.949 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch": 27, 2024-09-13T17:47:59.949 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch_barrier": 0, 2024-09-13T17:47:59.949 INFO:teuthology.orchestra.run.smithi032.stdout: "blocklisted": false, 2024-09-13T17:47:59.950 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs" 2024-09-13T17:47:59.950 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T17:47:59.961 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T17:47:59.961 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T17:48:00.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.085+0000 7f6cd4b78640 1 Processor -- start 2024-09-13T17:48:00.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.085+0000 7f6cd4b78640 1 -- start start 2024-09-13T17:48:00.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.085+0000 7f6cd4b78640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6cd015a300 0x7f6cd006d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:00.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.085+0000 7f6cd4b78640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f6cd00cebe0 0x7f6cd00c8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:00.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.085+0000 7f6cd4b78640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6cd015a6e0 con 0x7f6cd006d5e0 2024-09-13T17:48:00.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.085+0000 7f6cd4b78640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6cd006da80 con 0x7f6cd015a300 2024-09-13T17:48:00.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.085+0000 7f6cd4b78640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6cd006dd60 con 0x7f6cd00cebe0 2024-09-13T17:48:00.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.085+0000 7f6cce59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6cd015a300 0x7f6cd006d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:00.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.085+0000 7f6cce59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6cd015a300 0x7f6cd006d0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60426/0 (socket says 172.21.15.32:60426) 2024-09-13T17:48:00.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.085+0000 7f6cce59c640 1 -- 172.21.15.32:0/4023809575 learned_addr learned my addr 172.21.15.32:0/4023809575 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:00.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.085+0000 7f6cced9d640 1 --2- 172.21.15.32:0/4023809575 >> v2:172.21.15.159:3300/0 conn(0x7f6cd00cebe0 0x7f6cd00c8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:00.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.085+0000 7f6cce59c640 1 -- 172.21.15.32:0/4023809575 >> v2:172.21.15.159:3300/0 conn(0x7f6cd00cebe0 msgr2=0x7f6cd00c8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:00.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.085+0000 7f6cce59c640 1 --2- 172.21.15.32:0/4023809575 >> v2:172.21.15.159:3300/0 conn(0x7f6cd00cebe0 0x7f6cd00c8cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:00.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.085+0000 7f6cce59c640 1 -- 172.21.15.32:0/4023809575 >> v1:172.21.15.159:6789/0 conn(0x7f6cd006d5e0 legacy=0x7f6cd00ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:00.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.085+0000 7f6cce59c640 1 -- 172.21.15.32:0/4023809575 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cd006e040 con 0x7f6cd015a300 2024-09-13T17:48:00.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cce59c640 1 --2- 172.21.15.32:0/4023809575 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cd015a300 0x7f6cd006d0a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f6cd00b1c60 tx=0x7f6cc001c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd275c3c919753f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:00.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6ccdd9b640 1 -- 172.21.15.32:0/4023809575 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cc00aa430 con 0x7f6cd015a300 2024-09-13T17:48:00.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6ccdd9b640 1 -- 172.21.15.32:0/4023809575 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6cc00aa590 con 0x7f6cd015a300 2024-09-13T17:48:00.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6ccdd9b640 1 -- 172.21.15.32:0/4023809575 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cc00aa920 con 0x7f6cd015a300 2024-09-13T17:48:00.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cd4b78640 1 -- 172.21.15.32:0/4023809575 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cd015a300 msgr2=0x7f6cd006d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:00.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cd4b78640 1 --2- 172.21.15.32:0/4023809575 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cd015a300 0x7f6cd006d0a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f6cd00b1c60 tx=0x7f6cc001c4b0 comp rx=0 tx=0).stop 2024-09-13T17:48:00.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cd4b78640 1 -- 172.21.15.32:0/4023809575 shutdown_connections 2024-09-13T17:48:00.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cd4b78640 1 --2- 172.21.15.32:0/4023809575 >> v2:172.21.15.159:3300/0 conn(0x7f6cd00cebe0 0x7f6cd00c8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:00.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cd4b78640 1 --2- 172.21.15.32:0/4023809575 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cd015a300 0x7f6cd006d0a0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:00.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cd4b78640 1 -- 172.21.15.32:0/4023809575 >> 172.21.15.32:0/4023809575 conn(0x7f6cd006a150 msgr2=0x7f6cd006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:00.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cd4b78640 1 -- 172.21.15.32:0/4023809575 shutdown_connections 2024-09-13T17:48:00.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cd4b78640 1 -- 172.21.15.32:0/4023809575 wait complete. 2024-09-13T17:48:00.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cd4b78640 1 Processor -- start 2024-09-13T17:48:00.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cd4b78640 1 -- start start 2024-09-13T17:48:00.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cd4b78640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6cd006d5e0 0x7f6cd0153ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:00.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cd4b78640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cd00cebe0 0x7f6cd0097560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:00.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cd4b78640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6cd015a300 0x7f6cd015cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:00.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cd4b78640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cd015cb50 con 0x7f6cd00cebe0 2024-09-13T17:48:00.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cd4b78640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cd00ad410 con 0x7f6cd015a300 2024-09-13T17:48:00.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cd4b78640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6cd00ace50 con 0x7f6cd006d5e0 2024-09-13T17:48:00.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cc7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cd00cebe0 0x7f6cd0097560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:00.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cc7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cd00cebe0 0x7f6cd0097560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60432/0 (socket says 172.21.15.32:60432) 2024-09-13T17:48:00.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cc7fff640 1 -- 172.21.15.32:0/648692217 learned_addr learned my addr 172.21.15.32:0/648692217 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:00.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cced9d640 1 --2- 172.21.15.32:0/648692217 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6cd015a300 0x7f6cd015cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:00.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cce59c640 1 --2- 172.21.15.32:0/648692217 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6cd006d5e0 0x7f6cd0153ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:00.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cc7fff640 1 -- 172.21.15.32:0/648692217 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6cd006d5e0 msgr2=0x7f6cd0153ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:00.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cc7fff640 1 --2- 172.21.15.32:0/648692217 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6cd006d5e0 0x7f6cd0153ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:00.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cc7fff640 1 -- 172.21.15.32:0/648692217 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6cd015a300 msgr2=0x7f6cd015cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:00.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cc7fff640 1 --2- 172.21.15.32:0/648692217 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6cd015a300 0x7f6cd015cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:00.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cc7fff640 1 -- 172.21.15.32:0/648692217 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cc00094d0 con 0x7f6cd00cebe0 2024-09-13T17:48:00.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cce59c640 1 --2- 172.21.15.32:0/648692217 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6cd006d5e0 0x7f6cd0153ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:00.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cc7fff640 1 --2- 172.21.15.32:0/648692217 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cd00cebe0 0x7f6cd0097560 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f6cb800c450 tx=0x7f6cb800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:00.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cc6ffd640 1 -- 172.21.15.32:0/648692217 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cb8012830 con 0x7f6cd00cebe0 2024-09-13T17:48:00.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cc6ffd640 1 -- 172.21.15.32:0/648692217 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6cb80129b0 con 0x7f6cd00cebe0 2024-09-13T17:48:00.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cc6ffd640 1 -- 172.21.15.32:0/648692217 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cb8012d60 con 0x7f6cd00cebe0 2024-09-13T17:48:00.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.089+0000 7f6cd4b78640 1 -- 172.21.15.32:0/648692217 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6cd00ad130 con 0x7f6cd00cebe0 2024-09-13T17:48:00.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.093+0000 7f6cd4b78640 1 -- 172.21.15.32:0/648692217 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6cd015aa20 con 0x7f6cd00cebe0 2024-09-13T17:48:00.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.093+0000 7f6cd4b78640 1 -- 172.21.15.32:0/648692217 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6cd015ccc0 con 0x7f6cd00cebe0 2024-09-13T17:48:00.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.093+0000 7f6cc6ffd640 1 -- 172.21.15.32:0/648692217 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6cb801c460 con 0x7f6cd00cebe0 2024-09-13T17:48:00.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.093+0000 7f6cc6ffd640 1 --2- 172.21.15.32:0/648692217 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6cb00666c0 0x7f6cb0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:00.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.093+0000 7f6cc6ffd640 1 -- 172.21.15.32:0/648692217 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6cb80841e0 con 0x7f6cd00cebe0 2024-09-13T17:48:00.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.093+0000 7f6cce59c640 1 --2- 172.21.15.32:0/648692217 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6cb00666c0 0x7f6cb0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:00.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.093+0000 7f6cce59c640 1 --2- 172.21.15.32:0/648692217 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6cb00666c0 0x7f6cb0068b80 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f6cc00ae000 tx=0x7f6cc0008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:00.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.097+0000 7f6cc6ffd640 1 -- 172.21.15.32:0/648692217 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6cb80512f0 con 0x7f6cd00cebe0 2024-09-13T17:48:00.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.297+0000 7f6cd4b78640 1 -- 172.21.15.32:0/648692217 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f6cd00ad9f0 con 0x7f6cd00cebe0 2024-09-13T17:48:00.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.297+0000 7f6cc6ffd640 1 -- 172.21.15.32:0/648692217 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+88 (secure 0 0 0) 0x7f6cb8054910 con 0x7f6cd00cebe0 2024-09-13T17:48:00.298 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T17:48:00.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.297+0000 7f6cd4b78640 1 -- 172.21.15.32:0/648692217 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6cb00666c0 msgr2=0x7f6cb0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:00.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.297+0000 7f6cd4b78640 1 --2- 172.21.15.32:0/648692217 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6cb00666c0 0x7f6cb0068b80 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f6cc00ae000 tx=0x7f6cc0008040 comp rx=0 tx=0).stop 2024-09-13T17:48:00.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.297+0000 7f6cd4b78640 1 -- 172.21.15.32:0/648692217 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cd00cebe0 msgr2=0x7f6cd0097560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:00.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.297+0000 7f6cd4b78640 1 --2- 172.21.15.32:0/648692217 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cd00cebe0 0x7f6cd0097560 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f6cb800c450 tx=0x7f6cb800c910 comp rx=0 tx=0).stop 2024-09-13T17:48:00.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.297+0000 7f6cd4b78640 1 -- 172.21.15.32:0/648692217 shutdown_connections 2024-09-13T17:48:00.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.297+0000 7f6cd4b78640 1 --2- 172.21.15.32:0/648692217 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6cb00666c0 0x7f6cb0068b80 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:00.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.297+0000 7f6cd4b78640 1 --2- 172.21.15.32:0/648692217 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6cd015a300 0x7f6cd015cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:00.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.297+0000 7f6cd4b78640 1 --2- 172.21.15.32:0/648692217 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cd00cebe0 0x7f6cd0097560 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:00.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.297+0000 7f6cd4b78640 1 --2- 172.21.15.32:0/648692217 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6cd006d5e0 0x7f6cd0153ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:00.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.297+0000 7f6cd4b78640 1 -- 172.21.15.32:0/648692217 >> 172.21.15.32:0/648692217 conn(0x7f6cd006a150 msgr2=0x7f6cd0071a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:00.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.301+0000 7f6cd4b78640 1 -- 172.21.15.32:0/648692217 shutdown_connections 2024-09-13T17:48:00.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:00.301+0000 7f6cd4b78640 1 -- 172.21.15.32:0/648692217 wait complete. 2024-09-13T17:48:00.318 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T17:48:00.318 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T17:48:00.318 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi159.front.sepia.ceph.com 2024-09-13T17:48:00.318 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-13T17:48:00.318 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T17:48:00.318 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T17:48:00.318 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T17:48:00.318 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T17:48:00.318 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T17:48:00.318 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:00.319 DEBUG:teuthology.orchestra.run.smithi159:> ip addr 2024-09-13T17:48:00.324 INFO:teuthology.orchestra.run.smithi159.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:48:00.324 INFO:teuthology.orchestra.run.smithi159.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:48:00.325 INFO:teuthology.orchestra.run.smithi159.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:48:00.325 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:00.325 INFO:teuthology.orchestra.run.smithi159.stdout: inet6 ::1/128 scope host 2024-09-13T17:48:00.325 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:00.325 INFO:teuthology.orchestra.run.smithi159.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:48:00.325 INFO:teuthology.orchestra.run.smithi159.stdout: link/ether 0c:c4:7a:d9:d8:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:48:00.325 INFO:teuthology.orchestra.run.smithi159.stdout: altname enp7s0f0 2024-09-13T17:48:00.325 INFO:teuthology.orchestra.run.smithi159.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:48:00.325 INFO:teuthology.orchestra.run.smithi159.stdout: link/ether 0c:c4:7a:d9:d8:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:48:00.325 INFO:teuthology.orchestra.run.smithi159.stdout: altname enp7s0f1 2024-09-13T17:48:00.325 INFO:teuthology.orchestra.run.smithi159.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:48:00.325 INFO:teuthology.orchestra.run.smithi159.stdout: link/ether 0c:c4:7a:88:72:4e brd ff:ff:ff:ff:ff:ff 2024-09-13T17:48:00.325 INFO:teuthology.orchestra.run.smithi159.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T17:48:00.326 INFO:teuthology.orchestra.run.smithi159.stdout: link/ether 0c:c4:7a:88:72:4f brd ff:ff:ff:ff:ff:ff 2024-09-13T17:48:00.326 INFO:teuthology.orchestra.run.smithi159.stdout: inet 172.21.15.159/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-13T17:48:00.326 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft 42453sec preferred_lft 42453sec 2024-09-13T17:48:00.326 INFO:teuthology.orchestra.run.smithi159.stdout: inet6 fe80::ec4:7aff:fe88:724f/64 scope link 2024-09-13T17:48:00.326 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:00.326 INFO:teuthology.orchestra.run.smithi159.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T17:48:00.326 INFO:teuthology.orchestra.run.smithi159.stdout: link/ether 02:42:80:19:b8:43 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:48:00.326 INFO:teuthology.orchestra.run.smithi159.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T17:48:00.326 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:00.326 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T17:48:00.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:00.327 DEBUG:teuthology.orchestra.run.smithi159:> (cd / && exec bash -c ' 2024-09-13T17:48:00.327 DEBUG:teuthology.orchestra.run.smithi159:> set -e 2024-09-13T17:48:00.327 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip link add name ceph-brx type bridge 2024-09-13T17:48:00.327 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip addr flush dev ceph-brx 2024-09-13T17:48:00.327 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip link set ceph-brx up 2024-09-13T17:48:00.327 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T17:48:00.327 DEBUG:teuthology.orchestra.run.smithi159:> ') 2024-09-13T17:48:00.401 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:00.401 DEBUG:teuthology.orchestra.run.smithi159:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T17:48:00.450 INFO:teuthology.orchestra.run.smithi159.stdout:1 2024-09-13T17:48:00.452 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:00.452 DEBUG:teuthology.orchestra.run.smithi159:> route 2024-09-13T17:48:00.588 INFO:teuthology.orchestra.run.smithi159.stdout:Kernel IP routing table 2024-09-13T17:48:00.588 INFO:teuthology.orchestra.run.smithi159.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T17:48:00.589 INFO:teuthology.orchestra.run.smithi159.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-13T17:48:00.589 INFO:teuthology.orchestra.run.smithi159.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T17:48:00.589 INFO:teuthology.orchestra.run.smithi159.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-13T17:48:00.589 INFO:teuthology.orchestra.run.smithi159.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T17:48:00.589 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T17:48:00.590 INFO:teuthology.orchestra.run.smithi159.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T17:48:00.590 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T17:48:00.590 INFO:teuthology.orchestra.run.smithi159.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T17:48:00.590 INFO:teuthology.orchestra.run.smithi159.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T17:48:00.591 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:00.591 DEBUG:teuthology.orchestra.run.smithi159:> (cd / && exec bash -c ' 2024-09-13T17:48:00.591 DEBUG:teuthology.orchestra.run.smithi159:> set -e 2024-09-13T17:48:00.591 DEBUG:teuthology.orchestra.run.smithi159:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T17:48:00.591 DEBUG:teuthology.orchestra.run.smithi159:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T17:48:00.591 DEBUG:teuthology.orchestra.run.smithi159:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T17:48:00.592 DEBUG:teuthology.orchestra.run.smithi159:> ') 2024-09-13T17:48:00.623 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:00.623 DEBUG:teuthology.orchestra.run.smithi159:> ip netns list 2024-09-13T17:48:00.671 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:00.672 DEBUG:teuthology.orchestra.run.smithi159:> ip netns list-id 2024-09-13T17:48:00.719 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:00.719 DEBUG:teuthology.orchestra.run.smithi159:> (cd / && exec bash -c ' 2024-09-13T17:48:00.719 DEBUG:teuthology.orchestra.run.smithi159:> set -e 2024-09-13T17:48:00.719 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T17:48:00.720 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-13T17:48:00.720 DEBUG:teuthology.orchestra.run.smithi159:> ') 2024-09-13T17:48:00.787 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-13T17:48:00.787 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:00.788 DEBUG:teuthology.orchestra.run.smithi159:> (cd / && exec bash -c ' 2024-09-13T17:48:00.788 DEBUG:teuthology.orchestra.run.smithi159:> set -e 2024-09-13T17:48:00.788 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-13T17:48:00.788 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T17:48:00.788 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-13T17:48:00.788 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-13T17:48:00.788 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-13T17:48:00.788 DEBUG:teuthology.orchestra.run.smithi159:> ') 2024-09-13T17:48:00.890 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:00.891 DEBUG:teuthology.orchestra.run.smithi159:> (cd / && exec bash -c ' 2024-09-13T17:48:00.891 DEBUG:teuthology.orchestra.run.smithi159:> set -e 2024-09-13T17:48:00.891 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip link set brx.0 up 2024-09-13T17:48:00.891 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T17:48:00.891 DEBUG:teuthology.orchestra.run.smithi159:> ') 2024-09-13T17:48:00.909 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-13T17:48:00.909 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:48:00.909 DEBUG:teuthology.orchestra.run.smithi159:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-13T17:48:00.954 INFO:teuthology.orchestra.run.smithi159.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-13T17:48:00.955 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:48:00.955 DEBUG:teuthology.orchestra.run.smithi159:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-13T17:48:01.002 DEBUG:teuthology.orchestra.run.smithi159:> sudo modprobe fuse 2024-09-13T17:48:01.057 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:48:01.057 DEBUG:teuthology.orchestra.run.smithi159:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T17:48:01.109 INFO:teuthology.orchestra.run.smithi159.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T17:48:01.110 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T17:48:01.111 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:01.111 DEBUG:teuthology.orchestra.run.smithi159:> ls /sys/fs/fuse/connections 2024-09-13T17:48:01.159 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T17:48:01.159 DEBUG:teuthology.orchestra.run.smithi159:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-13T17:48:01.204 DEBUG:teuthology.orchestra.run.smithi159:> sudo modprobe fuse 2024-09-13T17:48:01.217 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:48:01.217 DEBUG:teuthology.orchestra.run.smithi159:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T17:48:01.270 INFO:teuthology.orchestra.run.smithi159.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T17:48:01.271 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T17:48:01.271 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:01.272 DEBUG:teuthology.orchestra.run.smithi159:> ls /sys/fs/fuse/connections 2024-09-13T17:48:01.284 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi159.stderr:2024-09-13T17:48:01.279+0000 7f1d6a5e2580 -1 init, newargv = 0x55980aecf820 newargc=15 2024-09-13T17:48:01.284 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi159.stderr:ceph-fuse[34896]: starting ceph client 2024-09-13T17:48:01.290 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi159.stderr:ceph-fuse[34896]: starting fuse 2024-09-13T17:48:02.390 DEBUG:teuthology.orchestra.run.smithi159:> sudo modprobe fuse 2024-09-13T17:48:02.441 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:48:02.441 DEBUG:teuthology.orchestra.run.smithi159:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T17:48:02.495 INFO:teuthology.orchestra.run.smithi159.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T17:48:02.496 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T17:48:02.496 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:02.496 DEBUG:teuthology.orchestra.run.smithi159:> ls /sys/fs/fuse/connections 2024-09-13T17:48:02.547 INFO:teuthology.orchestra.run.smithi159.stdout:45 2024-09-13T17:48:02.548 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-13T17:48:02.548 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T17:48:02.548 DEBUG:teuthology.orchestra.run.smithi159:> import glob 2024-09-13T17:48:02.548 DEBUG:teuthology.orchestra.run.smithi159:> import re 2024-09-13T17:48:02.548 DEBUG:teuthology.orchestra.run.smithi159:> import os 2024-09-13T17:48:02.548 DEBUG:teuthology.orchestra.run.smithi159:> import subprocess 2024-09-13T17:48:02.548 DEBUG:teuthology.orchestra.run.smithi159:> 2024-09-13T17:48:02.549 DEBUG:teuthology.orchestra.run.smithi159:> def _find_admin_socket(client_name): 2024-09-13T17:48:02.549 DEBUG:teuthology.orchestra.run.smithi159:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-13T17:48:02.549 DEBUG:teuthology.orchestra.run.smithi159:> files = glob.glob(asok_path) 2024-09-13T17:48:02.549 DEBUG:teuthology.orchestra.run.smithi159:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-13T17:48:02.549 DEBUG:teuthology.orchestra.run.smithi159:> 2024-09-13T17:48:02.549 DEBUG:teuthology.orchestra.run.smithi159:> # Given a non-glob path, it better be there 2024-09-13T17:48:02.549 DEBUG:teuthology.orchestra.run.smithi159:> if "*" not in asok_path: 2024-09-13T17:48:02.549 DEBUG:teuthology.orchestra.run.smithi159:> assert(len(files) == 1) 2024-09-13T17:48:02.549 DEBUG:teuthology.orchestra.run.smithi159:> return files[0] 2024-09-13T17:48:02.550 DEBUG:teuthology.orchestra.run.smithi159:> 2024-09-13T17:48:02.550 DEBUG:teuthology.orchestra.run.smithi159:> for f in files: 2024-09-13T17:48:02.550 DEBUG:teuthology.orchestra.run.smithi159:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T17:48:02.550 DEBUG:teuthology.orchestra.run.smithi159:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T17:48:02.550 DEBUG:teuthology.orchestra.run.smithi159:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T17:48:02.550 DEBUG:teuthology.orchestra.run.smithi159:> contents = proc_f.read() 2024-09-13T17:48:02.550 DEBUG:teuthology.orchestra.run.smithi159:> if mountpoint in contents: 2024-09-13T17:48:02.550 DEBUG:teuthology.orchestra.run.smithi159:> return f 2024-09-13T17:48:02.550 DEBUG:teuthology.orchestra.run.smithi159:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T17:48:02.550 DEBUG:teuthology.orchestra.run.smithi159:> 2024-09-13T17:48:02.550 DEBUG:teuthology.orchestra.run.smithi159:> print(_find_admin_socket("client.1")) 2024-09-13T17:48:02.550 DEBUG:teuthology.orchestra.run.smithi159:> ' 2024-09-13T17:48:02.667 INFO:teuthology.orchestra.run.smithi159.stdout:/var/run/ceph/ceph-client.1.34896.asok 2024-09-13T17:48:02.850 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.34896.asok 2024-09-13T17:48:02.850 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:02.851 DEBUG:teuthology.orchestra.run.smithi159:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.34896.asok status 2024-09-13T17:48:03.006 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-13T17:48:03.006 INFO:teuthology.orchestra.run.smithi159.stdout: "metadata": { 2024-09-13T17:48:03.006 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph_sha1": "6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3", 2024-09-13T17:48:03.007 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph_version": "ceph version 18.2.4-860-g6c6b083f (6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3) reef (stable)", 2024-09-13T17:48:03.007 INFO:teuthology.orchestra.run.smithi159.stdout: "entity_id": "1", 2024-09-13T17:48:03.007 INFO:teuthology.orchestra.run.smithi159.stdout: "hostname": "smithi159", 2024-09-13T17:48:03.007 INFO:teuthology.orchestra.run.smithi159.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-13T17:48:03.007 INFO:teuthology.orchestra.run.smithi159.stdout: "pid": "34896", 2024-09-13T17:48:03.007 INFO:teuthology.orchestra.run.smithi159.stdout: "root": "/" 2024-09-13T17:48:03.007 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-13T17:48:03.007 INFO:teuthology.orchestra.run.smithi159.stdout: "dentry_count": 0, 2024-09-13T17:48:03.007 INFO:teuthology.orchestra.run.smithi159.stdout: "dentry_pinned_count": 0, 2024-09-13T17:48:03.007 INFO:teuthology.orchestra.run.smithi159.stdout: "id": 4756, 2024-09-13T17:48:03.007 INFO:teuthology.orchestra.run.smithi159.stdout: "inst": { 2024-09-13T17:48:03.007 INFO:teuthology.orchestra.run.smithi159.stdout: "name": { 2024-09-13T17:48:03.007 INFO:teuthology.orchestra.run.smithi159.stdout: "type": "client", 2024-09-13T17:48:03.008 INFO:teuthology.orchestra.run.smithi159.stdout: "num": 4756 2024-09-13T17:48:03.008 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-13T17:48:03.008 INFO:teuthology.orchestra.run.smithi159.stdout: "addr": { 2024-09-13T17:48:03.008 INFO:teuthology.orchestra.run.smithi159.stdout: "type": "v1", 2024-09-13T17:48:03.008 INFO:teuthology.orchestra.run.smithi159.stdout: "addr": "192.168.0.1:0", 2024-09-13T17:48:03.008 INFO:teuthology.orchestra.run.smithi159.stdout: "nonce": 3852909509 2024-09-13T17:48:03.008 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-13T17:48:03.008 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-13T17:48:03.008 INFO:teuthology.orchestra.run.smithi159.stdout: "addr": { 2024-09-13T17:48:03.008 INFO:teuthology.orchestra.run.smithi159.stdout: "type": "v1", 2024-09-13T17:48:03.008 INFO:teuthology.orchestra.run.smithi159.stdout: "addr": "192.168.0.1:0", 2024-09-13T17:48:03.008 INFO:teuthology.orchestra.run.smithi159.stdout: "nonce": 3852909509 2024-09-13T17:48:03.008 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-13T17:48:03.009 INFO:teuthology.orchestra.run.smithi159.stdout: "inst_str": "client.4756 192.168.0.1:0/3852909509", 2024-09-13T17:48:03.009 INFO:teuthology.orchestra.run.smithi159.stdout: "addr_str": "192.168.0.1:0/3852909509", 2024-09-13T17:48:03.009 INFO:teuthology.orchestra.run.smithi159.stdout: "inode_count": 1, 2024-09-13T17:48:03.009 INFO:teuthology.orchestra.run.smithi159.stdout: "mds_epoch": 8, 2024-09-13T17:48:03.009 INFO:teuthology.orchestra.run.smithi159.stdout: "osd_epoch": 28, 2024-09-13T17:48:03.009 INFO:teuthology.orchestra.run.smithi159.stdout: "osd_epoch_barrier": 0, 2024-09-13T17:48:03.009 INFO:teuthology.orchestra.run.smithi159.stdout: "blocklisted": false, 2024-09-13T17:48:03.009 INFO:teuthology.orchestra.run.smithi159.stdout: "fs_name": "cephfs" 2024-09-13T17:48:03.009 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-13T17:48:03.019 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T17:48:03.020 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T17:48:03.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.153+0000 7f1be7bbc640 1 Processor -- start 2024-09-13T17:48:03.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.153+0000 7f1be7bbc640 1 -- start start 2024-09-13T17:48:03.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.157+0000 7f1be7bbc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1be0161500 0x7f1be01638f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:03.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.157+0000 7f1be7bbc640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1be006d0f0 con 0x7f1be0070240 2024-09-13T17:48:03.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.157+0000 7f1be7bbc640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1be006dc90 con 0x7f1be0158880 2024-09-13T17:48:03.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.157+0000 7f1be7bbc640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1be00b2c50 con 0x7f1be0161500 2024-09-13T17:48:03.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.157+0000 7f1be6159640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1be0161500 0x7f1be01638f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:03.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.157+0000 7f1be5157640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f1be0070240 0x7f1be00706b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60822/0 (socket says 172.21.15.32:60822) 2024-09-13T17:48:03.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.157+0000 7f1be5157640 1 -- 172.21.15.32:0/3747924676 learned_addr learned my addr 172.21.15.32:0/3747924676 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:03.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.157+0000 7f1be6159640 1 -- 172.21.15.32:0/3747924676 >> v1:172.21.15.159:6789/0 conn(0x7f1be0158880 legacy=0x7f1be006d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:03.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.157+0000 7f1be6159640 1 -- 172.21.15.32:0/3747924676 >> v1:172.21.15.32:6789/0 conn(0x7f1be0070240 legacy=0x7f1be00706b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:03.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.157+0000 7f1be6159640 1 -- 172.21.15.32:0/3747924676 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1be00b26b0 con 0x7f1be0161500 2024-09-13T17:48:03.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.157+0000 7f1be4956640 1 -- 172.21.15.32:0/3747924676 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1813806505 0 0) 0x7f1be006d0f0 con 0x7f1be0070240 2024-09-13T17:48:03.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.157+0000 7f1be6159640 1 --2- 172.21.15.32:0/3747924676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1be0161500 0x7f1be01638f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f1bd800ba50 tx=0x7f1bd801e850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d181dca403751acc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:03.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.157+0000 7f1be4956640 1 -- 172.21.15.32:0/3747924676 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bd80a78a0 con 0x7f1be0161500 2024-09-13T17:48:03.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.157+0000 7f1be4956640 1 -- 172.21.15.32:0/3747924676 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bd80ab070 con 0x7f1be0161500 2024-09-13T17:48:03.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.157+0000 7f1be4956640 1 -- 172.21.15.32:0/3747924676 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bd80a7c20 con 0x7f1be0161500 2024-09-13T17:48:03.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be7bbc640 1 -- 172.21.15.32:0/3747924676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1be0161500 msgr2=0x7f1be01638f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:03.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be7bbc640 1 --2- 172.21.15.32:0/3747924676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1be0161500 0x7f1be01638f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f1bd800ba50 tx=0x7f1bd801e850 comp rx=0 tx=0).stop 2024-09-13T17:48:03.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be7bbc640 1 -- 172.21.15.32:0/3747924676 shutdown_connections 2024-09-13T17:48:03.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be7bbc640 1 --2- 172.21.15.32:0/3747924676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1be0161500 0x7f1be01638f0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:03.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be7bbc640 1 -- 172.21.15.32:0/3747924676 >> 172.21.15.32:0/3747924676 conn(0x7f1be006a150 msgr2=0x7f1be006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:03.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be7bbc640 1 -- 172.21.15.32:0/3747924676 shutdown_connections 2024-09-13T17:48:03.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be7bbc640 1 -- 172.21.15.32:0/3747924676 wait complete. 2024-09-13T17:48:03.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be7bbc640 1 Processor -- start 2024-09-13T17:48:03.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be7bbc640 1 -- start start 2024-09-13T17:48:03.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be7bbc640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1be0070240 0x7f1be0071a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:03.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be7bbc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1be0158880 0x7f1be0154980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:03.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be7bbc640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1be0161500 0x7f1be0157340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:03.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be7bbc640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1be01595c0 con 0x7f1be0158880 2024-09-13T17:48:03.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be7bbc640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1be0158010 con 0x7f1be0161500 2024-09-13T17:48:03.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be7bbc640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1be01584a0 con 0x7f1be0070240 2024-09-13T17:48:03.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be5157640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1be0158880 0x7f1be0154980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:03.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be5157640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1be0158880 0x7f1be0154980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60456/0 (socket says 172.21.15.32:60456) 2024-09-13T17:48:03.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be5157640 1 -- 172.21.15.32:0/1799727855 learned_addr learned my addr 172.21.15.32:0/1799727855 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:03.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be5958640 1 --2- 172.21.15.32:0/1799727855 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1be0070240 0x7f1be0071a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:03.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be6159640 1 --2- 172.21.15.32:0/1799727855 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1be0161500 0x7f1be0157340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:03.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be5157640 1 -- 172.21.15.32:0/1799727855 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1be0070240 msgr2=0x7f1be0071a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:03.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be5157640 1 --2- 172.21.15.32:0/1799727855 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1be0070240 0x7f1be0071a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:03.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be5157640 1 -- 172.21.15.32:0/1799727855 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1be0161500 msgr2=0x7f1be0157340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:03.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be5157640 1 --2- 172.21.15.32:0/1799727855 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1be0161500 0x7f1be0157340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:03.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be5157640 1 -- 172.21.15.32:0/1799727855 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bd800b6b0 con 0x7f1be0158880 2024-09-13T17:48:03.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be5958640 1 --2- 172.21.15.32:0/1799727855 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1be0070240 0x7f1be0071a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:03.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be6159640 1 --2- 172.21.15.32:0/1799727855 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1be0161500 0x7f1be0157340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:03.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be5157640 1 --2- 172.21.15.32:0/1799727855 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1be0158880 0x7f1be0154980 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1bd000c480 tx=0x7f1bd000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:03.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1bd67fc640 1 -- 172.21.15.32:0/1799727855 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bd00074e0 con 0x7f1be0158880 2024-09-13T17:48:03.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1bd67fc640 1 -- 172.21.15.32:0/1799727855 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bd0007660 con 0x7f1be0158880 2024-09-13T17:48:03.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be7bbc640 1 -- 172.21.15.32:0/1799727855 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1be0159000 con 0x7f1be0158880 2024-09-13T17:48:03.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1bd67fc640 1 -- 172.21.15.32:0/1799727855 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bd0004a30 con 0x7f1be0158880 2024-09-13T17:48:03.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.161+0000 7f1be7bbc640 1 -- 172.21.15.32:0/1799727855 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1be00c4ae0 con 0x7f1be0158880 2024-09-13T17:48:03.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.165+0000 7f1be7bbc640 1 -- 172.21.15.32:0/1799727855 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1be006a810 con 0x7f1be0158880 2024-09-13T17:48:03.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.165+0000 7f1bd67fc640 1 -- 172.21.15.32:0/1799727855 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1bd0004b90 con 0x7f1be0158880 2024-09-13T17:48:03.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.165+0000 7f1bd67fc640 1 --2- 172.21.15.32:0/1799727855 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1bc4066690 0x7f1bc4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:03.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.165+0000 7f1bd67fc640 1 -- 172.21.15.32:0/1799727855 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f1bd0083a50 con 0x7f1be0158880 2024-09-13T17:48:03.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.165+0000 7f1be5958640 1 --2- 172.21.15.32:0/1799727855 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1bc4066690 0x7f1bc4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:03.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.165+0000 7f1be5958640 1 --2- 172.21.15.32:0/1799727855 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1bc4066690 0x7f1bc4068b50 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc007e90 tx=0x7f1bdc0073a0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:03.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.169+0000 7f1bd67fc640 1 -- 172.21.15.32:0/1799727855 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1bd0054480 con 0x7f1be0158880 2024-09-13T17:48:03.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.361+0000 7f1be7bbc640 1 -- 172.21.15.32:0/1799727855 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f1be006a530 con 0x7f1be0158880 2024-09-13T17:48:03.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.365+0000 7f1bd67fc640 1 -- 172.21.15.32:0/1799727855 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+88 (secure 0 0 0) 0x7f1bd0018070 con 0x7f1be0158880 2024-09-13T17:48:03.366 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T17:48:03.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.365+0000 7f1be7bbc640 1 -- 172.21.15.32:0/1799727855 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1bc4066690 msgr2=0x7f1bc4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:03.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.365+0000 7f1be7bbc640 1 --2- 172.21.15.32:0/1799727855 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1bc4066690 0x7f1bc4068b50 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc007e90 tx=0x7f1bdc0073a0 comp rx=0 tx=0).stop 2024-09-13T17:48:03.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.365+0000 7f1be7bbc640 1 -- 172.21.15.32:0/1799727855 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1be0158880 msgr2=0x7f1be0154980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:03.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.365+0000 7f1be7bbc640 1 --2- 172.21.15.32:0/1799727855 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1be0158880 0x7f1be0154980 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1bd000c480 tx=0x7f1bd000c940 comp rx=0 tx=0).stop 2024-09-13T17:48:03.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.365+0000 7f1be7bbc640 1 -- 172.21.15.32:0/1799727855 shutdown_connections 2024-09-13T17:48:03.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.365+0000 7f1be7bbc640 1 --2- 172.21.15.32:0/1799727855 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1bc4066690 0x7f1bc4068b50 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:03.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.365+0000 7f1be7bbc640 1 --2- 172.21.15.32:0/1799727855 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1be0161500 0x7f1be0157340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:03.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.365+0000 7f1be7bbc640 1 --2- 172.21.15.32:0/1799727855 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1be0158880 0x7f1be0154980 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:03.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.365+0000 7f1be7bbc640 1 --2- 172.21.15.32:0/1799727855 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1be0070240 0x7f1be0071a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:03.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.365+0000 7f1be7bbc640 1 -- 172.21.15.32:0/1799727855 >> 172.21.15.32:0/1799727855 conn(0x7f1be006a150 msgr2=0x7f1be00ca1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:03.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.365+0000 7f1be7bbc640 1 -- 172.21.15.32:0/1799727855 shutdown_connections 2024-09-13T17:48:03.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:03.365+0000 7f1be7bbc640 1 -- 172.21.15.32:0/1799727855 wait complete. 2024-09-13T17:48:03.384 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T17:48:03.384 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T17:48:03.384 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi159.front.sepia.ceph.com 2024-09-13T17:48:03.384 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-13T17:48:03.384 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-13T17:48:03.384 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T17:48:03.384 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T17:48:03.384 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T17:48:03.384 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-13T17:48:03.384 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:03.385 DEBUG:teuthology.orchestra.run.smithi159:> ip addr 2024-09-13T17:48:03.392 INFO:teuthology.orchestra.run.smithi159.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:48:03.392 INFO:teuthology.orchestra.run.smithi159.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:48:03.392 INFO:teuthology.orchestra.run.smithi159.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:48:03.392 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:03.392 INFO:teuthology.orchestra.run.smithi159.stdout: inet6 ::1/128 scope host 2024-09-13T17:48:03.392 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:03.393 INFO:teuthology.orchestra.run.smithi159.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:48:03.393 INFO:teuthology.orchestra.run.smithi159.stdout: link/ether 0c:c4:7a:d9:d8:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:48:03.393 INFO:teuthology.orchestra.run.smithi159.stdout: altname enp7s0f0 2024-09-13T17:48:03.393 INFO:teuthology.orchestra.run.smithi159.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:48:03.393 INFO:teuthology.orchestra.run.smithi159.stdout: link/ether 0c:c4:7a:d9:d8:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:48:03.393 INFO:teuthology.orchestra.run.smithi159.stdout: altname enp7s0f1 2024-09-13T17:48:03.393 INFO:teuthology.orchestra.run.smithi159.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:48:03.393 INFO:teuthology.orchestra.run.smithi159.stdout: link/ether 0c:c4:7a:88:72:4e brd ff:ff:ff:ff:ff:ff 2024-09-13T17:48:03.393 INFO:teuthology.orchestra.run.smithi159.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T17:48:03.393 INFO:teuthology.orchestra.run.smithi159.stdout: link/ether 0c:c4:7a:88:72:4f brd ff:ff:ff:ff:ff:ff 2024-09-13T17:48:03.394 INFO:teuthology.orchestra.run.smithi159.stdout: inet 172.21.15.159/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-13T17:48:03.394 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft 42450sec preferred_lft 42450sec 2024-09-13T17:48:03.394 INFO:teuthology.orchestra.run.smithi159.stdout: inet6 fe80::ec4:7aff:fe88:724f/64 scope link 2024-09-13T17:48:03.394 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:03.394 INFO:teuthology.orchestra.run.smithi159.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T17:48:03.394 INFO:teuthology.orchestra.run.smithi159.stdout: link/ether 02:42:80:19:b8:43 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:48:03.394 INFO:teuthology.orchestra.run.smithi159.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T17:48:03.394 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:03.394 INFO:teuthology.orchestra.run.smithi159.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T17:48:03.394 INFO:teuthology.orchestra.run.smithi159.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-13T17:48:03.395 INFO:teuthology.orchestra.run.smithi159.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T17:48:03.395 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:03.395 INFO:teuthology.orchestra.run.smithi159.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-13T17:48:03.395 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:03.395 INFO:teuthology.orchestra.run.smithi159.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T17:48:03.395 INFO:teuthology.orchestra.run.smithi159.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T17:48:03.395 INFO:teuthology.orchestra.run.smithi159.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-13T17:48:03.395 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:03.396 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:03.396 DEBUG:teuthology.orchestra.run.smithi159:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T17:48:03.446 INFO:teuthology.orchestra.run.smithi159.stdout:1 2024-09-13T17:48:03.448 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:03.448 DEBUG:teuthology.orchestra.run.smithi159:> route 2024-09-13T17:48:03.499 INFO:teuthology.orchestra.run.smithi159.stdout:Kernel IP routing table 2024-09-13T17:48:03.499 INFO:teuthology.orchestra.run.smithi159.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T17:48:03.499 INFO:teuthology.orchestra.run.smithi159.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-13T17:48:03.499 INFO:teuthology.orchestra.run.smithi159.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T17:48:03.499 INFO:teuthology.orchestra.run.smithi159.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-13T17:48:03.499 INFO:teuthology.orchestra.run.smithi159.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T17:48:03.499 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T17:48:03.499 INFO:teuthology.orchestra.run.smithi159.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T17:48:03.500 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T17:48:03.500 INFO:teuthology.orchestra.run.smithi159.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T17:48:03.500 INFO:teuthology.orchestra.run.smithi159.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T17:48:03.500 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:03.500 DEBUG:teuthology.orchestra.run.smithi159:> (cd / && exec bash -c ' 2024-09-13T17:48:03.500 DEBUG:teuthology.orchestra.run.smithi159:> set -e 2024-09-13T17:48:03.500 DEBUG:teuthology.orchestra.run.smithi159:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T17:48:03.500 DEBUG:teuthology.orchestra.run.smithi159:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T17:48:03.500 DEBUG:teuthology.orchestra.run.smithi159:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T17:48:03.501 DEBUG:teuthology.orchestra.run.smithi159:> ') 2024-09-13T17:48:03.579 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:03.580 DEBUG:teuthology.orchestra.run.smithi159:> ip netns list 2024-09-13T17:48:03.630 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T17:48:03.630 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:03.630 DEBUG:teuthology.orchestra.run.smithi159:> ip netns list-id 2024-09-13T17:48:03.675 INFO:teuthology.orchestra.run.smithi159.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-13T17:48:03.676 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:03.676 DEBUG:teuthology.orchestra.run.smithi159:> (cd / && exec bash -c ' 2024-09-13T17:48:03.676 DEBUG:teuthology.orchestra.run.smithi159:> set -e 2024-09-13T17:48:03.676 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T17:48:03.676 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-13T17:48:03.676 DEBUG:teuthology.orchestra.run.smithi159:> ') 2024-09-13T17:48:03.746 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:03.746 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-13T17:48:03.801 INFO:teuthology.orchestra.run.smithi159.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:48:03.801 INFO:teuthology.orchestra.run.smithi159.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:48:03.802 INFO:teuthology.orchestra.run.smithi159.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:48:03.802 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:03.802 INFO:teuthology.orchestra.run.smithi159.stdout: inet6 ::1/128 scope host 2024-09-13T17:48:03.802 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:03.802 INFO:teuthology.orchestra.run.smithi159.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T17:48:03.802 INFO:teuthology.orchestra.run.smithi159.stdout: link/ether 86:15:22:89:65:95 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T17:48:03.802 INFO:teuthology.orchestra.run.smithi159.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T17:48:03.802 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:03.802 INFO:teuthology.orchestra.run.smithi159.stdout: inet6 fe80::8415:22ff:fe89:6595/64 scope link 2024-09-13T17:48:03.802 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:03.803 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:03.804 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-13T17:48:03.860 INFO:teuthology.orchestra.run.smithi159.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:48:03.860 INFO:teuthology.orchestra.run.smithi159.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:48:03.860 INFO:teuthology.orchestra.run.smithi159.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:48:03.860 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:03.860 INFO:teuthology.orchestra.run.smithi159.stdout: inet6 ::1/128 scope host 2024-09-13T17:48:03.860 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:03.860 INFO:teuthology.orchestra.run.smithi159.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T17:48:03.861 INFO:teuthology.orchestra.run.smithi159.stdout: link/ether 86:15:22:89:65:95 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T17:48:03.861 INFO:teuthology.orchestra.run.smithi159.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T17:48:03.861 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:03.861 INFO:teuthology.orchestra.run.smithi159.stdout: inet6 fe80::8415:22ff:fe89:6595/64 scope link 2024-09-13T17:48:03.861 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:03.862 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-13T17:48:03.862 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:03.862 DEBUG:teuthology.orchestra.run.smithi159:> (cd / && exec bash -c ' 2024-09-13T17:48:03.862 DEBUG:teuthology.orchestra.run.smithi159:> set -e 2024-09-13T17:48:03.862 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-13T17:48:03.863 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-13T17:48:03.863 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-13T17:48:03.863 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-13T17:48:03.863 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-13T17:48:03.863 DEBUG:teuthology.orchestra.run.smithi159:> ') 2024-09-13T17:48:03.953 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:03.953 DEBUG:teuthology.orchestra.run.smithi159:> (cd / && exec bash -c ' 2024-09-13T17:48:03.953 DEBUG:teuthology.orchestra.run.smithi159:> set -e 2024-09-13T17:48:03.953 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip link set brx.1 up 2024-09-13T17:48:03.953 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip link set dev brx.1 master ceph-brx 2024-09-13T17:48:03.953 DEBUG:teuthology.orchestra.run.smithi159:> ') 2024-09-13T17:48:03.972 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-13T17:48:03.972 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:48:03.972 DEBUG:teuthology.orchestra.run.smithi159:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-13T17:48:04.018 INFO:teuthology.orchestra.run.smithi159.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-13T17:48:04.019 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:48:04.019 DEBUG:teuthology.orchestra.run.smithi159:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-13T17:48:04.066 DEBUG:teuthology.orchestra.run.smithi159:> sudo modprobe fuse 2024-09-13T17:48:04.123 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:48:04.123 DEBUG:teuthology.orchestra.run.smithi159:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T17:48:04.179 INFO:teuthology.orchestra.run.smithi159.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T17:48:04.180 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T17:48:04.180 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:04.180 DEBUG:teuthology.orchestra.run.smithi159:> ls /sys/fs/fuse/connections 2024-09-13T17:48:04.227 INFO:teuthology.orchestra.run.smithi159.stdout:45 2024-09-13T17:48:04.228 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [45] 2024-09-13T17:48:04.228 DEBUG:teuthology.orchestra.run.smithi159:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-13T17:48:04.272 DEBUG:teuthology.orchestra.run.smithi159:> sudo modprobe fuse 2024-09-13T17:48:04.286 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:48:04.286 DEBUG:teuthology.orchestra.run.smithi159:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T17:48:04.341 INFO:teuthology.orchestra.run.smithi159.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T17:48:04.342 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T17:48:04.342 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:04.343 DEBUG:teuthology.orchestra.run.smithi159:> ls /sys/fs/fuse/connections 2024-09-13T17:48:04.352 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi159.stderr:2024-09-13T17:48:04.347+0000 7f95537b0580 -1 init, newargv = 0x55bcbcfe1d60 newargc=15 2024-09-13T17:48:04.352 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi159.stderr:ceph-fuse[35010]: starting ceph client 2024-09-13T17:48:04.356 INFO:teuthology.orchestra.run.smithi159.stdout:45 2024-09-13T17:48:04.358 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi159.stderr:ceph-fuse[35010]: starting fuse 2024-09-13T17:48:05.458 DEBUG:teuthology.orchestra.run.smithi159:> sudo modprobe fuse 2024-09-13T17:48:05.473 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:48:05.474 DEBUG:teuthology.orchestra.run.smithi159:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T17:48:05.527 INFO:teuthology.orchestra.run.smithi159.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T17:48:05.528 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T17:48:05.528 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:05.528 DEBUG:teuthology.orchestra.run.smithi159:> ls /sys/fs/fuse/connections 2024-09-13T17:48:05.575 INFO:teuthology.orchestra.run.smithi159.stdout:45 2024-09-13T17:48:05.575 INFO:teuthology.orchestra.run.smithi159.stdout:46 2024-09-13T17:48:05.576 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45, 46] 2024-09-13T17:48:05.576 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T17:48:05.576 DEBUG:teuthology.orchestra.run.smithi159:> import glob 2024-09-13T17:48:05.576 DEBUG:teuthology.orchestra.run.smithi159:> import re 2024-09-13T17:48:05.576 DEBUG:teuthology.orchestra.run.smithi159:> import os 2024-09-13T17:48:05.576 DEBUG:teuthology.orchestra.run.smithi159:> import subprocess 2024-09-13T17:48:05.576 DEBUG:teuthology.orchestra.run.smithi159:> 2024-09-13T17:48:05.576 DEBUG:teuthology.orchestra.run.smithi159:> def _find_admin_socket(client_name): 2024-09-13T17:48:05.576 DEBUG:teuthology.orchestra.run.smithi159:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-13T17:48:05.576 DEBUG:teuthology.orchestra.run.smithi159:> files = glob.glob(asok_path) 2024-09-13T17:48:05.577 DEBUG:teuthology.orchestra.run.smithi159:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-13T17:48:05.577 DEBUG:teuthology.orchestra.run.smithi159:> 2024-09-13T17:48:05.577 DEBUG:teuthology.orchestra.run.smithi159:> # Given a non-glob path, it better be there 2024-09-13T17:48:05.577 DEBUG:teuthology.orchestra.run.smithi159:> if "*" not in asok_path: 2024-09-13T17:48:05.577 DEBUG:teuthology.orchestra.run.smithi159:> assert(len(files) == 1) 2024-09-13T17:48:05.577 DEBUG:teuthology.orchestra.run.smithi159:> return files[0] 2024-09-13T17:48:05.577 DEBUG:teuthology.orchestra.run.smithi159:> 2024-09-13T17:48:05.577 DEBUG:teuthology.orchestra.run.smithi159:> for f in files: 2024-09-13T17:48:05.577 DEBUG:teuthology.orchestra.run.smithi159:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T17:48:05.577 DEBUG:teuthology.orchestra.run.smithi159:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T17:48:05.577 DEBUG:teuthology.orchestra.run.smithi159:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T17:48:05.577 DEBUG:teuthology.orchestra.run.smithi159:> contents = proc_f.read() 2024-09-13T17:48:05.577 DEBUG:teuthology.orchestra.run.smithi159:> if mountpoint in contents: 2024-09-13T17:48:05.577 DEBUG:teuthology.orchestra.run.smithi159:> return f 2024-09-13T17:48:05.577 DEBUG:teuthology.orchestra.run.smithi159:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T17:48:05.578 DEBUG:teuthology.orchestra.run.smithi159:> 2024-09-13T17:48:05.578 DEBUG:teuthology.orchestra.run.smithi159:> print(_find_admin_socket("client.3")) 2024-09-13T17:48:05.578 DEBUG:teuthology.orchestra.run.smithi159:> ' 2024-09-13T17:48:05.696 INFO:teuthology.orchestra.run.smithi159.stdout:/var/run/ceph/ceph-client.3.35010.asok 2024-09-13T17:48:05.879 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.35010.asok 2024-09-13T17:48:05.879 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:05.879 DEBUG:teuthology.orchestra.run.smithi159:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.35010.asok status 2024-09-13T17:48:06.041 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-13T17:48:06.041 INFO:teuthology.orchestra.run.smithi159.stdout: "metadata": { 2024-09-13T17:48:06.041 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph_sha1": "6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3", 2024-09-13T17:48:06.041 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph_version": "ceph version 18.2.4-860-g6c6b083f (6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3) reef (stable)", 2024-09-13T17:48:06.041 INFO:teuthology.orchestra.run.smithi159.stdout: "entity_id": "3", 2024-09-13T17:48:06.041 INFO:teuthology.orchestra.run.smithi159.stdout: "hostname": "smithi159", 2024-09-13T17:48:06.041 INFO:teuthology.orchestra.run.smithi159.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-13T17:48:06.042 INFO:teuthology.orchestra.run.smithi159.stdout: "pid": "35010", 2024-09-13T17:48:06.042 INFO:teuthology.orchestra.run.smithi159.stdout: "root": "/" 2024-09-13T17:48:06.042 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-13T17:48:06.042 INFO:teuthology.orchestra.run.smithi159.stdout: "dentry_count": 0, 2024-09-13T17:48:06.042 INFO:teuthology.orchestra.run.smithi159.stdout: "dentry_pinned_count": 0, 2024-09-13T17:48:06.042 INFO:teuthology.orchestra.run.smithi159.stdout: "id": 4765, 2024-09-13T17:48:06.042 INFO:teuthology.orchestra.run.smithi159.stdout: "inst": { 2024-09-13T17:48:06.042 INFO:teuthology.orchestra.run.smithi159.stdout: "name": { 2024-09-13T17:48:06.042 INFO:teuthology.orchestra.run.smithi159.stdout: "type": "client", 2024-09-13T17:48:06.043 INFO:teuthology.orchestra.run.smithi159.stdout: "num": 4765 2024-09-13T17:48:06.043 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-13T17:48:06.043 INFO:teuthology.orchestra.run.smithi159.stdout: "addr": { 2024-09-13T17:48:06.043 INFO:teuthology.orchestra.run.smithi159.stdout: "type": "v1", 2024-09-13T17:48:06.043 INFO:teuthology.orchestra.run.smithi159.stdout: "addr": "192.168.0.2:0", 2024-09-13T17:48:06.043 INFO:teuthology.orchestra.run.smithi159.stdout: "nonce": 1468194503 2024-09-13T17:48:06.043 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-13T17:48:06.043 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-13T17:48:06.044 INFO:teuthology.orchestra.run.smithi159.stdout: "addr": { 2024-09-13T17:48:06.044 INFO:teuthology.orchestra.run.smithi159.stdout: "type": "v1", 2024-09-13T17:48:06.044 INFO:teuthology.orchestra.run.smithi159.stdout: "addr": "192.168.0.2:0", 2024-09-13T17:48:06.044 INFO:teuthology.orchestra.run.smithi159.stdout: "nonce": 1468194503 2024-09-13T17:48:06.044 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-13T17:48:06.044 INFO:teuthology.orchestra.run.smithi159.stdout: "inst_str": "client.4765 192.168.0.2:0/1468194503", 2024-09-13T17:48:06.044 INFO:teuthology.orchestra.run.smithi159.stdout: "addr_str": "192.168.0.2:0/1468194503", 2024-09-13T17:48:06.044 INFO:teuthology.orchestra.run.smithi159.stdout: "inode_count": 1, 2024-09-13T17:48:06.044 INFO:teuthology.orchestra.run.smithi159.stdout: "mds_epoch": 8, 2024-09-13T17:48:06.045 INFO:teuthology.orchestra.run.smithi159.stdout: "osd_epoch": 29, 2024-09-13T17:48:06.045 INFO:teuthology.orchestra.run.smithi159.stdout: "osd_epoch_barrier": 0, 2024-09-13T17:48:06.045 INFO:teuthology.orchestra.run.smithi159.stdout: "blocklisted": false, 2024-09-13T17:48:06.045 INFO:teuthology.orchestra.run.smithi159.stdout: "fs_name": "cephfs" 2024-09-13T17:48:06.045 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-13T17:48:06.054 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:06.054 DEBUG:teuthology.orchestra.run.smithi032:> stat --file-system '--printf=%T 2024-09-13T17:48:06.054 DEBUG:teuthology.orchestra.run.smithi032:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T17:48:06.062 INFO:teuthology.orchestra.run.smithi032.stdout:fuseblk 2024-09-13T17:48:06.062 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T17:48:06.062 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:06.062 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T17:48:06.119 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:06.120 DEBUG:teuthology.orchestra.run.smithi032:> stat --file-system '--printf=%T 2024-09-13T17:48:06.120 DEBUG:teuthology.orchestra.run.smithi032:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-13T17:48:06.167 INFO:teuthology.orchestra.run.smithi032.stdout:fuseblk 2024-09-13T17:48:06.167 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-13T17:48:06.167 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:06.167 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-13T17:48:06.223 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:06.223 DEBUG:teuthology.orchestra.run.smithi159:> stat --file-system '--printf=%T 2024-09-13T17:48:06.223 DEBUG:teuthology.orchestra.run.smithi159:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-13T17:48:06.230 INFO:teuthology.orchestra.run.smithi159.stdout:fuseblk 2024-09-13T17:48:06.230 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-13T17:48:06.230 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:06.230 DEBUG:teuthology.orchestra.run.smithi159:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-13T17:48:06.288 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:06.288 DEBUG:teuthology.orchestra.run.smithi159:> stat --file-system '--printf=%T 2024-09-13T17:48:06.288 DEBUG:teuthology.orchestra.run.smithi159:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-13T17:48:06.340 INFO:teuthology.orchestra.run.smithi159.stdout:fuseblk 2024-09-13T17:48:06.340 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-13T17:48:06.341 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:06.341 DEBUG:teuthology.orchestra.run.smithi159:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-13T17:48:06.396 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-13T17:48:06.423 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:06.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.565+0000 7f27031d9640 1 Processor -- start 2024-09-13T17:48:06.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.565+0000 7f27031d9640 1 -- start start 2024-09-13T17:48:06.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.565+0000 7f27031d9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26fc0cc380 0x7f26fc0ce5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:06.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.565+0000 7f27031d9640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f26fc0ceb00 0x7f26fc159d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:06.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.565+0000 7f27031d9640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f26fc0ad840 con 0x7f26fc1592f0 2024-09-13T17:48:06.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.565+0000 7f27031d9640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26fc0cef90 con 0x7f26fc0ceb00 2024-09-13T17:48:06.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.565+0000 7f27031d9640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26fc0b2290 con 0x7f26fc0cc380 2024-09-13T17:48:06.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.565+0000 7f26fbfff640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26fc0cc380 0x7f26fc0ce5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:06.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.565+0000 7f2701776640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f26fc0ceb00 0x7f26fc159d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:06.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.565+0000 7f26fbfff640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26fc0cc380 0x7f26fc0ce5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:54114/0 (socket says 172.21.15.32:54114) 2024-09-13T17:48:06.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.565+0000 7f2701776640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f26fc0ceb00 0x7f26fc159d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:34786/0 (socket says 172.21.15.32:34786) 2024-09-13T17:48:06.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.565+0000 7f2701776640 1 -- 172.21.15.32:0/3237243794 learned_addr learned my addr 172.21.15.32:0/3237243794 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:06.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.565+0000 7f2700f75640 1 --1- 172.21.15.32:0/3237243794 >> v1:172.21.15.159:6789/0 conn(0x7f26fc1592f0 0x7f26fc0b1b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:54596/0 (socket says 172.21.15.32:54596) 2024-09-13T17:48:06.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.569+0000 7f26fbfff640 1 -- 172.21.15.32:0/3237243794 >> v2:172.21.15.159:3300/0 conn(0x7f26fc0ceb00 msgr2=0x7f26fc159d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:06.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.569+0000 7f26fbfff640 1 --2- 172.21.15.32:0/3237243794 >> v2:172.21.15.159:3300/0 conn(0x7f26fc0ceb00 0x7f26fc159d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:06.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.569+0000 7f26fbfff640 1 -- 172.21.15.32:0/3237243794 >> v1:172.21.15.159:6789/0 conn(0x7f26fc1592f0 legacy=0x7f26fc0b1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:06.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.569+0000 7f26fbfff640 1 -- 172.21.15.32:0/3237243794 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26fc0c88f0 con 0x7f26fc0cc380 2024-09-13T17:48:06.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.569+0000 7f2701776640 1 --2- 172.21.15.32:0/3237243794 >> v2:172.21.15.159:3300/0 conn(0x7f26fc0ceb00 0x7f26fc159d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:48:06.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.569+0000 7f26fbfff640 1 --2- 172.21.15.32:0/3237243794 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26fc0cc380 0x7f26fc0ce5c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f26e4009d90 tx=0x7f26e401c8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=daf4dc79179d58b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:06.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.569+0000 7f26fb7fe640 1 -- 172.21.15.32:0/3237243794 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e40a5930 con 0x7f26fc0cc380 2024-09-13T17:48:06.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.569+0000 7f26fb7fe640 1 -- 172.21.15.32:0/3237243794 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26e40a5a90 con 0x7f26fc0cc380 2024-09-13T17:48:06.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.569+0000 7f26fb7fe640 1 -- 172.21.15.32:0/3237243794 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e40a5e20 con 0x7f26fc0cc380 2024-09-13T17:48:06.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f27031d9640 1 -- 172.21.15.32:0/3237243794 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26fc0cc380 msgr2=0x7f26fc0ce5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:06.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f27031d9640 1 --2- 172.21.15.32:0/3237243794 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26fc0cc380 0x7f26fc0ce5c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f26e4009d90 tx=0x7f26e401c8b0 comp rx=0 tx=0).stop 2024-09-13T17:48:06.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f27031d9640 1 -- 172.21.15.32:0/3237243794 shutdown_connections 2024-09-13T17:48:06.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f27031d9640 1 --2- 172.21.15.32:0/3237243794 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26fc0cc380 0x7f26fc0ce5c0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:06.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f27031d9640 1 --2- 172.21.15.32:0/3237243794 >> v2:172.21.15.159:3300/0 conn(0x7f26fc0ceb00 0x7f26fc159d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:06.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f27031d9640 1 -- 172.21.15.32:0/3237243794 >> 172.21.15.32:0/3237243794 conn(0x7f26fc06a150 msgr2=0x7f26fc06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:06.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f27031d9640 1 -- 172.21.15.32:0/3237243794 shutdown_connections 2024-09-13T17:48:06.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f27031d9640 1 -- 172.21.15.32:0/3237243794 wait complete. 2024-09-13T17:48:06.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f27031d9640 1 Processor -- start 2024-09-13T17:48:06.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f27031d9640 1 -- start start 2024-09-13T17:48:06.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f27031d9640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f26fc0cc380 0x7f26fc154c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:06.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f27031d9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26fc0ceb00 0x7f26fc153f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:06.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f27031d9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26fc1592f0 0x7f26fc0c5a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:06.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f27031d9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26fc0c4ff0 con 0x7f26fc1592f0 2024-09-13T17:48:06.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f27031d9640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26fc0c84f0 con 0x7f26fc0cc380 2024-09-13T17:48:06.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f27031d9640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26fc0c4a30 con 0x7f26fc0ceb00 2024-09-13T17:48:06.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f2701776640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26fc1592f0 0x7f26fc0c5a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:06.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f2701776640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26fc1592f0 0x7f26fc0c5a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60460/0 (socket says 172.21.15.32:60460) 2024-09-13T17:48:06.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f2701776640 1 -- 172.21.15.32:0/4079266776 learned_addr learned my addr 172.21.15.32:0/4079266776 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:06.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f2700f75640 1 --2- 172.21.15.32:0/4079266776 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f26fc0cc380 0x7f26fc154c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:06.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f26fbfff640 1 --2- 172.21.15.32:0/4079266776 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26fc0ceb00 0x7f26fc153f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:06.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f2701776640 1 -- 172.21.15.32:0/4079266776 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26fc0ceb00 msgr2=0x7f26fc153f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:06.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f2701776640 1 --2- 172.21.15.32:0/4079266776 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26fc0ceb00 0x7f26fc153f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:06.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f2701776640 1 -- 172.21.15.32:0/4079266776 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f26fc0cc380 msgr2=0x7f26fc154c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:06.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f2701776640 1 --2- 172.21.15.32:0/4079266776 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f26fc0cc380 0x7f26fc154c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:06.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f2701776640 1 -- 172.21.15.32:0/4079266776 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26f40094d0 con 0x7f26fc1592f0 2024-09-13T17:48:06.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f2701776640 1 --2- 172.21.15.32:0/4079266776 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26fc1592f0 0x7f26fc0c5a30 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f26f400e880 tx=0x7f26f400ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:06.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f26f97fa640 1 -- 172.21.15.32:0/4079266776 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26f4004020 con 0x7f26fc1592f0 2024-09-13T17:48:06.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f26f97fa640 1 -- 172.21.15.32:0/4079266776 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26f4004180 con 0x7f26fc1592f0 2024-09-13T17:48:06.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f26f97fa640 1 -- 172.21.15.32:0/4079266776 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26f4004510 con 0x7f26fc1592f0 2024-09-13T17:48:06.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f27031d9640 1 -- 172.21.15.32:0/4079266776 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26e4009a70 con 0x7f26fc1592f0 2024-09-13T17:48:06.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.573+0000 7f27031d9640 1 -- 172.21.15.32:0/4079266776 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26fc0c5510 con 0x7f26fc1592f0 2024-09-13T17:48:06.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.577+0000 7f27031d9640 1 -- 172.21.15.32:0/4079266776 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26fc0c5370 con 0x7f26fc1592f0 2024-09-13T17:48:06.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.577+0000 7f26f97fa640 1 -- 172.21.15.32:0/4079266776 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f26f400c940 con 0x7f26fc1592f0 2024-09-13T17:48:06.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.577+0000 7f26f97fa640 1 --2- 172.21.15.32:0/4079266776 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f26dc066690 0x7f26dc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:06.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.577+0000 7f26f97fa640 1 -- 172.21.15.32:0/4079266776 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f26f40843a0 con 0x7f26fc1592f0 2024-09-13T17:48:06.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.577+0000 7f2700f75640 1 --2- 172.21.15.32:0/4079266776 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f26dc066690 0x7f26dc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:06.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.577+0000 7f2700f75640 1 --2- 172.21.15.32:0/4079266776 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f26dc066690 0x7f26dc068b50 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f26ec000f70 tx=0x7f26ec007e50 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:06.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.581+0000 7f26f97fa640 1 -- 172.21.15.32:0/4079266776 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f26fc0c5370 con 0x7f26fc1592f0 2024-09-13T17:48:06.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.741+0000 7f27031d9640 1 -- 172.21.15.32:0/4079266776 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f26fc0c5370 con 0x7f26fc1592f0 2024-09-13T17:48:06.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.745+0000 7f26f97fa640 1 -- 172.21.15.32:0/4079266776 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+18723 (secure 0 0 0) 0x7f26fc0c5370 con 0x7f26fc1592f0 2024-09-13T17:48:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:06.748 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:01.407417+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.27","mappings":[{"from":3,"to":1}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.c","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:06.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.749+0000 7f27031d9640 1 -- 172.21.15.32:0/4079266776 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f26dc066690 msgr2=0x7f26dc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:06.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.749+0000 7f27031d9640 1 --2- 172.21.15.32:0/4079266776 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f26dc066690 0x7f26dc068b50 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f26ec000f70 tx=0x7f26ec007e50 comp rx=0 tx=0).stop 2024-09-13T17:48:06.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.749+0000 7f27031d9640 1 -- 172.21.15.32:0/4079266776 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26fc1592f0 msgr2=0x7f26fc0c5a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:06.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.749+0000 7f27031d9640 1 --2- 172.21.15.32:0/4079266776 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26fc1592f0 0x7f26fc0c5a30 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f26f400e880 tx=0x7f26f400ed40 comp rx=0 tx=0).stop 2024-09-13T17:48:06.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.749+0000 7f27031d9640 1 -- 172.21.15.32:0/4079266776 shutdown_connections 2024-09-13T17:48:06.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.749+0000 7f27031d9640 1 --2- 172.21.15.32:0/4079266776 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f26dc066690 0x7f26dc068b50 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:06.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.749+0000 7f27031d9640 1 --2- 172.21.15.32:0/4079266776 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26fc1592f0 0x7f26fc0c5a30 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:06.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.749+0000 7f27031d9640 1 --2- 172.21.15.32:0/4079266776 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26fc0ceb00 0x7f26fc153f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:06.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.749+0000 7f27031d9640 1 --2- 172.21.15.32:0/4079266776 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f26fc0cc380 0x7f26fc154c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:06.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.749+0000 7f27031d9640 1 -- 172.21.15.32:0/4079266776 >> 172.21.15.32:0/4079266776 conn(0x7f26fc06a150 msgr2=0x7f26fc070660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:06.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.749+0000 7f27031d9640 1 -- 172.21.15.32:0/4079266776 shutdown_connections 2024-09-13T17:48:06.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.749+0000 7f27031d9640 1 -- 172.21.15.32:0/4079266776 wait complete. 2024-09-13T17:48:06.768 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:47:18.165736+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:47:19.043698+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T17:47:22.248444+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T17:48:06.769 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:48:06.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3fbf58640 1 Processor -- start 2024-09-13T17:48:06.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3fbf58640 1 -- start start 2024-09-13T17:48:06.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3fbf58640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fd3f40cba40 0x7fd3f40ce450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:06.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3fbf58640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3f406f2f0 con 0x7fd3f415c480 2024-09-13T17:48:06.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3fbf58640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3f40ca2e0 con 0x7fd3f415c860 2024-09-13T17:48:06.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3fbf58640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3f40cae80 con 0x7fd3f40cba40 2024-09-13T17:48:06.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f9cf4640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fd3f415c480 0x7fd3f40ca770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60828/0 (socket says 172.21.15.32:60828) 2024-09-13T17:48:06.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f9cf4640 1 -- 172.21.15.32:0/3269485835 learned_addr learned my addr 172.21.15.32:0/3269485835 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:06.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3fa4f5640 1 --2- 172.21.15.32:0/3269485835 >> v2:172.21.15.159:3300/0 conn(0x7fd3f40cba40 0x7fd3f40ce450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:06.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f8cf2640 1 -- 172.21.15.32:0/3269485835 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1770055540 0 0) 0x7fd3f406f2f0 con 0x7fd3f415c480 2024-09-13T17:48:06.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f8cf2640 1 -- 172.21.15.32:0/3269485835 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd3dc003530 con 0x7fd3f415c480 2024-09-13T17:48:06.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f8cf2640 1 -- 172.21.15.32:0/3269485835 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2971407367 0 0) 0x7fd3dc003530 con 0x7fd3f415c480 2024-09-13T17:48:06.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f8cf2640 1 -- 172.21.15.32:0/3269485835 >> v2:172.21.15.159:3300/0 conn(0x7fd3f40cba40 msgr2=0x7fd3f40ce450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:06.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f8cf2640 1 --2- 172.21.15.32:0/3269485835 >> v2:172.21.15.159:3300/0 conn(0x7fd3f40cba40 0x7fd3f40ce450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:06.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f8cf2640 1 -- 172.21.15.32:0/3269485835 >> v1:172.21.15.159:6789/0 conn(0x7fd3f415c860 legacy=0x7fd3f40cb330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:06.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f8cf2640 1 -- 172.21.15.32:0/3269485835 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3f40c99b0 con 0x7fd3f415c480 2024-09-13T17:48:06.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f8cf2640 1 -- 172.21.15.32:0/3269485835 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fd3e8001680 con 0x7fd3f415c480 2024-09-13T17:48:06.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f8cf2640 1 -- 172.21.15.32:0/3269485835 >> v1:172.21.15.32:6789/0 conn(0x7fd3f415c480 legacy=0x7fd3f40ca770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:06.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f8cf2640 1 --2- 172.21.15.32:0/3269485835 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3dc003980 0x7fd3dc003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:06.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f8cf2640 1 --2- 172.21.15.32:0/3269485835 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3dc0047d0 0x7fd3dc004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:06.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f8cf2640 1 --2- 172.21.15.32:0/3269485835 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3dc005190 0x7fd3dc00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:06.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f8cf2640 1 -- 172.21.15.32:0/3269485835 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f40cae80 con 0x7fd3dc003980 2024-09-13T17:48:06.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f8cf2640 1 -- 172.21.15.32:0/3269485835 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3dc00c030 con 0x7fd3dc005190 2024-09-13T17:48:06.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f8cf2640 1 -- 172.21.15.32:0/3269485835 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3dc00c1f0 con 0x7fd3dc0047d0 2024-09-13T17:48:06.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f9cf4640 1 --2- 172.21.15.32:0/3269485835 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3dc003980 0x7fd3dc003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:06.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3fa4f5640 1 --2- 172.21.15.32:0/3269485835 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3dc005190 0x7fd3dc00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:06.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f94f3640 1 --2- 172.21.15.32:0/3269485835 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3dc0047d0 0x7fd3dc004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:06.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f9cf4640 1 -- 172.21.15.32:0/3269485835 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3dc0047d0 msgr2=0x7fd3dc004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:06.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f9cf4640 1 --2- 172.21.15.32:0/3269485835 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3dc0047d0 0x7fd3dc004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:06.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f9cf4640 1 -- 172.21.15.32:0/3269485835 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3dc005190 msgr2=0x7fd3dc00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:06.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f9cf4640 1 --2- 172.21.15.32:0/3269485835 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3dc005190 0x7fd3dc00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:06.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3fa4f5640 1 -- 172.21.15.32:0/3269485835 reap_dead start 2024-09-13T17:48:06.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.897+0000 7fd3f9cf4640 1 -- 172.21.15.32:0/3269485835 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3dc003530 con 0x7fd3dc003980 2024-09-13T17:48:06.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.901+0000 7fd3f9cf4640 1 --2- 172.21.15.32:0/3269485835 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3dc003980 0x7fd3dc003da0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fd3e800c1c0 tx=0x7fd3e801cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fef923d3b15daef5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:06.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.901+0000 7fd3f8cf2640 1 -- 172.21.15.32:0/3269485835 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e80a5b60 con 0x7fd3dc003980 2024-09-13T17:48:06.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.901+0000 7fd3f8cf2640 1 -- 172.21.15.32:0/3269485835 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3e80a5cc0 con 0x7fd3dc003980 2024-09-13T17:48:06.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.901+0000 7fd3f8cf2640 1 -- 172.21.15.32:0/3269485835 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e8005b20 con 0x7fd3dc003980 2024-09-13T17:48:06.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.901+0000 7fd3fbf58640 1 -- 172.21.15.32:0/3269485835 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3dc003980 msgr2=0x7fd3dc003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:06.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.901+0000 7fd3fbf58640 1 --2- 172.21.15.32:0/3269485835 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3dc003980 0x7fd3dc003da0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fd3e800c1c0 tx=0x7fd3e801cbd0 comp rx=0 tx=0).stop 2024-09-13T17:48:06.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.901+0000 7fd3fbf58640 1 -- 172.21.15.32:0/3269485835 shutdown_connections 2024-09-13T17:48:06.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.901+0000 7fd3fbf58640 1 --2- 172.21.15.32:0/3269485835 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3dc003980 0x7fd3dc003da0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:06.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.901+0000 7fd3fbf58640 1 -- 172.21.15.32:0/3269485835 >> 172.21.15.32:0/3269485835 conn(0x7fd3f40b0d70 msgr2=0x7fd3f40b1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:06.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.901+0000 7fd3fbf58640 1 -- 172.21.15.32:0/3269485835 shutdown_connections 2024-09-13T17:48:06.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.901+0000 7fd3fbf58640 1 -- 172.21.15.32:0/3269485835 wait complete. 2024-09-13T17:48:06.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fbf58640 1 Processor -- start 2024-09-13T17:48:06.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fbf58640 1 -- start start 2024-09-13T17:48:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fbf58640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3dc003980 0x7fd3f4156bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fbf58640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3f41f4cd0 0x7fd3f40c4140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fbf58640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f40c4680 0x7fd3f415a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fbf58640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f40c30b0 con 0x7fd3f40c4680 2024-09-13T17:48:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fbf58640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f40c3390 con 0x7fd3f41f4cd0 2024-09-13T17:48:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fbf58640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f40c3670 con 0x7fd3dc003980 2024-09-13T17:48:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fa4f5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f40c4680 0x7fd3f415a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fa4f5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f40c4680 0x7fd3f415a1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60478/0 (socket says 172.21.15.32:60478) 2024-09-13T17:48:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fa4f5640 1 -- 172.21.15.32:0/3480221596 learned_addr learned my addr 172.21.15.32:0/3480221596 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3f94f3640 1 --2- 172.21.15.32:0/3480221596 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3f41f4cd0 0x7fd3f40c4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3f9cf4640 1 --2- 172.21.15.32:0/3480221596 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3dc003980 0x7fd3f4156bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fa4f5640 1 -- 172.21.15.32:0/3480221596 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3dc003980 msgr2=0x7fd3f4156bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:06.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fa4f5640 1 --2- 172.21.15.32:0/3480221596 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3dc003980 0x7fd3f4156bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:06.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fa4f5640 1 -- 172.21.15.32:0/3480221596 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3f41f4cd0 msgr2=0x7fd3f40c4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:06.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fa4f5640 1 --2- 172.21.15.32:0/3480221596 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3f41f4cd0 0x7fd3f40c4140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:06.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fa4f5640 1 -- 172.21.15.32:0/3480221596 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3f40c3950 con 0x7fd3f40c4680 2024-09-13T17:48:06.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3f94f3640 1 --2- 172.21.15.32:0/3480221596 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3f41f4cd0 0x7fd3f40c4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:06.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fa4f5640 1 --2- 172.21.15.32:0/3480221596 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f40c4680 0x7fd3f415a1c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fd3f40b1cd0 tx=0x7fd3ec011920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:06.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3f27fc640 1 -- 172.21.15.32:0/3480221596 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3ec004440 con 0x7fd3f40c4680 2024-09-13T17:48:06.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3f27fc640 1 -- 172.21.15.32:0/3480221596 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3ec003620 con 0x7fd3f40c4680 2024-09-13T17:48:06.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fbf58640 1 -- 172.21.15.32:0/3480221596 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3f40c3c30 con 0x7fd3f40c4680 2024-09-13T17:48:06.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3f27fc640 1 -- 172.21.15.32:0/3480221596 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3ec0039d0 con 0x7fd3f40c4680 2024-09-13T17:48:06.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fbf58640 1 -- 172.21.15.32:0/3480221596 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3f415a700 con 0x7fd3f40c4680 2024-09-13T17:48:06.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3fbf58640 1 -- 172.21.15.32:0/3480221596 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3f40c4a90 con 0x7fd3f40c4680 2024-09-13T17:48:06.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3f27fc640 1 -- 172.21.15.32:0/3480221596 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd3ec003b30 con 0x7fd3f40c4680 2024-09-13T17:48:06.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3f27fc640 1 --2- 172.21.15.32:0/3480221596 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd3e0066690 0x7fd3e0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:06.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3f27fc640 1 -- 172.21.15.32:0/3480221596 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fd3ec084280 con 0x7fd3f40c4680 2024-09-13T17:48:06.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.905+0000 7fd3f9cf4640 1 --2- 172.21.15.32:0/3480221596 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd3e0066690 0x7fd3e0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:06.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.909+0000 7fd3f9cf4640 1 --2- 172.21.15.32:0/3480221596 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd3e0066690 0x7fd3e0068b50 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fd3e80ab000 tx=0x7fd3e8006040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:06.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:06.909+0000 7fd3f27fc640 1 -- 172.21.15.32:0/3480221596 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd3ec0512f0 con 0x7fd3f40c4680 2024-09-13T17:48:07.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.073+0000 7fd3fbf58640 1 -- 172.21.15.32:0/3480221596 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd3f40ca750 con 0x7fd3f40c4680 2024-09-13T17:48:07.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.073+0000 7fd3f27fc640 1 -- 172.21.15.32:0/3480221596 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd3ec054910 con 0x7fd3f40c4680 2024-09-13T17:48:07.075 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:48:07.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.077+0000 7fd3fbf58640 1 -- 172.21.15.32:0/3480221596 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd3e0066690 msgr2=0x7fd3e0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.077+0000 7fd3fbf58640 1 --2- 172.21.15.32:0/3480221596 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd3e0066690 0x7fd3e0068b50 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fd3e80ab000 tx=0x7fd3e8006040 comp rx=0 tx=0).stop 2024-09-13T17:48:07.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.077+0000 7fd3fbf58640 1 -- 172.21.15.32:0/3480221596 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f40c4680 msgr2=0x7fd3f415a1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.077+0000 7fd3fbf58640 1 --2- 172.21.15.32:0/3480221596 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f40c4680 0x7fd3f415a1c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fd3f40b1cd0 tx=0x7fd3ec011920 comp rx=0 tx=0).stop 2024-09-13T17:48:07.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.077+0000 7fd3fbf58640 1 -- 172.21.15.32:0/3480221596 shutdown_connections 2024-09-13T17:48:07.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.077+0000 7fd3fbf58640 1 --2- 172.21.15.32:0/3480221596 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd3e0066690 0x7fd3e0068b50 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.077+0000 7fd3fbf58640 1 --2- 172.21.15.32:0/3480221596 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f40c4680 0x7fd3f415a1c0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.077+0000 7fd3fbf58640 1 --2- 172.21.15.32:0/3480221596 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3f41f4cd0 0x7fd3f40c4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.077+0000 7fd3fbf58640 1 --2- 172.21.15.32:0/3480221596 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3dc003980 0x7fd3f4156bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.077+0000 7fd3fbf58640 1 -- 172.21.15.32:0/3480221596 >> 172.21.15.32:0/3480221596 conn(0x7fd3f40b0d70 msgr2=0x7fd3f40aece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:07.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.077+0000 7fd3fbf58640 1 -- 172.21.15.32:0/3480221596 shutdown_connections 2024-09-13T17:48:07.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.077+0000 7fd3fbf58640 1 -- 172.21.15.32:0/3480221596 wait complete. 2024-09-13T17:48:07.099 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:48:07.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76f6075640 1 Processor -- start 2024-09-13T17:48:07.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76f6075640 1 -- start start 2024-09-13T17:48:07.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76f6075640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f76f00cde90 0x7f76f00b1c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76f6075640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76f0160ce0 con 0x7f76f00c16d0 2024-09-13T17:48:07.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76f6075640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76f00cf110 con 0x7f76f00c1290 2024-09-13T17:48:07.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76f6075640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76f00caee0 con 0x7f76f00cde90 2024-09-13T17:48:07.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76effff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f76f00c16d0 0x7f76f006cb90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60832/0 (socket says 172.21.15.32:60832) 2024-09-13T17:48:07.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76effff640 1 -- 172.21.15.32:0/205012579 learned_addr learned my addr 172.21.15.32:0/205012579 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:07.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ef7fe640 1 --2- 172.21.15.32:0/205012579 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f76f00cde90 0x7f76f00b1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ee7fc640 1 -- 172.21.15.32:0/205012579 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1678346398 0 0) 0x7f76f0160ce0 con 0x7f76f00c16d0 2024-09-13T17:48:07.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ee7fc640 1 -- 172.21.15.32:0/205012579 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f76d8003530 con 0x7f76f00c16d0 2024-09-13T17:48:07.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ee7fc640 1 -- 172.21.15.32:0/205012579 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3605007946 0 0) 0x7f76d8003530 con 0x7f76f00c16d0 2024-09-13T17:48:07.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ee7fc640 1 -- 172.21.15.32:0/205012579 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f76f00cde90 msgr2=0x7f76f00b1c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:07.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ee7fc640 1 --2- 172.21.15.32:0/205012579 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f76f00cde90 0x7f76f00b1c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ee7fc640 1 -- 172.21.15.32:0/205012579 >> v1:172.21.15.159:6789/0 conn(0x7f76f00c1290 legacy=0x7f76f006c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ee7fc640 1 -- 172.21.15.32:0/205012579 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76f00cb1c0 con 0x7f76f00c16d0 2024-09-13T17:48:07.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ee7fc640 1 -- 172.21.15.32:0/205012579 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f76e8001a00 con 0x7f76f00c16d0 2024-09-13T17:48:07.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ee7fc640 1 -- 172.21.15.32:0/205012579 >> v1:172.21.15.32:6789/0 conn(0x7f76f00c16d0 legacy=0x7f76f006cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ee7fc640 1 --2- 172.21.15.32:0/205012579 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76d80039b0 0x7f76d8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ee7fc640 1 --2- 172.21.15.32:0/205012579 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f76d80047d0 0x7f76d8004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ee7fc640 1 --2- 172.21.15.32:0/205012579 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f76f00cde90 0x7f76d8005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ee7fc640 1 -- 172.21.15.32:0/205012579 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76f00caee0 con 0x7f76d80039b0 2024-09-13T17:48:07.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ee7fc640 1 -- 172.21.15.32:0/205012579 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76d800ba40 con 0x7f76d80047d0 2024-09-13T17:48:07.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ee7fc640 1 -- 172.21.15.32:0/205012579 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76d800bc00 con 0x7f76f00cde90 2024-09-13T17:48:07.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ef7fe640 1 --2- 172.21.15.32:0/205012579 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76d80039b0 0x7f76d8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76eeffd640 1 --2- 172.21.15.32:0/205012579 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f76d80047d0 0x7f76d8004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ef7fe640 1 -- 172.21.15.32:0/205012579 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f76f00cde90 msgr2=0x7f76d8005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:07.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ef7fe640 1 --2- 172.21.15.32:0/205012579 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f76f00cde90 0x7f76d8005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ef7fe640 1 -- 172.21.15.32:0/205012579 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f76d80047d0 msgr2=0x7f76d8004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:07.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ef7fe640 1 --2- 172.21.15.32:0/205012579 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f76d80047d0 0x7f76d8004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76ef7fe640 1 -- 172.21.15.32:0/205012579 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76d8003530 con 0x7f76d80039b0 2024-09-13T17:48:07.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.221+0000 7f76eeffd640 1 --2- 172.21.15.32:0/205012579 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f76d80047d0 0x7f76d8004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:07.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.225+0000 7f76ef7fe640 1 --2- 172.21.15.32:0/205012579 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76d80039b0 0x7f76d8003dd0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f76e0009ab0 tx=0x7f76e001ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=add6a64b1727322f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:07.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.225+0000 7f76ee7fc640 1 -- 172.21.15.32:0/205012579 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76e00a55b0 con 0x7f76d80039b0 2024-09-13T17:48:07.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.225+0000 7f76ee7fc640 1 -- 172.21.15.32:0/205012579 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76e00a5710 con 0x7f76d80039b0 2024-09-13T17:48:07.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.225+0000 7f76ee7fc640 1 -- 172.21.15.32:0/205012579 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76e00a5ac0 con 0x7f76d80039b0 2024-09-13T17:48:07.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.225+0000 7f76f6075640 1 -- 172.21.15.32:0/205012579 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76d80039b0 msgr2=0x7f76d8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.225+0000 7f76f6075640 1 --2- 172.21.15.32:0/205012579 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76d80039b0 0x7f76d8003dd0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f76e0009ab0 tx=0x7f76e001ca40 comp rx=0 tx=0).stop 2024-09-13T17:48:07.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.225+0000 7f76effff640 1 -- 172.21.15.32:0/205012579 reap_dead start 2024-09-13T17:48:07.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.225+0000 7f76f6075640 1 -- 172.21.15.32:0/205012579 shutdown_connections 2024-09-13T17:48:07.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.225+0000 7f76f6075640 1 -- 172.21.15.32:0/205012579 >> 172.21.15.32:0/205012579 conn(0x7f76f006a150 msgr2=0x7f76f006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:07.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.225+0000 7f76f6075640 1 -- 172.21.15.32:0/205012579 shutdown_connections 2024-09-13T17:48:07.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.225+0000 7f76f6075640 1 -- 172.21.15.32:0/205012579 wait complete. 2024-09-13T17:48:07.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.225+0000 7f76f6075640 1 Processor -- start 2024-09-13T17:48:07.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.225+0000 7f76f6075640 1 -- start start 2024-09-13T17:48:07.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76f6075640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f76d80039b0 0x7f76f01f9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76f6075640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f76f0157e20 0x7f76f00c3010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76f6075640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76f00c3550 0x7f76f01fc930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76f6075640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76f01fa300 con 0x7f76f00c3550 2024-09-13T17:48:07.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76f6075640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76f00c2d50 con 0x7f76f0157e20 2024-09-13T17:48:07.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76f6075640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76f00c3a00 con 0x7f76d80039b0 2024-09-13T17:48:07.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76effff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76f00c3550 0x7f76f01fc930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76effff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76f00c3550 0x7f76f01fc930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60488/0 (socket says 172.21.15.32:60488) 2024-09-13T17:48:07.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76effff640 1 -- 172.21.15.32:0/4192590021 learned_addr learned my addr 172.21.15.32:0/4192590021 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:07.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76eeffd640 1 --2- 172.21.15.32:0/4192590021 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f76f0157e20 0x7f76f00c3010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76ef7fe640 1 --2- 172.21.15.32:0/4192590021 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f76d80039b0 0x7f76f01f9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76effff640 1 -- 172.21.15.32:0/4192590021 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f76d80039b0 msgr2=0x7f76f01f9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76effff640 1 --2- 172.21.15.32:0/4192590021 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f76d80039b0 0x7f76f01f9dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76effff640 1 -- 172.21.15.32:0/4192590021 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f76f0157e20 msgr2=0x7f76f00c3010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76effff640 1 --2- 172.21.15.32:0/4192590021 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f76f0157e20 0x7f76f00c3010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76effff640 1 -- 172.21.15.32:0/4192590021 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76f00c2140 con 0x7f76f00c3550 2024-09-13T17:48:07.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76effff640 1 --2- 172.21.15.32:0/4192590021 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76f00c3550 0x7f76f01fc930 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f76f00c1dc0 tx=0x7f76e800cf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:07.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76d7fff640 1 -- 172.21.15.32:0/4192590021 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76e800a6d0 con 0x7f76f00c3550 2024-09-13T17:48:07.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76d7fff640 1 -- 172.21.15.32:0/4192590021 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76e800a830 con 0x7f76f00c3550 2024-09-13T17:48:07.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76d7fff640 1 -- 172.21.15.32:0/4192590021 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76e800ac20 con 0x7f76f00c3550 2024-09-13T17:48:07.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76f6075640 1 -- 172.21.15.32:0/4192590021 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76f00c2420 con 0x7f76f00c3550 2024-09-13T17:48:07.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76f6075640 1 -- 172.21.15.32:0/4192590021 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76f00c29e0 con 0x7f76f00c3550 2024-09-13T17:48:07.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76f6075640 1 -- 172.21.15.32:0/4192590021 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76f0160020 con 0x7f76f00c3550 2024-09-13T17:48:07.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76d7fff640 1 -- 172.21.15.32:0/4192590021 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f76e800ad80 con 0x7f76f00c3550 2024-09-13T17:48:07.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76d7fff640 1 --2- 172.21.15.32:0/4192590021 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f76dc0666c0 0x7f76dc068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76d7fff640 1 -- 172.21.15.32:0/4192590021 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f76e8083a00 con 0x7f76f00c3550 2024-09-13T17:48:07.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.229+0000 7f76ef7fe640 1 --2- 172.21.15.32:0/4192590021 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f76dc0666c0 0x7f76dc068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.233+0000 7f76ef7fe640 1 --2- 172.21.15.32:0/4192590021 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f76dc0666c0 0x7f76dc068b80 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f76e00af000 tx=0x7f76e00046d0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:07.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.233+0000 7f76d7fff640 1 -- 172.21.15.32:0/4192590021 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f76e80509a0 con 0x7f76f00c3550 2024-09-13T17:48:07.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.393+0000 7f76f6075640 1 -- 172.21.15.32:0/4192590021 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f76f015fd40 con 0x7f76f00c3550 2024-09-13T17:48:07.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.393+0000 7f76d7fff640 1 -- 172.21.15.32:0/4192590021 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f76e8053fc0 con 0x7f76f00c3550 2024-09-13T17:48:07.396 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:07.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.397+0000 7f76f6075640 1 -- 172.21.15.32:0/4192590021 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f76dc0666c0 msgr2=0x7f76dc068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.397+0000 7f76f6075640 1 --2- 172.21.15.32:0/4192590021 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f76dc0666c0 0x7f76dc068b80 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f76e00af000 tx=0x7f76e00046d0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.397+0000 7f76f6075640 1 -- 172.21.15.32:0/4192590021 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76f00c3550 msgr2=0x7f76f01fc930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.397+0000 7f76f6075640 1 --2- 172.21.15.32:0/4192590021 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76f00c3550 0x7f76f01fc930 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f76f00c1dc0 tx=0x7f76e800cf00 comp rx=0 tx=0).stop 2024-09-13T17:48:07.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.397+0000 7f76f6075640 1 -- 172.21.15.32:0/4192590021 shutdown_connections 2024-09-13T17:48:07.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.397+0000 7f76f6075640 1 --2- 172.21.15.32:0/4192590021 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f76dc0666c0 0x7f76dc068b80 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.397+0000 7f76f6075640 1 --2- 172.21.15.32:0/4192590021 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76f00c3550 0x7f76f01fc930 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.397+0000 7f76f6075640 1 --2- 172.21.15.32:0/4192590021 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f76f0157e20 0x7f76f00c3010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.397+0000 7f76f6075640 1 --2- 172.21.15.32:0/4192590021 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f76d80039b0 0x7f76f01f9dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.397+0000 7f76f6075640 1 -- 172.21.15.32:0/4192590021 >> 172.21.15.32:0/4192590021 conn(0x7f76f006a150 msgr2=0x7f76f0070140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:07.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.397+0000 7f76f6075640 1 -- 172.21.15.32:0/4192590021 shutdown_connections 2024-09-13T17:48:07.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.397+0000 7f76f6075640 1 -- 172.21.15.32:0/4192590021 wait complete. 2024-09-13T17:48:07.415 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:48:07.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.537+0000 7f2834e63640 1 Processor -- start 2024-09-13T17:48:07.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.537+0000 7f2834e63640 1 -- start start 2024-09-13T17:48:07.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.541+0000 7f2834e63640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f28300cec00 0x7f28300b1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.541+0000 7f2834e63640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f28300b2070 0x7f28300abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.541+0000 7f2834e63640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28300ab660 con 0x7f283015a520 2024-09-13T17:48:07.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.541+0000 7f2834e63640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28300ada40 con 0x7f28300b2070 2024-09-13T17:48:07.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.541+0000 7f2834e63640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28300b24e0 con 0x7f28300cec00 2024-09-13T17:48:07.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.541+0000 7f282ed9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f28300b2070 0x7f28300abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.541+0000 7f282e59c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f283015a520 0x7f28300ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60844/0 (socket says 172.21.15.32:60844) 2024-09-13T17:48:07.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.541+0000 7f282e59c640 1 -- 172.21.15.32:0/662975623 learned_addr learned my addr 172.21.15.32:0/662975623 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:07.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.541+0000 7f282ed9d640 1 --2- 172.21.15.32:0/662975623 >> v2:172.21.15.32:3300/0 conn(0x7f28300b2070 0x7f28300abaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60502/0 (socket says 172.21.15.32:60502) 2024-09-13T17:48:07.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.541+0000 7f282dd9b640 1 --2- 172.21.15.32:0/662975623 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f28300cec00 0x7f28300b1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.541+0000 7f282ed9d640 1 -- 172.21.15.32:0/662975623 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f28300cec00 msgr2=0x7f28300b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:07.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.541+0000 7f282ed9d640 1 --2- 172.21.15.32:0/662975623 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f28300cec00 0x7f28300b1b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.541+0000 7f282ed9d640 1 -- 172.21.15.32:0/662975623 >> v1:172.21.15.32:6789/0 conn(0x7f283015a520 legacy=0x7f28300ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.541+0000 7f282ed9d640 1 -- 172.21.15.32:0/662975623 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28300b2760 con 0x7f28300b2070 2024-09-13T17:48:07.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.541+0000 7f282ed9d640 1 --2- 172.21.15.32:0/662975623 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f28300b2070 0x7f28300abaf0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f28280097c0 tx=0x7f282801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62702fc05cdebab7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:07.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.541+0000 7f282d59a640 1 -- 172.21.15.32:0/662975623 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28280ab670 con 0x7f28300b2070 2024-09-13T17:48:07.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f282d59a640 1 -- 172.21.15.32:0/662975623 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28280ab7d0 con 0x7f28300b2070 2024-09-13T17:48:07.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f282d59a640 1 -- 172.21.15.32:0/662975623 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28280abb60 con 0x7f28300b2070 2024-09-13T17:48:07.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f2834e63640 1 -- 172.21.15.32:0/662975623 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f28300b2070 msgr2=0x7f28300abaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f2834e63640 1 --2- 172.21.15.32:0/662975623 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f28300b2070 0x7f28300abaf0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f28280097c0 tx=0x7f282801c470 comp rx=0 tx=0).stop 2024-09-13T17:48:07.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f2834e63640 1 -- 172.21.15.32:0/662975623 shutdown_connections 2024-09-13T17:48:07.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f2834e63640 1 --2- 172.21.15.32:0/662975623 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f28300b2070 0x7f28300abaf0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f2834e63640 1 --2- 172.21.15.32:0/662975623 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f28300cec00 0x7f28300b1b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f2834e63640 1 -- 172.21.15.32:0/662975623 >> 172.21.15.32:0/662975623 conn(0x7f283006a150 msgr2=0x7f283006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:07.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f2834e63640 1 -- 172.21.15.32:0/662975623 shutdown_connections 2024-09-13T17:48:07.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f2834e63640 1 -- 172.21.15.32:0/662975623 wait complete. 2024-09-13T17:48:07.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f2834e63640 1 Processor -- start 2024-09-13T17:48:07.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f2834e63640 1 -- start start 2024-09-13T17:48:07.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f2834e63640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f28300b2070 0x7f28300c1110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f2834e63640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f28300cec00 0x7f2830153840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f2834e63640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f283015a520 0x7f283014fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f2834e63640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2830153080 con 0x7f28300b2070 2024-09-13T17:48:07.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f2834e63640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28300961c0 con 0x7f283015a520 2024-09-13T17:48:07.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f2834e63640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28300c1650 con 0x7f28300cec00 2024-09-13T17:48:07.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f282e59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f28300b2070 0x7f28300c1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f282e59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f28300b2070 0x7f28300c1110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60506/0 (socket says 172.21.15.32:60506) 2024-09-13T17:48:07.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f282e59c640 1 -- 172.21.15.32:0/3534529106 learned_addr learned my addr 172.21.15.32:0/3534529106 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:07.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f282ed9d640 1 --2- 172.21.15.32:0/3534529106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f283015a520 0x7f283014fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f282dd9b640 1 --2- 172.21.15.32:0/3534529106 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f28300cec00 0x7f2830153840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f282e59c640 1 -- 172.21.15.32:0/3534529106 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f28300cec00 msgr2=0x7f2830153840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f282e59c640 1 --2- 172.21.15.32:0/3534529106 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f28300cec00 0x7f2830153840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f282e59c640 1 -- 172.21.15.32:0/3534529106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f283015a520 msgr2=0x7f283014fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f282e59c640 1 --2- 172.21.15.32:0/3534529106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f283015a520 0x7f283014fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f282e59c640 1 -- 172.21.15.32:0/3534529106 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2828009420 con 0x7f28300b2070 2024-09-13T17:48:07.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f282e59c640 1 --2- 172.21.15.32:0/3534529106 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f28300b2070 0x7f28300c1110 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f282000c530 tx=0x7f282000c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:07.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f281effd640 1 -- 172.21.15.32:0/3534529106 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2820005cf0 con 0x7f28300b2070 2024-09-13T17:48:07.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f281effd640 1 -- 172.21.15.32:0/3534529106 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2820005e50 con 0x7f28300b2070 2024-09-13T17:48:07.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f281effd640 1 -- 172.21.15.32:0/3534529106 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2820007270 con 0x7f28300b2070 2024-09-13T17:48:07.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f2834e63640 1 -- 172.21.15.32:0/3534529106 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28300cba30 con 0x7f28300b2070 2024-09-13T17:48:07.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.545+0000 7f2834e63640 1 -- 172.21.15.32:0/3534529106 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28301526e0 con 0x7f28300b2070 2024-09-13T17:48:07.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.549+0000 7f2834e63640 1 -- 172.21.15.32:0/3534529106 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28300abaf0 con 0x7f28300b2070 2024-09-13T17:48:07.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.549+0000 7f281effd640 1 -- 172.21.15.32:0/3534529106 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f28200073d0 con 0x7f28300b2070 2024-09-13T17:48:07.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.549+0000 7f281effd640 1 --2- 172.21.15.32:0/3534529106 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f28100666c0 0x7f2810068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.549+0000 7f281effd640 1 -- 172.21.15.32:0/3534529106 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f2820083a20 con 0x7f28300b2070 2024-09-13T17:48:07.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.549+0000 7f282dd9b640 1 --2- 172.21.15.32:0/3534529106 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f28100666c0 0x7f2810068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.549+0000 7f282dd9b640 1 --2- 172.21.15.32:0/3534529106 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f28100666c0 0x7f2810068b80 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f2824003fd0 tx=0x7f28240039c0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:07.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.553+0000 7f281effd640 1 -- 172.21.15.32:0/3534529106 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f28200509f0 con 0x7f28300b2070 2024-09-13T17:48:07.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.709+0000 7f2834e63640 1 -- 172.21.15.32:0/3534529106 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f283006ddc0 con 0x7f28300b2070 2024-09-13T17:48:07.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.713+0000 7f281effd640 1 -- 172.21.15.32:0/3534529106 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2820017020 con 0x7f28300b2070 2024-09-13T17:48:07.713 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:48:07.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.713+0000 7f2834e63640 1 -- 172.21.15.32:0/3534529106 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f28100666c0 msgr2=0x7f2810068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.713+0000 7f2834e63640 1 --2- 172.21.15.32:0/3534529106 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f28100666c0 0x7f2810068b80 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f2824003fd0 tx=0x7f28240039c0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.713+0000 7f2834e63640 1 -- 172.21.15.32:0/3534529106 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f28300b2070 msgr2=0x7f28300c1110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.713+0000 7f2834e63640 1 --2- 172.21.15.32:0/3534529106 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f28300b2070 0x7f28300c1110 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f282000c530 tx=0x7f282000c9f0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.713+0000 7f2834e63640 1 -- 172.21.15.32:0/3534529106 shutdown_connections 2024-09-13T17:48:07.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.713+0000 7f2834e63640 1 --2- 172.21.15.32:0/3534529106 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f28100666c0 0x7f2810068b80 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.713+0000 7f2834e63640 1 --2- 172.21.15.32:0/3534529106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f283015a520 0x7f283014fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.713+0000 7f2834e63640 1 --2- 172.21.15.32:0/3534529106 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f28300cec00 0x7f2830153840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.713+0000 7f2834e63640 1 --2- 172.21.15.32:0/3534529106 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f28300b2070 0x7f28300c1110 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.713+0000 7f2834e63640 1 -- 172.21.15.32:0/3534529106 >> 172.21.15.32:0/3534529106 conn(0x7f283006a150 msgr2=0x7f2830154e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:07.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.713+0000 7f2834e63640 1 -- 172.21.15.32:0/3534529106 shutdown_connections 2024-09-13T17:48:07.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.713+0000 7f2834e63640 1 -- 172.21.15.32:0/3534529106 wait complete. 2024-09-13T17:48:07.731 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T17:48:07.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb3f39640 1 Processor -- start 2024-09-13T17:48:07.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb3f39640 1 -- start start 2024-09-13T17:48:07.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb3f39640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fabac15a520 0x7fabac0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb3f39640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fabac0cea30 0x7fabac0b1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb3f39640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabac0cee90 con 0x7fabac0b2070 2024-09-13T17:48:07.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb3f39640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabac0ab660 con 0x7fabac15a520 2024-09-13T17:48:07.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb3f39640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabac0b2500 con 0x7fabac0cea30 2024-09-13T17:48:07.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb24d6640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fabac0b2070 0x7fabac06d010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60856/0 (socket says 172.21.15.32:60856) 2024-09-13T17:48:07.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb24d6640 1 -- 172.21.15.32:0/690599271 learned_addr learned my addr 172.21.15.32:0/690599271 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:07.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb1cd5640 1 --2- 172.21.15.32:0/690599271 >> v2:172.21.15.159:3300/0 conn(0x7fabac15a520 0x7fabac0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb14d4640 1 --2- 172.21.15.32:0/690599271 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fabac0cea30 0x7fabac0b1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb0cd3640 1 -- 172.21.15.32:0/690599271 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3603688814 0 0) 0x7fabac0cee90 con 0x7fabac0b2070 2024-09-13T17:48:07.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb0cd3640 1 -- 172.21.15.32:0/690599271 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fab98003530 con 0x7fabac0b2070 2024-09-13T17:48:07.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb0cd3640 1 -- 172.21.15.32:0/690599271 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 146285953 0 0) 0x7fab98003530 con 0x7fabac0b2070 2024-09-13T17:48:07.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb0cd3640 1 -- 172.21.15.32:0/690599271 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fabac0cea30 msgr2=0x7fabac0b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:07.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb0cd3640 1 --2- 172.21.15.32:0/690599271 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fabac0cea30 0x7fabac0b1b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb0cd3640 1 -- 172.21.15.32:0/690599271 >> v2:172.21.15.159:3300/0 conn(0x7fabac15a520 msgr2=0x7fabac0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:07.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb0cd3640 1 --2- 172.21.15.32:0/690599271 >> v2:172.21.15.159:3300/0 conn(0x7fabac15a520 0x7fabac0ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb0cd3640 1 -- 172.21.15.32:0/690599271 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabac0ada40 con 0x7fabac0b2070 2024-09-13T17:48:07.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb0cd3640 1 -- 172.21.15.32:0/690599271 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7faba4001a00 con 0x7fabac0b2070 2024-09-13T17:48:07.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb0cd3640 1 -- 172.21.15.32:0/690599271 >> v1:172.21.15.32:6789/0 conn(0x7fabac0b2070 legacy=0x7fabac06d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb0cd3640 1 --2- 172.21.15.32:0/690599271 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fab98003980 0x7fab98003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb0cd3640 1 --2- 172.21.15.32:0/690599271 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab980047d0 0x7fab98004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb0cd3640 1 --2- 172.21.15.32:0/690599271 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fabac0cea30 0x7fab98005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb0cd3640 1 -- 172.21.15.32:0/690599271 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabac0ab660 con 0x7fab980047d0 2024-09-13T17:48:07.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb0cd3640 1 -- 172.21.15.32:0/690599271 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabac0b2500 con 0x7fab98003980 2024-09-13T17:48:07.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb0cd3640 1 -- 172.21.15.32:0/690599271 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab9800b990 con 0x7fabac0cea30 2024-09-13T17:48:07.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb14d4640 1 --2- 172.21.15.32:0/690599271 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab980047d0 0x7fab98004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb24d6640 1 --2- 172.21.15.32:0/690599271 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fabac0cea30 0x7fab98005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb14d4640 1 -- 172.21.15.32:0/690599271 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fabac0cea30 msgr2=0x7fab98005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:07.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb1cd5640 1 --2- 172.21.15.32:0/690599271 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fab98003980 0x7fab98003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb14d4640 1 --2- 172.21.15.32:0/690599271 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fabac0cea30 0x7fab98005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb14d4640 1 -- 172.21.15.32:0/690599271 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fab98003980 msgr2=0x7fab98003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:07.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb14d4640 1 --2- 172.21.15.32:0/690599271 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fab98003980 0x7fab98003da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.845+0000 7fabb14d4640 1 -- 172.21.15.32:0/690599271 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab98003530 con 0x7fab980047d0 2024-09-13T17:48:07.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb14d4640 1 --2- 172.21.15.32:0/690599271 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab980047d0 0x7fab98004c50 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fab9c009ab0 tx=0x7fab9c01ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab88285ac204b6cc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:07.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb0cd3640 1 -- 172.21.15.32:0/690599271 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab9c0a5560 con 0x7fab980047d0 2024-09-13T17:48:07.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb0cd3640 1 -- 172.21.15.32:0/690599271 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab9c0a56c0 con 0x7fab980047d0 2024-09-13T17:48:07.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb0cd3640 1 -- 172.21.15.32:0/690599271 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab9c0a5a30 con 0x7fab980047d0 2024-09-13T17:48:07.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb3f39640 1 -- 172.21.15.32:0/690599271 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab980047d0 msgr2=0x7fab98004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb3f39640 1 --2- 172.21.15.32:0/690599271 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab980047d0 0x7fab98004c50 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fab9c009ab0 tx=0x7fab9c01ca50 comp rx=0 tx=0).stop 2024-09-13T17:48:07.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb24d6640 1 -- 172.21.15.32:0/690599271 reap_dead start 2024-09-13T17:48:07.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb3f39640 1 -- 172.21.15.32:0/690599271 shutdown_connections 2024-09-13T17:48:07.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb3f39640 1 -- 172.21.15.32:0/690599271 >> 172.21.15.32:0/690599271 conn(0x7fabac06a150 msgr2=0x7fabac06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:07.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb3f39640 1 -- 172.21.15.32:0/690599271 shutdown_connections 2024-09-13T17:48:07.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb3f39640 1 -- 172.21.15.32:0/690599271 wait complete. 2024-09-13T17:48:07.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb3f39640 1 Processor -- start 2024-09-13T17:48:07.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb3f39640 1 -- start start 2024-09-13T17:48:07.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb3f39640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fab980047d0 0x7fabac0c1050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb3f39640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fabac0c49d0 0x7fabac0cad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb3f39640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabac0cb290 0x7fabac071470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb3f39640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabac0cb710 con 0x7fabac0cb290 2024-09-13T17:48:07.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb3f39640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabac0c1df0 con 0x7fabac0c49d0 2024-09-13T17:48:07.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb3f39640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabac15c8b0 con 0x7fab980047d0 2024-09-13T17:48:07.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb24d6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabac0cb290 0x7fabac071470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb24d6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabac0cb290 0x7fabac071470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60538/0 (socket says 172.21.15.32:60538) 2024-09-13T17:48:07.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb24d6640 1 -- 172.21.15.32:0/200007096 learned_addr learned my addr 172.21.15.32:0/200007096 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:07.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb1cd5640 1 --2- 172.21.15.32:0/200007096 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fab980047d0 0x7fabac0c1050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb14d4640 1 --2- 172.21.15.32:0/200007096 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fabac0c49d0 0x7fabac0cad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb24d6640 1 -- 172.21.15.32:0/200007096 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fab980047d0 msgr2=0x7fabac0c1050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb24d6640 1 --2- 172.21.15.32:0/200007096 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fab980047d0 0x7fabac0c1050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb24d6640 1 -- 172.21.15.32:0/200007096 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fabac0c49d0 msgr2=0x7fabac0cad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:07.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb24d6640 1 --2- 172.21.15.32:0/200007096 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fabac0c49d0 0x7fabac0cad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:07.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb24d6640 1 -- 172.21.15.32:0/200007096 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabac0cde30 con 0x7fabac0cb290 2024-09-13T17:48:07.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb1cd5640 1 --2- 172.21.15.32:0/200007096 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fab980047d0 0x7fabac0c1050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:07.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.849+0000 7fabb24d6640 1 --2- 172.21.15.32:0/200007096 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabac0cb290 0x7fabac071470 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7faba4000f90 tx=0x7faba4005ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:07.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.853+0000 7faba27fc640 1 -- 172.21.15.32:0/200007096 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faba400eb80 con 0x7fabac0cb290 2024-09-13T17:48:07.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.853+0000 7faba27fc640 1 -- 172.21.15.32:0/200007096 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faba400ece0 con 0x7fabac0cb290 2024-09-13T17:48:07.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.853+0000 7fabb3f39640 1 -- 172.21.15.32:0/200007096 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabac15cb50 con 0x7fabac0cb290 2024-09-13T17:48:07.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.853+0000 7faba27fc640 1 -- 172.21.15.32:0/200007096 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faba4015640 con 0x7fabac0cb290 2024-09-13T17:48:07.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.853+0000 7fabb3f39640 1 -- 172.21.15.32:0/200007096 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabac15d110 con 0x7fabac0cb290 2024-09-13T17:48:07.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.853+0000 7fabb3f39640 1 -- 172.21.15.32:0/200007096 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabac071190 con 0x7fabac0cb290 2024-09-13T17:48:07.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.853+0000 7faba27fc640 1 -- 172.21.15.32:0/200007096 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7faba401e3b0 con 0x7fabac0cb290 2024-09-13T17:48:07.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.853+0000 7faba27fc640 1 --2- 172.21.15.32:0/200007096 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fab900666c0 0x7fab90068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:07.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.853+0000 7faba27fc640 1 -- 172.21.15.32:0/200007096 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7faba4087330 con 0x7fabac0cb290 2024-09-13T17:48:07.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.853+0000 7fabb1cd5640 1 --2- 172.21.15.32:0/200007096 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fab900666c0 0x7fab90068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:07.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.853+0000 7fabb1cd5640 1 --2- 172.21.15.32:0/200007096 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fab900666c0 0x7fab90068b80 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7faba8009b70 tx=0x7faba8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:07.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:07.857+0000 7faba27fc640 1 -- 172.21.15.32:0/200007096 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fabac071190 con 0x7fabac0cb290 2024-09-13T17:48:08.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.017+0000 7fabb3f39640 1 -- 172.21.15.32:0/200007096 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fabac071190 con 0x7fabac0cb290 2024-09-13T17:48:08.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.017+0000 7faba27fc640 1 -- 172.21.15.32:0/200007096 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7fabac071190 con 0x7fabac0cb290 2024-09-13T17:48:08.021 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:08.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.021+0000 7fabb3f39640 1 -- 172.21.15.32:0/200007096 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fab900666c0 msgr2=0x7fab90068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.021+0000 7fabb3f39640 1 --2- 172.21.15.32:0/200007096 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fab900666c0 0x7fab90068b80 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7faba8009b70 tx=0x7faba8008040 comp rx=0 tx=0).stop 2024-09-13T17:48:08.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.021+0000 7fabb3f39640 1 -- 172.21.15.32:0/200007096 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabac0cb290 msgr2=0x7fabac071470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.021+0000 7fabb3f39640 1 --2- 172.21.15.32:0/200007096 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabac0cb290 0x7fabac071470 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7faba4000f90 tx=0x7faba4005ae0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.021+0000 7fabb3f39640 1 -- 172.21.15.32:0/200007096 shutdown_connections 2024-09-13T17:48:08.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.021+0000 7fabb3f39640 1 --2- 172.21.15.32:0/200007096 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fab900666c0 0x7fab90068b80 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.021+0000 7fabb3f39640 1 --2- 172.21.15.32:0/200007096 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabac0cb290 0x7fabac071470 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.021+0000 7fabb3f39640 1 --2- 172.21.15.32:0/200007096 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fabac0c49d0 0x7fabac0cad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.021+0000 7fabb3f39640 1 --2- 172.21.15.32:0/200007096 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fab980047d0 0x7fabac0c1050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.021+0000 7fabb3f39640 1 -- 172.21.15.32:0/200007096 >> 172.21.15.32:0/200007096 conn(0x7fabac06a150 msgr2=0x7fabac0aeec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:08.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.021+0000 7fabb3f39640 1 -- 172.21.15.32:0/200007096 shutdown_connections 2024-09-13T17:48:08.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.021+0000 7fabb3f39640 1 -- 172.21.15.32:0/200007096 wait complete. 2024-09-13T17:48:08.041 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:08.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.165+0000 7fd486363640 1 Processor -- start 2024-09-13T17:48:08.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.165+0000 7fd486363640 1 -- start start 2024-09-13T17:48:08.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.165+0000 7fd486363640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd4800cc430 0x7fd4800cab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.165+0000 7fd486363640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd4800c1290 0x7fd4800c16c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.165+0000 7fd486363640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4800c1c00 con 0x7fd4800ccf90 2024-09-13T17:48:08.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.165+0000 7fd486363640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd480160cc0 con 0x7fd4800c1290 2024-09-13T17:48:08.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.165+0000 7fd486363640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4800c8f50 con 0x7fd4800cc430 2024-09-13T17:48:08.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.165+0000 7fd484900640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd4800c1290 0x7fd4800c16c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.165+0000 7fd484900640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd4800c1290 0x7fd4800c16c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45840/0 (socket says 172.21.15.32:45840) 2024-09-13T17:48:08.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.165+0000 7fd484900640 1 -- 172.21.15.32:0/3948706202 learned_addr learned my addr 172.21.15.32:0/3948706202 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:08.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.165+0000 7fd47f7fe640 1 --2- 172.21.15.32:0/3948706202 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd4800cc430 0x7fd4800cab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.165+0000 7fd484900640 1 -- 172.21.15.32:0/3948706202 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd4800cc430 msgr2=0x7fd4800cab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:08.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.165+0000 7fd484900640 1 --2- 172.21.15.32:0/3948706202 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd4800cc430 0x7fd4800cab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.165+0000 7fd484900640 1 -- 172.21.15.32:0/3948706202 >> v1:172.21.15.159:6789/0 conn(0x7fd4800ccf90 legacy=0x7fd4800b1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:08.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.165+0000 7fd484900640 1 -- 172.21.15.32:0/3948706202 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4800cb510 con 0x7fd4800c1290 2024-09-13T17:48:08.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd484900640 1 --2- 172.21.15.32:0/3948706202 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4800c1290 0x7fd4800c16c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd470009870 tx=0x7fd47001c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0256950cfb84a69 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:08.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd47effd640 1 -- 172.21.15.32:0/3948706202 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4700a95f0 con 0x7fd4800c1290 2024-09-13T17:48:08.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd47effd640 1 -- 172.21.15.32:0/3948706202 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4700a9750 con 0x7fd4800c1290 2024-09-13T17:48:08.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd47effd640 1 -- 172.21.15.32:0/3948706202 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4700a9ae0 con 0x7fd4800c1290 2024-09-13T17:48:08.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd486363640 1 -- 172.21.15.32:0/3948706202 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4800c1290 msgr2=0x7fd4800c16c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd486363640 1 --2- 172.21.15.32:0/3948706202 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4800c1290 0x7fd4800c16c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd470009870 tx=0x7fd47001c530 comp rx=0 tx=0).stop 2024-09-13T17:48:08.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd486363640 1 -- 172.21.15.32:0/3948706202 shutdown_connections 2024-09-13T17:48:08.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd486363640 1 --2- 172.21.15.32:0/3948706202 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4800c1290 0x7fd4800c16c0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd486363640 1 --2- 172.21.15.32:0/3948706202 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd4800cc430 0x7fd4800cab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd486363640 1 -- 172.21.15.32:0/3948706202 >> 172.21.15.32:0/3948706202 conn(0x7fd48006a150 msgr2=0x7fd48006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:08.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd486363640 1 -- 172.21.15.32:0/3948706202 shutdown_connections 2024-09-13T17:48:08.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd486363640 1 -- 172.21.15.32:0/3948706202 wait complete. 2024-09-13T17:48:08.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd486363640 1 Processor -- start 2024-09-13T17:48:08.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd486363640 1 -- start start 2024-09-13T17:48:08.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd486363640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4800c1290 0x7fd48015d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd486363640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4800cc430 0x7fd480151360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd486363640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd4800ccf90 0x7fd4801518a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd486363640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4800976e0 con 0x7fd4800cc430 2024-09-13T17:48:08.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd486363640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd480162070 con 0x7fd4800c1290 2024-09-13T17:48:08.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd486363640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd48015aa20 con 0x7fd4800ccf90 2024-09-13T17:48:08.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd47f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4800cc430 0x7fd480151360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd47f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4800cc430 0x7fd480151360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45854/0 (socket says 172.21.15.32:45854) 2024-09-13T17:48:08.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd47f7fe640 1 -- 172.21.15.32:0/3230943510 learned_addr learned my addr 172.21.15.32:0/3230943510 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:08.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd47ffff640 1 --2- 172.21.15.32:0/3230943510 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4800c1290 0x7fd48015d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd484900640 1 --2- 172.21.15.32:0/3230943510 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd4800ccf90 0x7fd4801518a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd47f7fe640 1 -- 172.21.15.32:0/3230943510 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd4800ccf90 msgr2=0x7fd4801518a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd47f7fe640 1 --2- 172.21.15.32:0/3230943510 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd4800ccf90 0x7fd4801518a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd47f7fe640 1 -- 172.21.15.32:0/3230943510 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4800c1290 msgr2=0x7fd48015d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd47f7fe640 1 --2- 172.21.15.32:0/3230943510 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4800c1290 0x7fd48015d2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd47f7fe640 1 -- 172.21.15.32:0/3230943510 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4700094d0 con 0x7fd4800cc430 2024-09-13T17:48:08.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd47f7fe640 1 --2- 172.21.15.32:0/3230943510 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4800cc430 0x7fd480151360 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fd46800d830 tx=0x7fd46800dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:08.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd47cff9640 1 -- 172.21.15.32:0/3230943510 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd46800b660 con 0x7fd4800cc430 2024-09-13T17:48:08.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd47cff9640 1 -- 172.21.15.32:0/3230943510 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd46800b7c0 con 0x7fd4800cc430 2024-09-13T17:48:08.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd486363640 1 -- 172.21.15.32:0/3230943510 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd480160eb0 con 0x7fd4800cc430 2024-09-13T17:48:08.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.169+0000 7fd47cff9640 1 -- 172.21.15.32:0/3230943510 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd46800bb30 con 0x7fd4800cc430 2024-09-13T17:48:08.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.173+0000 7fd486363640 1 -- 172.21.15.32:0/3230943510 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4801638c0 con 0x7fd4800cc430 2024-09-13T17:48:08.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.173+0000 7fd486363640 1 -- 172.21.15.32:0/3230943510 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4800c16c0 con 0x7fd4800cc430 2024-09-13T17:48:08.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.173+0000 7fd47cff9640 1 -- 172.21.15.32:0/3230943510 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd46801e460 con 0x7fd4800cc430 2024-09-13T17:48:08.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.173+0000 7fd47cff9640 1 --2- 172.21.15.32:0/3230943510 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd460066690 0x7fd460068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.173+0000 7fd47cff9640 1 -- 172.21.15.32:0/3230943510 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fd468084bb0 con 0x7fd4800cc430 2024-09-13T17:48:08.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.173+0000 7fd47ffff640 1 --2- 172.21.15.32:0/3230943510 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd460066690 0x7fd460068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.173+0000 7fd47ffff640 1 --2- 172.21.15.32:0/3230943510 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd460066690 0x7fd460068b50 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fd4780012f0 tx=0x7fd478009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:08.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.177+0000 7fd47cff9640 1 -- 172.21.15.32:0/3230943510 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd468051bf0 con 0x7fd4800cc430 2024-09-13T17:48:08.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.341+0000 7fd486363640 1 -- 172.21.15.32:0/3230943510 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd4800974c0 con 0x7fd4800cc430 2024-09-13T17:48:08.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.341+0000 7fd47cff9640 1 -- 172.21.15.32:0/3230943510 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+18723 (secure 0 0 0) 0x7fd468055210 con 0x7fd4800cc430 2024-09-13T17:48:08.345 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:08.345 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:01.407417+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.27","mappings":[{"from":3,"to":1}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.c","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:08.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.345+0000 7fd486363640 1 -- 172.21.15.32:0/3230943510 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd460066690 msgr2=0x7fd460068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.345+0000 7fd486363640 1 --2- 172.21.15.32:0/3230943510 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd460066690 0x7fd460068b50 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fd4780012f0 tx=0x7fd478009040 comp rx=0 tx=0).stop 2024-09-13T17:48:08.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.345+0000 7fd486363640 1 -- 172.21.15.32:0/3230943510 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4800cc430 msgr2=0x7fd480151360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.345+0000 7fd486363640 1 --2- 172.21.15.32:0/3230943510 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4800cc430 0x7fd480151360 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fd46800d830 tx=0x7fd46800dcf0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.345+0000 7fd486363640 1 -- 172.21.15.32:0/3230943510 shutdown_connections 2024-09-13T17:48:08.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.345+0000 7fd486363640 1 --2- 172.21.15.32:0/3230943510 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd460066690 0x7fd460068b50 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.345+0000 7fd486363640 1 --2- 172.21.15.32:0/3230943510 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd4800ccf90 0x7fd4801518a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.345+0000 7fd486363640 1 --2- 172.21.15.32:0/3230943510 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4800cc430 0x7fd480151360 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.345+0000 7fd486363640 1 --2- 172.21.15.32:0/3230943510 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4800c1290 0x7fd48015d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.345+0000 7fd486363640 1 -- 172.21.15.32:0/3230943510 >> 172.21.15.32:0/3230943510 conn(0x7fd48006a150 msgr2=0x7fd480070960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:08.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.345+0000 7fd486363640 1 -- 172.21.15.32:0/3230943510 shutdown_connections 2024-09-13T17:48:08.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.345+0000 7fd486363640 1 -- 172.21.15.32:0/3230943510 wait complete. 2024-09-13T17:48:08.364 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:47:18.165736+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:47:19.043698+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T17:47:22.248444+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T17:48:08.364 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:48:08.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.493+0000 7fc343b0c640 1 Processor -- start 2024-09-13T17:48:08.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.493+0000 7fc343b0c640 1 -- start start 2024-09-13T17:48:08.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.493+0000 7fc343b0c640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fc33c065c80 0x7fc33c06b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.493+0000 7fc343b0c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc33c0c9190 0x7fc33c06cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.493+0000 7fc343b0c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc33c06b900 con 0x7fc33c0cde10 2024-09-13T17:48:08.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.493+0000 7fc343b0c640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc33c15c9a0 con 0x7fc33c065c80 2024-09-13T17:48:08.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.493+0000 7fc343b0c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc33c06a320 con 0x7fc33c0c9190 2024-09-13T17:48:08.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.493+0000 7fc3418a8640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fc33c0cde10 0x7fc33c0ce1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43220/0 (socket says 172.21.15.32:43220) 2024-09-13T17:48:08.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.493+0000 7fc3418a8640 1 -- 172.21.15.32:0/1096210106 learned_addr learned my addr 172.21.15.32:0/1096210106 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:08.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.493+0000 7fc3420a9640 1 --2- 172.21.15.32:0/1096210106 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc33c0c9190 0x7fc33c06cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.493+0000 7fc3410a7640 1 --2- 172.21.15.32:0/1096210106 >> v2:172.21.15.159:3300/0 conn(0x7fc33c065c80 0x7fc33c06b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.493+0000 7fc3408a6640 1 -- 172.21.15.32:0/1096210106 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3405128500 0 0) 0x7fc33c06b900 con 0x7fc33c0cde10 2024-09-13T17:48:08.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.493+0000 7fc3408a6640 1 -- 172.21.15.32:0/1096210106 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc328003530 con 0x7fc33c0cde10 2024-09-13T17:48:08.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3408a6640 1 -- 172.21.15.32:0/1096210106 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 740122360 0 0) 0x7fc328003530 con 0x7fc33c0cde10 2024-09-13T17:48:08.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3408a6640 1 -- 172.21.15.32:0/1096210106 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc33c0c9190 msgr2=0x7fc33c06cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:08.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3408a6640 1 --2- 172.21.15.32:0/1096210106 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc33c0c9190 0x7fc33c06cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3408a6640 1 -- 172.21.15.32:0/1096210106 >> v2:172.21.15.159:3300/0 conn(0x7fc33c065c80 msgr2=0x7fc33c06b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:08.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3408a6640 1 --2- 172.21.15.32:0/1096210106 >> v2:172.21.15.159:3300/0 conn(0x7fc33c065c80 0x7fc33c06b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3408a6640 1 -- 172.21.15.32:0/1096210106 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc33c06a600 con 0x7fc33c0cde10 2024-09-13T17:48:08.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3408a6640 1 -- 172.21.15.32:0/1096210106 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fc338001680 con 0x7fc33c0cde10 2024-09-13T17:48:08.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3408a6640 1 -- 172.21.15.32:0/1096210106 >> v1:172.21.15.32:6789/0 conn(0x7fc33c0cde10 legacy=0x7fc33c0ce1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3408a6640 1 --2- 172.21.15.32:0/1096210106 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc328003980 0x7fc328003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3408a6640 1 --2- 172.21.15.32:0/1096210106 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc33c0c9190 0x7fc3280047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3408a6640 1 --2- 172.21.15.32:0/1096210106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc328004d10 0x7fc328005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3408a6640 1 -- 172.21.15.32:0/1096210106 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc33c15c9a0 con 0x7fc328003980 2024-09-13T17:48:08.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3408a6640 1 -- 172.21.15.32:0/1096210106 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc33c06a320 con 0x7fc328004d10 2024-09-13T17:48:08.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3408a6640 1 -- 172.21.15.32:0/1096210106 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc32800b990 con 0x7fc33c0c9190 2024-09-13T17:48:08.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3418a8640 1 --2- 172.21.15.32:0/1096210106 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc328003980 0x7fc328003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3410a7640 1 --2- 172.21.15.32:0/1096210106 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc33c0c9190 0x7fc3280047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3418a8640 1 -- 172.21.15.32:0/1096210106 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc33c0c9190 msgr2=0x7fc3280047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:08.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3418a8640 1 --2- 172.21.15.32:0/1096210106 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc33c0c9190 0x7fc3280047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3418a8640 1 -- 172.21.15.32:0/1096210106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc328004d10 msgr2=0x7fc328005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:08.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3418a8640 1 --2- 172.21.15.32:0/1096210106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc328004d10 0x7fc328005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3418a8640 1 -- 172.21.15.32:0/1096210106 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc328003530 con 0x7fc328003980 2024-09-13T17:48:08.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3410a7640 1 --2- 172.21.15.32:0/1096210106 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc33c0c9190 0x7fc3280047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:08.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3418a8640 1 --2- 172.21.15.32:0/1096210106 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc328003980 0x7fc328003da0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc33800c290 tx=0x7fc33801ccd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efbf62b33cd7e8cc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:08.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3408a6640 1 -- 172.21.15.32:0/1096210106 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3380a5920 con 0x7fc328003980 2024-09-13T17:48:08.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3408a6640 1 -- 172.21.15.32:0/1096210106 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3380a5a80 con 0x7fc328003980 2024-09-13T17:48:08.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.497+0000 7fc3408a6640 1 -- 172.21.15.32:0/1096210106 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3380a5e30 con 0x7fc328003980 2024-09-13T17:48:08.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc343b0c640 1 -- 172.21.15.32:0/1096210106 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc328003980 msgr2=0x7fc328003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc343b0c640 1 --2- 172.21.15.32:0/1096210106 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc328003980 0x7fc328003da0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc33800c290 tx=0x7fc33801ccd0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc3420a9640 1 -- 172.21.15.32:0/1096210106 reap_dead start 2024-09-13T17:48:08.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc343b0c640 1 -- 172.21.15.32:0/1096210106 shutdown_connections 2024-09-13T17:48:08.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc343b0c640 1 -- 172.21.15.32:0/1096210106 >> 172.21.15.32:0/1096210106 conn(0x7fc33c0cb5c0 msgr2=0x7fc33c0cb9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:08.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc343b0c640 1 -- 172.21.15.32:0/1096210106 shutdown_connections 2024-09-13T17:48:08.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc343b0c640 1 -- 172.21.15.32:0/1096210106 wait complete. 2024-09-13T17:48:08.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc343b0c640 1 Processor -- start 2024-09-13T17:48:08.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc343b0c640 1 -- start start 2024-09-13T17:48:08.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc343b0c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc328003980 0x7fc33c0c5c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc343b0c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc33c154a20 0x7fc33c154210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc343b0c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc33c09f590 0x7fc33c0caa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc343b0c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc33c155640 con 0x7fc33c154a20 2024-09-13T17:48:08.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc343b0c640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc33c155920 con 0x7fc33c09f590 2024-09-13T17:48:08.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc343b0c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc33c155c00 con 0x7fc328003980 2024-09-13T17:48:08.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc3410a7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc33c154a20 0x7fc33c154210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc3410a7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc33c154a20 0x7fc33c154210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45872/0 (socket says 172.21.15.32:45872) 2024-09-13T17:48:08.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc3410a7640 1 -- 172.21.15.32:0/3777653557 learned_addr learned my addr 172.21.15.32:0/3777653557 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:08.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc3418a8640 1 --2- 172.21.15.32:0/3777653557 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc328003980 0x7fc33c0c5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc3420a9640 1 --2- 172.21.15.32:0/3777653557 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc33c09f590 0x7fc33c0caa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc3410a7640 1 -- 172.21.15.32:0/3777653557 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc328003980 msgr2=0x7fc33c0c5c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc3410a7640 1 --2- 172.21.15.32:0/3777653557 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc328003980 0x7fc33c0c5c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc3410a7640 1 -- 172.21.15.32:0/3777653557 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc33c09f590 msgr2=0x7fc33c0caa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc3410a7640 1 --2- 172.21.15.32:0/3777653557 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc33c09f590 0x7fc33c0caa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc3410a7640 1 -- 172.21.15.32:0/3777653557 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc33c155ee0 con 0x7fc33c154a20 2024-09-13T17:48:08.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc3420a9640 1 --2- 172.21.15.32:0/3777653557 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc33c09f590 0x7fc33c0caa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:08.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc3410a7640 1 --2- 172.21.15.32:0/3777653557 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc33c154a20 0x7fc33c154210 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fc32c009160 tx=0x7fc32c011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:08.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc3327fc640 1 -- 172.21.15.32:0/3777653557 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc32c004220 con 0x7fc33c154a20 2024-09-13T17:48:08.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc3327fc640 1 -- 172.21.15.32:0/3777653557 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc32c004380 con 0x7fc33c154a20 2024-09-13T17:48:08.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc3327fc640 1 -- 172.21.15.32:0/3777653557 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc32c015890 con 0x7fc33c154a20 2024-09-13T17:48:08.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc343b0c640 1 -- 172.21.15.32:0/3777653557 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc33c1561c0 con 0x7fc33c154a20 2024-09-13T17:48:08.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.501+0000 7fc343b0c640 1 -- 172.21.15.32:0/3777653557 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc33c09fa10 con 0x7fc33c154a20 2024-09-13T17:48:08.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.505+0000 7fc343b0c640 1 -- 172.21.15.32:0/3777653557 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc33c06e800 con 0x7fc33c154a20 2024-09-13T17:48:08.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.505+0000 7fc3327fc640 1 -- 172.21.15.32:0/3777653557 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc32c0159f0 con 0x7fc33c154a20 2024-09-13T17:48:08.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.505+0000 7fc3327fc640 1 --2- 172.21.15.32:0/3777653557 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc320066690 0x7fc320068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.505+0000 7fc3327fc640 1 -- 172.21.15.32:0/3777653557 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fc32c084920 con 0x7fc33c154a20 2024-09-13T17:48:08.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.505+0000 7fc3418a8640 1 --2- 172.21.15.32:0/3777653557 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc320066690 0x7fc320068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.505+0000 7fc3418a8640 1 --2- 172.21.15.32:0/3777653557 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc320066690 0x7fc320068b50 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fc3380aa000 tx=0x7fc338001a10 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:08.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.509+0000 7fc3327fc640 1 -- 172.21.15.32:0/3777653557 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc32c0518d0 con 0x7fc33c154a20 2024-09-13T17:48:08.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.665+0000 7fc343b0c640 1 -- 172.21.15.32:0/3777653557 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc33c09fc90 con 0x7fc33c154a20 2024-09-13T17:48:08.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.665+0000 7fc3327fc640 1 -- 172.21.15.32:0/3777653557 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc32c022020 con 0x7fc33c154a20 2024-09-13T17:48:08.667 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:48:08.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.665+0000 7fc343b0c640 1 -- 172.21.15.32:0/3777653557 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc320066690 msgr2=0x7fc320068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.665+0000 7fc343b0c640 1 --2- 172.21.15.32:0/3777653557 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc320066690 0x7fc320068b50 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fc3380aa000 tx=0x7fc338001a10 comp rx=0 tx=0).stop 2024-09-13T17:48:08.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.665+0000 7fc343b0c640 1 -- 172.21.15.32:0/3777653557 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc33c154a20 msgr2=0x7fc33c154210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.665+0000 7fc343b0c640 1 --2- 172.21.15.32:0/3777653557 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc33c154a20 0x7fc33c154210 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fc32c009160 tx=0x7fc32c011a60 comp rx=0 tx=0).stop 2024-09-13T17:48:08.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.665+0000 7fc343b0c640 1 -- 172.21.15.32:0/3777653557 shutdown_connections 2024-09-13T17:48:08.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.665+0000 7fc343b0c640 1 --2- 172.21.15.32:0/3777653557 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc320066690 0x7fc320068b50 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.665+0000 7fc343b0c640 1 --2- 172.21.15.32:0/3777653557 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc33c09f590 0x7fc33c0caa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.665+0000 7fc343b0c640 1 --2- 172.21.15.32:0/3777653557 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc33c154a20 0x7fc33c154210 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.665+0000 7fc343b0c640 1 --2- 172.21.15.32:0/3777653557 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc328003980 0x7fc33c0c5c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.665+0000 7fc343b0c640 1 -- 172.21.15.32:0/3777653557 >> 172.21.15.32:0/3777653557 conn(0x7fc33c0cb5c0 msgr2=0x7fc33c15b910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:08.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.665+0000 7fc343b0c640 1 -- 172.21.15.32:0/3777653557 shutdown_connections 2024-09-13T17:48:08.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.665+0000 7fc343b0c640 1 -- 172.21.15.32:0/3777653557 wait complete. 2024-09-13T17:48:08.684 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:48:08.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.805+0000 7f12e852a640 1 Processor -- start 2024-09-13T17:48:08.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.805+0000 7f12e852a640 1 -- start start 2024-09-13T17:48:08.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.805+0000 7f12e852a640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f12e00b41a0 0x7f12e00d2bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.805+0000 7f12e852a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f12e0160df0 0x7f12e00d0b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.805+0000 7f12e852a640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12e00d06e0 con 0x7f12e00b4580 2024-09-13T17:48:08.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.805+0000 7f12e852a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12e00b3340 con 0x7f12e0160df0 2024-09-13T17:48:08.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.805+0000 7f12e852a640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12e00b3650 con 0x7f12e00b41a0 2024-09-13T17:48:08.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.805+0000 7f12e6ac7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f12e0160df0 0x7f12e00d0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.805+0000 7f12e6ac7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f12e0160df0 0x7f12e00d0b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45882/0 (socket says 172.21.15.32:45882) 2024-09-13T17:48:08.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.805+0000 7f12e6ac7640 1 -- 172.21.15.32:0/2798223684 learned_addr learned my addr 172.21.15.32:0/2798223684 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:08.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.805+0000 7f12e62c6640 1 --2- 172.21.15.32:0/2798223684 >> v2:172.21.15.159:3300/0 conn(0x7f12e00b41a0 0x7f12e00d2bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.805+0000 7f12e6ac7640 1 -- 172.21.15.32:0/2798223684 >> v2:172.21.15.159:3300/0 conn(0x7f12e00b41a0 msgr2=0x7f12e00d2bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:08.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.805+0000 7f12e6ac7640 1 --2- 172.21.15.32:0/2798223684 >> v2:172.21.15.159:3300/0 conn(0x7f12e00b41a0 0x7f12e00d2bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.805+0000 7f12e6ac7640 1 -- 172.21.15.32:0/2798223684 >> v1:172.21.15.159:6789/0 conn(0x7f12e00b4580 legacy=0x7f12e01606e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.805+0000 7f12e6ac7640 1 -- 172.21.15.32:0/2798223684 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12e00d03b0 con 0x7f12e0160df0 2024-09-13T17:48:08.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.805+0000 7f12e62c6640 1 --2- 172.21.15.32:0/2798223684 >> v2:172.21.15.159:3300/0 conn(0x7f12e00b41a0 0x7f12e00d2bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:08.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e6ac7640 1 --2- 172.21.15.32:0/2798223684 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12e0160df0 0x7f12e00d0b70 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f12e00720f0 tx=0x7f12d801c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11f71983237bbcf2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:08.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e52c4640 1 -- 172.21.15.32:0/2798223684 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12d80a5820 con 0x7f12e0160df0 2024-09-13T17:48:08.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e52c4640 1 -- 172.21.15.32:0/2798223684 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12d80a5980 con 0x7f12e0160df0 2024-09-13T17:48:08.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e52c4640 1 -- 172.21.15.32:0/2798223684 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12d80a5d10 con 0x7f12e0160df0 2024-09-13T17:48:08.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e852a640 1 -- 172.21.15.32:0/2798223684 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12e0160df0 msgr2=0x7f12e00d0b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e852a640 1 --2- 172.21.15.32:0/2798223684 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12e0160df0 0x7f12e00d0b70 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f12e00720f0 tx=0x7f12d801c960 comp rx=0 tx=0).stop 2024-09-13T17:48:08.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e852a640 1 -- 172.21.15.32:0/2798223684 shutdown_connections 2024-09-13T17:48:08.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e852a640 1 --2- 172.21.15.32:0/2798223684 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12e0160df0 0x7f12e00d0b70 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e852a640 1 --2- 172.21.15.32:0/2798223684 >> v2:172.21.15.159:3300/0 conn(0x7f12e00b41a0 0x7f12e00d2bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e852a640 1 -- 172.21.15.32:0/2798223684 >> 172.21.15.32:0/2798223684 conn(0x7f12e0089f70 msgr2=0x7f12e00d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:08.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e852a640 1 -- 172.21.15.32:0/2798223684 shutdown_connections 2024-09-13T17:48:08.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e852a640 1 -- 172.21.15.32:0/2798223684 wait complete. 2024-09-13T17:48:08.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e852a640 1 Processor -- start 2024-09-13T17:48:08.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e852a640 1 -- start start 2024-09-13T17:48:08.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e852a640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f12e00b41a0 0x7f12e015c790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e852a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12e00b4580 0x7f12e00c82d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e852a640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f12e0160df0 0x7f12e00cae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e852a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12e0157410 con 0x7f12e00b4580 2024-09-13T17:48:08.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e852a640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12e015be80 con 0x7f12e0160df0 2024-09-13T17:48:08.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.809+0000 7f12e852a640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12e0157660 con 0x7f12e00b41a0 2024-09-13T17:48:08.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12e5ac5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12e00b4580 0x7f12e00c82d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12e5ac5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12e00b4580 0x7f12e00c82d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45888/0 (socket says 172.21.15.32:45888) 2024-09-13T17:48:08.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12e5ac5640 1 -- 172.21.15.32:0/71630582 learned_addr learned my addr 172.21.15.32:0/71630582 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:08.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12e6ac7640 1 --2- 172.21.15.32:0/71630582 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f12e0160df0 0x7f12e00cae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12e62c6640 1 --2- 172.21.15.32:0/71630582 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f12e00b41a0 0x7f12e015c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12e5ac5640 1 -- 172.21.15.32:0/71630582 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f12e00b41a0 msgr2=0x7f12e015c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12e5ac5640 1 --2- 172.21.15.32:0/71630582 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f12e00b41a0 0x7f12e015c790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12e5ac5640 1 -- 172.21.15.32:0/71630582 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f12e0160df0 msgr2=0x7f12e00cae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12e5ac5640 1 --2- 172.21.15.32:0/71630582 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f12e0160df0 0x7f12e00cae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12e5ac5640 1 -- 172.21.15.32:0/71630582 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12d8009b30 con 0x7f12e00b4580 2024-09-13T17:48:08.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12e5ac5640 1 --2- 172.21.15.32:0/71630582 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12e00b4580 0x7f12e00c82d0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f12d400c500 tx=0x7f12d400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:08.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12d2ffd640 1 -- 172.21.15.32:0/71630582 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12d4005220 con 0x7f12e00b4580 2024-09-13T17:48:08.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12d2ffd640 1 -- 172.21.15.32:0/71630582 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12d4005380 con 0x7f12e00b4580 2024-09-13T17:48:08.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12e852a640 1 -- 172.21.15.32:0/71630582 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12e0157940 con 0x7f12e00b4580 2024-09-13T17:48:08.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12d2ffd640 1 -- 172.21.15.32:0/71630582 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12d4007270 con 0x7f12e00b4580 2024-09-13T17:48:08.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12e852a640 1 -- 172.21.15.32:0/71630582 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12e015ccd0 con 0x7f12e00b4580 2024-09-13T17:48:08.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12e852a640 1 -- 172.21.15.32:0/71630582 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12e008a660 con 0x7f12e00b4580 2024-09-13T17:48:08.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12d2ffd640 1 -- 172.21.15.32:0/71630582 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f12d40073d0 con 0x7f12e00b4580 2024-09-13T17:48:08.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12d2ffd640 1 --2- 172.21.15.32:0/71630582 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f12c4066690 0x7f12c4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:08.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12d2ffd640 1 -- 172.21.15.32:0/71630582 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f12d4083e20 con 0x7f12e00b4580 2024-09-13T17:48:08.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12e62c6640 1 --2- 172.21.15.32:0/71630582 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f12c4066690 0x7f12c4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:08.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.813+0000 7f12e62c6640 1 --2- 172.21.15.32:0/71630582 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f12c4066690 0x7f12c4068b50 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f12dc0098b0 tx=0x7f12dc008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:08.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.817+0000 7f12d2ffd640 1 -- 172.21.15.32:0/71630582 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f12d4050de0 con 0x7f12e00b4580 2024-09-13T17:48:08.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.977+0000 7f12e852a640 1 -- 172.21.15.32:0/71630582 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f12e00d2bf0 con 0x7f12e00b4580 2024-09-13T17:48:08.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.977+0000 7f12d2ffd640 1 -- 172.21.15.32:0/71630582 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f12d4054400 con 0x7f12e00b4580 2024-09-13T17:48:08.978 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:08.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.977+0000 7f12e852a640 1 -- 172.21.15.32:0/71630582 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f12c4066690 msgr2=0x7f12c4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.977+0000 7f12e852a640 1 --2- 172.21.15.32:0/71630582 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f12c4066690 0x7f12c4068b50 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f12dc0098b0 tx=0x7f12dc008040 comp rx=0 tx=0).stop 2024-09-13T17:48:08.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.977+0000 7f12e852a640 1 -- 172.21.15.32:0/71630582 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12e00b4580 msgr2=0x7f12e00c82d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:08.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.977+0000 7f12e852a640 1 --2- 172.21.15.32:0/71630582 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12e00b4580 0x7f12e00c82d0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f12d400c500 tx=0x7f12d400c9c0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.977+0000 7f12e852a640 1 -- 172.21.15.32:0/71630582 shutdown_connections 2024-09-13T17:48:08.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.977+0000 7f12e852a640 1 --2- 172.21.15.32:0/71630582 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f12c4066690 0x7f12c4068b50 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.977+0000 7f12e852a640 1 --2- 172.21.15.32:0/71630582 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f12e0160df0 0x7f12e00cae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.977+0000 7f12e852a640 1 --2- 172.21.15.32:0/71630582 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12e00b4580 0x7f12e00c82d0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.977+0000 7f12e852a640 1 --2- 172.21.15.32:0/71630582 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f12e00b41a0 0x7f12e015c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:08.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.977+0000 7f12e852a640 1 -- 172.21.15.32:0/71630582 >> 172.21.15.32:0/71630582 conn(0x7f12e0089f70 msgr2=0x7f12e00d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:08.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.977+0000 7f12e852a640 1 -- 172.21.15.32:0/71630582 shutdown_connections 2024-09-13T17:48:08.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:08.977+0000 7f12e852a640 1 -- 172.21.15.32:0/71630582 wait complete. 2024-09-13T17:48:08.997 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:48:09.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.113+0000 7fd2deeae640 1 Processor -- start 2024-09-13T17:48:09.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.113+0000 7fd2deeae640 1 -- start start 2024-09-13T17:48:09.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.113+0000 7fd2deeae640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fd2d815a520 0x7fd2d80ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.113+0000 7fd2deeae640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd2d80b2240 0x7fd2d80abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.113+0000 7fd2deeae640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2d80ab660 con 0x7fd2d80cea30 2024-09-13T17:48:09.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.113+0000 7fd2deeae640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2d80ceec0 con 0x7fd2d80b2240 2024-09-13T17:48:09.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.113+0000 7fd2deeae640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2d80ada40 con 0x7fd2d815a520 2024-09-13T17:48:09.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.113+0000 7fd2dd44b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd2d80b2240 0x7fd2d80abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.113+0000 7fd2dd44b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd2d80b2240 0x7fd2d80abaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45892/0 (socket says 172.21.15.32:45892) 2024-09-13T17:48:09.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.113+0000 7fd2dd44b640 1 -- 172.21.15.32:0/2743143331 learned_addr learned my addr 172.21.15.32:0/2743143331 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:09.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.113+0000 7fd2dcc4a640 1 --2- 172.21.15.32:0/2743143331 >> v2:172.21.15.159:3300/0 conn(0x7fd2d815a520 0x7fd2d80ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.113+0000 7fd2dd44b640 1 -- 172.21.15.32:0/2743143331 >> v2:172.21.15.159:3300/0 conn(0x7fd2d815a520 msgr2=0x7fd2d80ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:09.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.113+0000 7fd2dd44b640 1 --2- 172.21.15.32:0/2743143331 >> v2:172.21.15.159:3300/0 conn(0x7fd2d815a520 0x7fd2d80ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.113+0000 7fd2dd44b640 1 -- 172.21.15.32:0/2743143331 >> v1:172.21.15.159:6789/0 conn(0x7fd2d80cea30 legacy=0x7fd2d80b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:09.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.113+0000 7fd2dd44b640 1 -- 172.21.15.32:0/2743143331 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2d80b2760 con 0x7fd2d80b2240 2024-09-13T17:48:09.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.117+0000 7fd2dd44b640 1 --2- 172.21.15.32:0/2743143331 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d80b2240 0x7fd2d80abaf0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fd2d80b4410 tx=0x7fd2d001c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccf375e753b8ee23 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:09.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.117+0000 7fd2d77fe640 1 -- 172.21.15.32:0/2743143331 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d00a5840 con 0x7fd2d80b2240 2024-09-13T17:48:09.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.117+0000 7fd2d77fe640 1 -- 172.21.15.32:0/2743143331 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2d00a59a0 con 0x7fd2d80b2240 2024-09-13T17:48:09.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.117+0000 7fd2d77fe640 1 -- 172.21.15.32:0/2743143331 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d00a5d30 con 0x7fd2d80b2240 2024-09-13T17:48:09.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.117+0000 7fd2deeae640 1 -- 172.21.15.32:0/2743143331 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d80b2240 msgr2=0x7fd2d80abaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:09.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.117+0000 7fd2deeae640 1 --2- 172.21.15.32:0/2743143331 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d80b2240 0x7fd2d80abaf0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fd2d80b4410 tx=0x7fd2d001c980 comp rx=0 tx=0).stop 2024-09-13T17:48:09.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.117+0000 7fd2deeae640 1 -- 172.21.15.32:0/2743143331 shutdown_connections 2024-09-13T17:48:09.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.117+0000 7fd2deeae640 1 --2- 172.21.15.32:0/2743143331 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d80b2240 0x7fd2d80abaf0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.117+0000 7fd2deeae640 1 --2- 172.21.15.32:0/2743143331 >> v2:172.21.15.159:3300/0 conn(0x7fd2d815a520 0x7fd2d80ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.117+0000 7fd2deeae640 1 -- 172.21.15.32:0/2743143331 >> 172.21.15.32:0/2743143331 conn(0x7fd2d806a150 msgr2=0x7fd2d806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:09.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.117+0000 7fd2deeae640 1 -- 172.21.15.32:0/2743143331 shutdown_connections 2024-09-13T17:48:09.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.117+0000 7fd2deeae640 1 -- 172.21.15.32:0/2743143331 wait complete. 2024-09-13T17:48:09.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.117+0000 7fd2deeae640 1 Processor -- start 2024-09-13T17:48:09.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2deeae640 1 -- start start 2024-09-13T17:48:09.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2deeae640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd2d80b2240 0x7fd2d8153180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2deeae640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd2d80cea30 0x7fd2d80b00b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2deeae640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d815a520 0x7fd2d80964f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2deeae640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d8154060 con 0x7fd2d815a520 2024-09-13T17:48:09.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2deeae640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d81536c0 con 0x7fd2d80cea30 2024-09-13T17:48:09.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2deeae640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d8153d80 con 0x7fd2d80b2240 2024-09-13T17:48:09.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2dd44b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d815a520 0x7fd2d80964f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2dd44b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d815a520 0x7fd2d80964f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45898/0 (socket says 172.21.15.32:45898) 2024-09-13T17:48:09.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2dd44b640 1 -- 172.21.15.32:0/624868641 learned_addr learned my addr 172.21.15.32:0/624868641 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:09.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2dcc4a640 1 --2- 172.21.15.32:0/624868641 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd2d80b2240 0x7fd2d8153180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2d7fff640 1 --2- 172.21.15.32:0/624868641 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd2d80cea30 0x7fd2d80b00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2dd44b640 1 -- 172.21.15.32:0/624868641 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd2d80b2240 msgr2=0x7fd2d8153180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:09.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2dd44b640 1 --2- 172.21.15.32:0/624868641 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd2d80b2240 0x7fd2d8153180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2dd44b640 1 -- 172.21.15.32:0/624868641 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd2d80cea30 msgr2=0x7fd2d80b00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:09.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2dd44b640 1 --2- 172.21.15.32:0/624868641 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd2d80cea30 0x7fd2d80b00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2dd44b640 1 -- 172.21.15.32:0/624868641 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2d0009b30 con 0x7fd2d815a520 2024-09-13T17:48:09.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2dd44b640 1 --2- 172.21.15.32:0/624868641 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d815a520 0x7fd2d80964f0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fd2d00af040 tx=0x7fd2d0019720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:09.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2d57fa640 1 -- 172.21.15.32:0/624868641 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d00b8670 con 0x7fd2d815a520 2024-09-13T17:48:09.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2d57fa640 1 -- 172.21.15.32:0/624868641 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2d00b87f0 con 0x7fd2d815a520 2024-09-13T17:48:09.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2deeae640 1 -- 172.21.15.32:0/624868641 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2d8155ab0 con 0x7fd2d815a520 2024-09-13T17:48:09.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2d57fa640 1 -- 172.21.15.32:0/624868641 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d00b8ba0 con 0x7fd2d815a520 2024-09-13T17:48:09.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2deeae640 1 -- 172.21.15.32:0/624868641 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2d8156070 con 0x7fd2d815a520 2024-09-13T17:48:09.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2deeae640 1 -- 172.21.15.32:0/624868641 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2d81558f0 con 0x7fd2d815a520 2024-09-13T17:48:09.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2d57fa640 1 -- 172.21.15.32:0/624868641 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd2d00b8d00 con 0x7fd2d815a520 2024-09-13T17:48:09.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2d57fa640 1 --2- 172.21.15.32:0/624868641 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd2bc0666c0 0x7fd2bc068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.121+0000 7fd2d57fa640 1 -- 172.21.15.32:0/624868641 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fd2d011fbf0 con 0x7fd2d815a520 2024-09-13T17:48:09.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.125+0000 7fd2dcc4a640 1 --2- 172.21.15.32:0/624868641 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd2bc0666c0 0x7fd2bc068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.125+0000 7fd2dcc4a640 1 --2- 172.21.15.32:0/624868641 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd2bc0666c0 0x7fd2bc068b80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc00b930 tx=0x7fd2cc008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:09.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.125+0000 7fd2d57fa640 1 -- 172.21.15.32:0/624868641 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd2d00eccc0 con 0x7fd2d815a520 2024-09-13T17:48:09.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.277+0000 7fd2deeae640 1 -- 172.21.15.32:0/624868641 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd2d81558f0 con 0x7fd2d815a520 2024-09-13T17:48:09.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.277+0000 7fd2d57fa640 1 -- 172.21.15.32:0/624868641 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd2d00f02e0 con 0x7fd2d815a520 2024-09-13T17:48:09.281 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:48:09.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.281+0000 7fd2deeae640 1 -- 172.21.15.32:0/624868641 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd2bc0666c0 msgr2=0x7fd2bc068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:09.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.281+0000 7fd2deeae640 1 --2- 172.21.15.32:0/624868641 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd2bc0666c0 0x7fd2bc068b80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc00b930 tx=0x7fd2cc008040 comp rx=0 tx=0).stop 2024-09-13T17:48:09.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.281+0000 7fd2deeae640 1 -- 172.21.15.32:0/624868641 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d815a520 msgr2=0x7fd2d80964f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:09.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.281+0000 7fd2deeae640 1 --2- 172.21.15.32:0/624868641 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d815a520 0x7fd2d80964f0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fd2d00af040 tx=0x7fd2d0019720 comp rx=0 tx=0).stop 2024-09-13T17:48:09.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.281+0000 7fd2deeae640 1 -- 172.21.15.32:0/624868641 shutdown_connections 2024-09-13T17:48:09.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.281+0000 7fd2deeae640 1 --2- 172.21.15.32:0/624868641 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd2bc0666c0 0x7fd2bc068b80 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.281+0000 7fd2deeae640 1 --2- 172.21.15.32:0/624868641 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d815a520 0x7fd2d80964f0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.281+0000 7fd2deeae640 1 --2- 172.21.15.32:0/624868641 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd2d80cea30 0x7fd2d80b00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.281+0000 7fd2deeae640 1 --2- 172.21.15.32:0/624868641 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd2d80b2240 0x7fd2d8153180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.281+0000 7fd2deeae640 1 -- 172.21.15.32:0/624868641 >> 172.21.15.32:0/624868641 conn(0x7fd2d806a150 msgr2=0x7fd2d806a530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:09.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.281+0000 7fd2deeae640 1 -- 172.21.15.32:0/624868641 shutdown_connections 2024-09-13T17:48:09.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.281+0000 7fd2deeae640 1 -- 172.21.15.32:0/624868641 wait complete. 2024-09-13T17:48:09.299 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T17:48:09.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.421+0000 7f176ba31640 1 Processor -- start 2024-09-13T17:48:09.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.421+0000 7f176ba31640 1 -- start start 2024-09-13T17:48:09.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.421+0000 7f176ba31640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f176415a3a0 0x7f17640ac050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.421+0000 7f176ba31640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f176415dd90 0x7f176415e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.421+0000 7f176ba31640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f176415e710 con 0x7f1764069f80 2024-09-13T17:48:09.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.421+0000 7f176ba31640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17640b0bf0 con 0x7f176415a3a0 2024-09-13T17:48:09.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.421+0000 7f176ba31640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17640ae6b0 con 0x7f176415dd90 2024-09-13T17:48:09.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.421+0000 7f17697cd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f176415a3a0 0x7f17640ac050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.421+0000 7f17697cd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f176415a3a0 0x7f17640ac050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45900/0 (socket says 172.21.15.32:45900) 2024-09-13T17:48:09.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.421+0000 7f17697cd640 1 -- 172.21.15.32:0/934667909 learned_addr learned my addr 172.21.15.32:0/934667909 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:09.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.421+0000 7f1768fcc640 1 --2- 172.21.15.32:0/934667909 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f176415dd90 0x7f176415e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.421+0000 7f17697cd640 1 -- 172.21.15.32:0/934667909 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f176415dd90 msgr2=0x7f176415e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:09.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.421+0000 7f17697cd640 1 --2- 172.21.15.32:0/934667909 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f176415dd90 0x7f176415e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.421+0000 7f17697cd640 1 -- 172.21.15.32:0/934667909 >> v1:172.21.15.159:6789/0 conn(0x7f1764069f80 legacy=0x7f176406a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:09.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.421+0000 7f17697cd640 1 -- 172.21.15.32:0/934667909 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17640b0160 con 0x7f176415a3a0 2024-09-13T17:48:09.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.421+0000 7f1768fcc640 1 --2- 172.21.15.32:0/934667909 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f176415dd90 0x7f176415e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:09.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f17697cd640 1 --2- 172.21.15.32:0/934667909 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f176415a3a0 0x7f17640ac050 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f1754009870 tx=0x7f175401c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87bc24b3032c8b84 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:09.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f1763fff640 1 -- 172.21.15.32:0/934667909 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17540aa640 con 0x7f176415a3a0 2024-09-13T17:48:09.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f1763fff640 1 -- 172.21.15.32:0/934667909 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17540aa7a0 con 0x7f176415a3a0 2024-09-13T17:48:09.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f1763fff640 1 -- 172.21.15.32:0/934667909 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17540aab30 con 0x7f176415a3a0 2024-09-13T17:48:09.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f176ba31640 1 -- 172.21.15.32:0/934667909 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f176415a3a0 msgr2=0x7f17640ac050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:09.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f176ba31640 1 --2- 172.21.15.32:0/934667909 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f176415a3a0 0x7f17640ac050 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f1754009870 tx=0x7f175401c520 comp rx=0 tx=0).stop 2024-09-13T17:48:09.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f176ba31640 1 -- 172.21.15.32:0/934667909 shutdown_connections 2024-09-13T17:48:09.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f176ba31640 1 --2- 172.21.15.32:0/934667909 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f176415dd90 0x7f176415e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f176ba31640 1 --2- 172.21.15.32:0/934667909 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f176415a3a0 0x7f17640ac050 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f176ba31640 1 -- 172.21.15.32:0/934667909 >> 172.21.15.32:0/934667909 conn(0x7f17640b4590 msgr2=0x7f17640b49a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:09.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f176ba31640 1 -- 172.21.15.32:0/934667909 shutdown_connections 2024-09-13T17:48:09.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f176ba31640 1 -- 172.21.15.32:0/934667909 wait complete. 2024-09-13T17:48:09.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f176ba31640 1 Processor -- start 2024-09-13T17:48:09.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f176ba31640 1 -- start start 2024-09-13T17:48:09.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f176ba31640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1764069f80 0x7f176414b010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f176ba31640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f176415dd90 0x7f17640cf6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f176ba31640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f17640ce850 0x7f1764099160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f176ba31640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17640d0000 con 0x7f1764069f80 2024-09-13T17:48:09.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f176ba31640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f176409c040 con 0x7f176415dd90 2024-09-13T17:48:09.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f176ba31640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f176414b550 con 0x7f17640ce850 2024-09-13T17:48:09.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f17697cd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1764069f80 0x7f176414b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f17697cd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1764069f80 0x7f176414b010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45904/0 (socket says 172.21.15.32:45904) 2024-09-13T17:48:09.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f17697cd640 1 -- 172.21.15.32:0/4277081055 learned_addr learned my addr 172.21.15.32:0/4277081055 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:09.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f17697cd640 1 -- 172.21.15.32:0/4277081055 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f17640ce850 msgr2=0x7f1764099160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:09.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f17697cd640 1 --2- 172.21.15.32:0/4277081055 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f17640ce850 0x7f1764099160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f17697cd640 1 -- 172.21.15.32:0/4277081055 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f176415dd90 msgr2=0x7f17640cf6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:09.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f1768fcc640 1 --2- 172.21.15.32:0/4277081055 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f176415dd90 0x7f17640cf6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f17697cd640 1 --2- 172.21.15.32:0/4277081055 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f176415dd90 0x7f17640cf6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f17697cd640 1 -- 172.21.15.32:0/4277081055 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17540094d0 con 0x7f1764069f80 2024-09-13T17:48:09.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.425+0000 7f17697cd640 1 --2- 172.21.15.32:0/4277081055 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1764069f80 0x7f176414b010 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f175401ca00 tx=0x7f175401ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:09.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.429+0000 7f1761ffb640 1 -- 172.21.15.32:0/4277081055 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17540bd5f0 con 0x7f1764069f80 2024-09-13T17:48:09.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.429+0000 7f1761ffb640 1 -- 172.21.15.32:0/4277081055 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17540bd750 con 0x7f1764069f80 2024-09-13T17:48:09.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.429+0000 7f176ba31640 1 -- 172.21.15.32:0/4277081055 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f176409b710 con 0x7f1764069f80 2024-09-13T17:48:09.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.429+0000 7f1761ffb640 1 -- 172.21.15.32:0/4277081055 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17540bdb00 con 0x7f1764069f80 2024-09-13T17:48:09.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.429+0000 7f176ba31640 1 -- 172.21.15.32:0/4277081055 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f176409bcd0 con 0x7f1764069f80 2024-09-13T17:48:09.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.429+0000 7f176ba31640 1 -- 172.21.15.32:0/4277081055 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17640b0510 con 0x7f1764069f80 2024-09-13T17:48:09.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.429+0000 7f1761ffb640 1 -- 172.21.15.32:0/4277081055 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f17540a8050 con 0x7f1764069f80 2024-09-13T17:48:09.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.429+0000 7f1761ffb640 1 --2- 172.21.15.32:0/4277081055 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1750066690 0x7f1750068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.429+0000 7f1761ffb640 1 -- 172.21.15.32:0/4277081055 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f175411ed60 con 0x7f1764069f80 2024-09-13T17:48:09.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.429+0000 7f1768fcc640 1 --2- 172.21.15.32:0/4277081055 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1750066690 0x7f1750068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.429+0000 7f1768fcc640 1 --2- 172.21.15.32:0/4277081055 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1750066690 0x7f1750068b50 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1758006fd0 tx=0x7f1758008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:09.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.433+0000 7f1761ffb640 1 -- 172.21.15.32:0/4277081055 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f17540ebe50 con 0x7f1764069f80 2024-09-13T17:48:09.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.589+0000 7f176ba31640 1 -- 172.21.15.32:0/4277081055 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f176415a780 con 0x7f1764069f80 2024-09-13T17:48:09.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.589+0000 7f1761ffb640 1 -- 172.21.15.32:0/4277081055 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7f17540ef470 con 0x7f1764069f80 2024-09-13T17:48:09.592 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:09.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.593+0000 7f176ba31640 1 -- 172.21.15.32:0/4277081055 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1750066690 msgr2=0x7f1750068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:09.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.593+0000 7f176ba31640 1 --2- 172.21.15.32:0/4277081055 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1750066690 0x7f1750068b50 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1758006fd0 tx=0x7f1758008040 comp rx=0 tx=0).stop 2024-09-13T17:48:09.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.593+0000 7f176ba31640 1 -- 172.21.15.32:0/4277081055 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1764069f80 msgr2=0x7f176414b010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:09.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.593+0000 7f176ba31640 1 --2- 172.21.15.32:0/4277081055 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1764069f80 0x7f176414b010 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f175401ca00 tx=0x7f175401ad60 comp rx=0 tx=0).stop 2024-09-13T17:48:09.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.593+0000 7f176ba31640 1 -- 172.21.15.32:0/4277081055 shutdown_connections 2024-09-13T17:48:09.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.593+0000 7f176ba31640 1 --2- 172.21.15.32:0/4277081055 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1750066690 0x7f1750068b50 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.593+0000 7f176ba31640 1 --2- 172.21.15.32:0/4277081055 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f17640ce850 0x7f1764099160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.593+0000 7f176ba31640 1 --2- 172.21.15.32:0/4277081055 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f176415dd90 0x7f17640cf6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.593+0000 7f176ba31640 1 --2- 172.21.15.32:0/4277081055 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1764069f80 0x7f176414b010 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.593+0000 7f176ba31640 1 -- 172.21.15.32:0/4277081055 >> 172.21.15.32:0/4277081055 conn(0x7f17640b4590 msgr2=0x7f17641595a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:09.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.593+0000 7f176ba31640 1 -- 172.21.15.32:0/4277081055 shutdown_connections 2024-09-13T17:48:09.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.593+0000 7f176ba31640 1 -- 172.21.15.32:0/4277081055 wait complete. 2024-09-13T17:48:09.611 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:09.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f8128930640 1 Processor -- start 2024-09-13T17:48:09.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f8128930640 1 -- start start 2024-09-13T17:48:09.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f8128930640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f8124161500 0x7f81241638f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f8128930640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f812406d0f0 con 0x7f8124070240 2024-09-13T17:48:09.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f8128930640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f812406dc90 con 0x7f8124158880 2024-09-13T17:48:09.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f8128930640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81240b2c50 con 0x7f8124161500 2024-09-13T17:48:09.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f8121d9b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f8124070240 0x7f81240706b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43230/0 (socket says 172.21.15.32:43230) 2024-09-13T17:48:09.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f8121d9b640 1 -- 172.21.15.32:0/3156056747 learned_addr learned my addr 172.21.15.32:0/3156056747 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:09.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f8122d9d640 1 --2- 172.21.15.32:0/3156056747 >> v2:172.21.15.159:3300/0 conn(0x7f8124161500 0x7f81241638f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f812159a640 1 -- 172.21.15.32:0/3156056747 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3965119787 0 0) 0x7f812406d0f0 con 0x7f8124070240 2024-09-13T17:48:09.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f812159a640 1 -- 172.21.15.32:0/3156056747 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f810c003530 con 0x7f8124070240 2024-09-13T17:48:09.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f812159a640 1 -- 172.21.15.32:0/3156056747 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 115817770 0 0) 0x7f810c003530 con 0x7f8124070240 2024-09-13T17:48:09.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f812159a640 1 -- 172.21.15.32:0/3156056747 >> v2:172.21.15.159:3300/0 conn(0x7f8124161500 msgr2=0x7f81241638f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:09.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f812159a640 1 --2- 172.21.15.32:0/3156056747 >> v2:172.21.15.159:3300/0 conn(0x7f8124161500 0x7f81241638f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f812159a640 1 -- 172.21.15.32:0/3156056747 >> v1:172.21.15.159:6789/0 conn(0x7f8124158880 legacy=0x7f812406d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:09.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f812159a640 1 -- 172.21.15.32:0/3156056747 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81240b26b0 con 0x7f8124070240 2024-09-13T17:48:09.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f812159a640 1 -- 172.21.15.32:0/3156056747 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f8114001680 con 0x7f8124070240 2024-09-13T17:48:09.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f812159a640 1 -- 172.21.15.32:0/3156056747 >> v1:172.21.15.32:6789/0 conn(0x7f8124070240 legacy=0x7f81240706b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:09.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f812159a640 1 --2- 172.21.15.32:0/3156056747 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f810c003980 0x7f810c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f812159a640 1 --2- 172.21.15.32:0/3156056747 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f810c0047d0 0x7f810c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f812159a640 1 --2- 172.21.15.32:0/3156056747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f810c005190 0x7f810c00dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f812159a640 1 -- 172.21.15.32:0/3156056747 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81240b2c50 con 0x7f810c005190 2024-09-13T17:48:09.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f812159a640 1 -- 172.21.15.32:0/3156056747 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f810c00e340 con 0x7f810c0047d0 2024-09-13T17:48:09.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f812159a640 1 -- 172.21.15.32:0/3156056747 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f810c00e500 con 0x7f810c003980 2024-09-13T17:48:09.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f8122d9d640 1 --2- 172.21.15.32:0/3156056747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f810c005190 0x7f810c00dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f8121d9b640 1 --2- 172.21.15.32:0/3156056747 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f810c0047d0 0x7f810c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f812259c640 1 --2- 172.21.15.32:0/3156056747 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f810c003980 0x7f810c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f8122d9d640 1 -- 172.21.15.32:0/3156056747 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f810c003980 msgr2=0x7f810c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:09.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f8122d9d640 1 --2- 172.21.15.32:0/3156056747 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f810c003980 0x7f810c003da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f8122d9d640 1 -- 172.21.15.32:0/3156056747 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f810c0047d0 msgr2=0x7f810c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:09.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f8122d9d640 1 --2- 172.21.15.32:0/3156056747 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f810c0047d0 0x7f810c004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.725+0000 7f8122d9d640 1 -- 172.21.15.32:0/3156056747 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f810c003530 con 0x7f810c005190 2024-09-13T17:48:09.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8122d9d640 1 -- 172.21.15.32:0/3156056747 reap_dead start 2024-09-13T17:48:09.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8122d9d640 1 --2- 172.21.15.32:0/3156056747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f810c005190 0x7f810c00dba0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f811c00a250 tx=0x7f811c01ce50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a26fd42b2de8093d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:09.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f812159a640 1 -- 172.21.15.32:0/3156056747 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f811c0a5c50 con 0x7f810c005190 2024-09-13T17:48:09.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f812159a640 1 -- 172.21.15.32:0/3156056747 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f811c0a5db0 con 0x7f810c005190 2024-09-13T17:48:09.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f812159a640 1 -- 172.21.15.32:0/3156056747 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f811c003bc0 con 0x7f810c005190 2024-09-13T17:48:09.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8128930640 1 -- 172.21.15.32:0/3156056747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f810c005190 msgr2=0x7f810c00dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:09.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8128930640 1 --2- 172.21.15.32:0/3156056747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f810c005190 0x7f810c00dba0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f811c00a250 tx=0x7f811c01ce50 comp rx=0 tx=0).stop 2024-09-13T17:48:09.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8128930640 1 -- 172.21.15.32:0/3156056747 shutdown_connections 2024-09-13T17:48:09.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8128930640 1 --2- 172.21.15.32:0/3156056747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f810c005190 0x7f810c00dba0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8128930640 1 -- 172.21.15.32:0/3156056747 >> 172.21.15.32:0/3156056747 conn(0x7f812406a150 msgr2=0x7f812406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:09.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8128930640 1 -- 172.21.15.32:0/3156056747 shutdown_connections 2024-09-13T17:48:09.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8128930640 1 -- 172.21.15.32:0/3156056747 wait complete. 2024-09-13T17:48:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8128930640 1 Processor -- start 2024-09-13T17:48:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8128930640 1 -- start start 2024-09-13T17:48:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8128930640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f810c005190 0x7f812415aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8128930640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8124157bc0 0x7f8124152310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8128930640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f8124160620 0x7f8124160aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8128930640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8124160fe0 con 0x7f8124157bc0 2024-09-13T17:48:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8128930640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f812415b310 con 0x7f810c005190 2024-09-13T17:48:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8128930640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81240c60a0 con 0x7f8124160620 2024-09-13T17:48:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8121d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8124157bc0 0x7f8124152310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8121d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8124157bc0 0x7f8124152310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45932/0 (socket says 172.21.15.32:45932) 2024-09-13T17:48:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.729+0000 7f8121d9b640 1 -- 172.21.15.32:0/2468946961 learned_addr learned my addr 172.21.15.32:0/2468946961 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f812259c640 1 --2- 172.21.15.32:0/2468946961 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f810c005190 0x7f812415aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f8122d9d640 1 --2- 172.21.15.32:0/2468946961 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f8124160620 0x7f8124160aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f8121d9b640 1 -- 172.21.15.32:0/2468946961 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f8124160620 msgr2=0x7f8124160aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:09.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f8121d9b640 1 --2- 172.21.15.32:0/2468946961 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f8124160620 0x7f8124160aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f8121d9b640 1 -- 172.21.15.32:0/2468946961 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f810c005190 msgr2=0x7f812415aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:09.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f8121d9b640 1 --2- 172.21.15.32:0/2468946961 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f810c005190 0x7f812415aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f8121d9b640 1 -- 172.21.15.32:0/2468946961 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81240c6380 con 0x7f8124157bc0 2024-09-13T17:48:09.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f8121d9b640 1 --2- 172.21.15.32:0/2468946961 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8124157bc0 0x7f8124152310 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f8114011810 tx=0x7f8114011cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:09.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f8112ffd640 1 -- 172.21.15.32:0/2468946961 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f811400fb00 con 0x7f8124157bc0 2024-09-13T17:48:09.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f8112ffd640 1 -- 172.21.15.32:0/2468946961 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f811400fc60 con 0x7f8124157bc0 2024-09-13T17:48:09.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f8112ffd640 1 -- 172.21.15.32:0/2468946961 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8114015410 con 0x7f8124157bc0 2024-09-13T17:48:09.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f8128930640 1 -- 172.21.15.32:0/2468946961 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81240c6660 con 0x7f8124157bc0 2024-09-13T17:48:09.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f8128930640 1 -- 172.21.15.32:0/2468946961 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81240c5d50 con 0x7f8124157bc0 2024-09-13T17:48:09.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f8128930640 1 -- 172.21.15.32:0/2468946961 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81240c68a0 con 0x7f8124157bc0 2024-09-13T17:48:09.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f8112ffd640 1 -- 172.21.15.32:0/2468946961 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8114015590 con 0x7f8124157bc0 2024-09-13T17:48:09.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f8112ffd640 1 --2- 172.21.15.32:0/2468946961 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f8104066690 0x7f8104068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:09.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f8112ffd640 1 -- 172.21.15.32:0/2468946961 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f81140877e0 con 0x7f8124157bc0 2024-09-13T17:48:09.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f812259c640 1 --2- 172.21.15.32:0/2468946961 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f8104066690 0x7f8104068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:09.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.733+0000 7f812259c640 1 --2- 172.21.15.32:0/2468946961 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f8104066690 0x7f8104068b50 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f8118000c10 tx=0x7f8118009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:09.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.737+0000 7f8112ffd640 1 -- 172.21.15.32:0/2468946961 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8114054790 con 0x7f8124157bc0 2024-09-13T17:48:09.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.897+0000 7f8128930640 1 -- 172.21.15.32:0/2468946961 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f81240cb4d0 con 0x7f8124157bc0 2024-09-13T17:48:09.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.901+0000 7f8112ffd640 1 -- 172.21.15.32:0/2468946961 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+18723 (secure 0 0 0) 0x7f8114057db0 con 0x7f8124157bc0 2024-09-13T17:48:09.904 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:09.904 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:01.407417+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.27","mappings":[{"from":3,"to":1}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.c","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:09.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.905+0000 7f8128930640 1 -- 172.21.15.32:0/2468946961 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f8104066690 msgr2=0x7f8104068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:09.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.905+0000 7f8128930640 1 --2- 172.21.15.32:0/2468946961 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f8104066690 0x7f8104068b50 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f8118000c10 tx=0x7f8118009040 comp rx=0 tx=0).stop 2024-09-13T17:48:09.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.905+0000 7f8128930640 1 -- 172.21.15.32:0/2468946961 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8124157bc0 msgr2=0x7f8124152310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:09.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.905+0000 7f8128930640 1 --2- 172.21.15.32:0/2468946961 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8124157bc0 0x7f8124152310 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f8114011810 tx=0x7f8114011cd0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.905+0000 7f8128930640 1 -- 172.21.15.32:0/2468946961 shutdown_connections 2024-09-13T17:48:09.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.905+0000 7f8128930640 1 --2- 172.21.15.32:0/2468946961 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f8104066690 0x7f8104068b50 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.905+0000 7f8128930640 1 --2- 172.21.15.32:0/2468946961 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f8124160620 0x7f8124160aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.905+0000 7f8128930640 1 --2- 172.21.15.32:0/2468946961 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8124157bc0 0x7f8124152310 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.905+0000 7f8128930640 1 --2- 172.21.15.32:0/2468946961 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f810c005190 0x7f812415aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:09.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.905+0000 7f8128930640 1 -- 172.21.15.32:0/2468946961 >> 172.21.15.32:0/2468946961 conn(0x7f812406a150 msgr2=0x7f81240ccaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:09.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.905+0000 7f8128930640 1 -- 172.21.15.32:0/2468946961 shutdown_connections 2024-09-13T17:48:09.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:09.905+0000 7f8128930640 1 -- 172.21.15.32:0/2468946961 wait complete. 2024-09-13T17:48:09.923 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:47:18.165736+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:47:19.043698+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T17:47:22.248444+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T17:48:09.923 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:48:10.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.045+0000 7f1eb588d640 1 Processor -- start 2024-09-13T17:48:10.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.045+0000 7f1eb588d640 1 -- start start 2024-09-13T17:48:10.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.045+0000 7f1eb588d640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f1eb015a2d0 0x7f1eb00b3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.045+0000 7f1eb588d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1eb006df10 0x7f1eb00b4400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.045+0000 7f1eb588d640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1eb00cb590 con 0x7f1eb0065d30 2024-09-13T17:48:10.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.045+0000 7f1eb588d640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1eb00cc3f0 con 0x7f1eb015a2d0 2024-09-13T17:48:10.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.045+0000 7f1eb588d640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1eb00ae1a0 con 0x7f1eb006df10 2024-09-13T17:48:10.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.045+0000 7f1eaf7fe640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1eb006df10 0x7f1eb00b4400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.045+0000 7f1eaeffd640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f1eb015a2d0 0x7f1eb00b3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.045+0000 7f1eaeffd640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f1eb015a2d0 0x7f1eb00b3ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:38234/0 (socket says 172.21.15.32:38234) 2024-09-13T17:48:10.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.045+0000 7f1eaeffd640 1 -- 172.21.15.32:0/2584412167 learned_addr learned my addr 172.21.15.32:0/2584412167 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:10.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.045+0000 7f1eae7fc640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7f1eb0065d30 0x7f1eb015de60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:47002/0 (socket says 172.21.15.32:47002) 2024-09-13T17:48:10.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.045+0000 7f1eaeffd640 1 -- 172.21.15.32:0/2584412167 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1eb006df10 msgr2=0x7f1eb00b4400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:10.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.045+0000 7f1eaeffd640 1 --2- 172.21.15.32:0/2584412167 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1eb006df10 0x7f1eb00b4400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.045+0000 7f1eaeffd640 1 -- 172.21.15.32:0/2584412167 >> v1:172.21.15.159:6789/0 conn(0x7f1eb0065d30 legacy=0x7f1eb015de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.045+0000 7f1eaeffd640 1 -- 172.21.15.32:0/2584412167 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1eb00cb7e0 con 0x7f1eb015a2d0 2024-09-13T17:48:10.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.049+0000 7f1eaeffd640 1 --2- 172.21.15.32:0/2584412167 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1eb015a2d0 0x7f1eb00b3ec0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f1ea8009e50 tx=0x7f1ea801c970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=64b78cea8a2c6ad7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:10.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.049+0000 7f1eadffb640 1 -- 172.21.15.32:0/2584412167 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ea80a5750 con 0x7f1eb015a2d0 2024-09-13T17:48:10.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.049+0000 7f1eadffb640 1 -- 172.21.15.32:0/2584412167 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ea80a58b0 con 0x7f1eb015a2d0 2024-09-13T17:48:10.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.049+0000 7f1eadffb640 1 -- 172.21.15.32:0/2584412167 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ea80a5c40 con 0x7f1eb015a2d0 2024-09-13T17:48:10.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.049+0000 7f1eb588d640 1 -- 172.21.15.32:0/2584412167 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1eb015a2d0 msgr2=0x7f1eb00b3ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.049+0000 7f1eb588d640 1 --2- 172.21.15.32:0/2584412167 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1eb015a2d0 0x7f1eb00b3ec0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f1ea8009e50 tx=0x7f1ea801c970 comp rx=0 tx=0).stop 2024-09-13T17:48:10.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.049+0000 7f1eb588d640 1 -- 172.21.15.32:0/2584412167 shutdown_connections 2024-09-13T17:48:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.049+0000 7f1eb588d640 1 --2- 172.21.15.32:0/2584412167 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1eb006df10 0x7f1eb00b4400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.049+0000 7f1eb588d640 1 --2- 172.21.15.32:0/2584412167 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1eb015a2d0 0x7f1eb00b3ec0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.049+0000 7f1eb588d640 1 -- 172.21.15.32:0/2584412167 >> 172.21.15.32:0/2584412167 conn(0x7f1eb0071830 msgr2=0x7f1eb0069f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.049+0000 7f1eb588d640 1 -- 172.21.15.32:0/2584412167 shutdown_connections 2024-09-13T17:48:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.049+0000 7f1eb588d640 1 -- 172.21.15.32:0/2584412167 wait complete. 2024-09-13T17:48:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eb588d640 1 Processor -- start 2024-09-13T17:48:10.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eb588d640 1 -- start start 2024-09-13T17:48:10.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eb588d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1eb0065d30 0x7f1eb01500a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eb588d640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1eb006df10 0x7f1eb01594a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eb588d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1eb015a2d0 0x7f1eb015bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eb588d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1eb0164e80 con 0x7f1eb015a2d0 2024-09-13T17:48:10.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eb588d640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1eb01599e0 con 0x7f1eb006df10 2024-09-13T17:48:10.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eb588d640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1eb0158440 con 0x7f1eb0065d30 2024-09-13T17:48:10.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eaf7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1eb015a2d0 0x7f1eb015bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eaf7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1eb015a2d0 0x7f1eb015bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45934/0 (socket says 172.21.15.32:45934) 2024-09-13T17:48:10.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eaf7fe640 1 -- 172.21.15.32:0/1234257214 learned_addr learned my addr 172.21.15.32:0/1234257214 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:10.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eaeffd640 1 --2- 172.21.15.32:0/1234257214 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1eb0065d30 0x7f1eb01500a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eae7fc640 1 --2- 172.21.15.32:0/1234257214 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1eb006df10 0x7f1eb01594a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eaf7fe640 1 -- 172.21.15.32:0/1234257214 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1eb0065d30 msgr2=0x7f1eb01500a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eaf7fe640 1 --2- 172.21.15.32:0/1234257214 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1eb0065d30 0x7f1eb01500a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eaf7fe640 1 -- 172.21.15.32:0/1234257214 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1eb006df10 msgr2=0x7f1eb01594a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eaf7fe640 1 --2- 172.21.15.32:0/1234257214 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1eb006df10 0x7f1eb01594a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eaf7fe640 1 -- 172.21.15.32:0/1234257214 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ea8009b30 con 0x7f1eb015a2d0 2024-09-13T17:48:10.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eaf7fe640 1 --2- 172.21.15.32:0/1234257214 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1eb015a2d0 0x7f1eb015bec0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f1ea000e930 tx=0x7f1ea000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:10.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1e97fff640 1 -- 172.21.15.32:0/1234257214 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ea00096b0 con 0x7f1eb015a2d0 2024-09-13T17:48:10.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1e97fff640 1 -- 172.21.15.32:0/1234257214 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ea000c9a0 con 0x7f1eb015a2d0 2024-09-13T17:48:10.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eb588d640 1 -- 172.21.15.32:0/1234257214 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1eb015a830 con 0x7f1eb015a2d0 2024-09-13T17:48:10.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1e97fff640 1 -- 172.21.15.32:0/1234257214 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ea000cd30 con 0x7f1eb015a2d0 2024-09-13T17:48:10.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eb588d640 1 -- 172.21.15.32:0/1234257214 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1eb01589c0 con 0x7f1eb015a2d0 2024-09-13T17:48:10.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1eb588d640 1 -- 172.21.15.32:0/1234257214 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1eb015de60 con 0x7f1eb015a2d0 2024-09-13T17:48:10.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.053+0000 7f1e97fff640 1 -- 172.21.15.32:0/1234257214 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1ea0013470 con 0x7f1eb015a2d0 2024-09-13T17:48:10.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.057+0000 7f1e97fff640 1 --2- 172.21.15.32:0/1234257214 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1e9c066690 0x7f1e9c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.057+0000 7f1e97fff640 1 -- 172.21.15.32:0/1234257214 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f1ea0084750 con 0x7f1eb015a2d0 2024-09-13T17:48:10.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.057+0000 7f1eaeffd640 1 --2- 172.21.15.32:0/1234257214 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1e9c066690 0x7f1e9c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.057+0000 7f1eaeffd640 1 --2- 172.21.15.32:0/1234257214 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1e9c066690 0x7f1e9c068b50 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f1ea80ae000 tx=0x7f1ea80a7070 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:10.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.061+0000 7f1e97fff640 1 -- 172.21.15.32:0/1234257214 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1ea0051870 con 0x7f1eb015a2d0 2024-09-13T17:48:10.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.213+0000 7f1eb588d640 1 -- 172.21.15.32:0/1234257214 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1eb00b3ca0 con 0x7f1eb015a2d0 2024-09-13T17:48:10.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.217+0000 7f1e97fff640 1 -- 172.21.15.32:0/1234257214 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1ea0054e90 con 0x7f1eb015a2d0 2024-09-13T17:48:10.217 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:48:10.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.217+0000 7f1eb588d640 1 -- 172.21.15.32:0/1234257214 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1e9c066690 msgr2=0x7f1e9c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.217+0000 7f1eb588d640 1 --2- 172.21.15.32:0/1234257214 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1e9c066690 0x7f1e9c068b50 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f1ea80ae000 tx=0x7f1ea80a7070 comp rx=0 tx=0).stop 2024-09-13T17:48:10.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.217+0000 7f1eb588d640 1 -- 172.21.15.32:0/1234257214 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1eb015a2d0 msgr2=0x7f1eb015bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.217+0000 7f1eb588d640 1 --2- 172.21.15.32:0/1234257214 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1eb015a2d0 0x7f1eb015bec0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f1ea000e930 tx=0x7f1ea000edf0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.217+0000 7f1eb588d640 1 -- 172.21.15.32:0/1234257214 shutdown_connections 2024-09-13T17:48:10.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.217+0000 7f1eb588d640 1 --2- 172.21.15.32:0/1234257214 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1e9c066690 0x7f1e9c068b50 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.217+0000 7f1eb588d640 1 --2- 172.21.15.32:0/1234257214 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1eb015a2d0 0x7f1eb015bec0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.217+0000 7f1eb588d640 1 --2- 172.21.15.32:0/1234257214 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1eb006df10 0x7f1eb01594a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.217+0000 7f1eb588d640 1 --2- 172.21.15.32:0/1234257214 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1eb0065d30 0x7f1eb01500a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.217+0000 7f1eb588d640 1 -- 172.21.15.32:0/1234257214 >> 172.21.15.32:0/1234257214 conn(0x7f1eb0071830 msgr2=0x7f1eb015aa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:10.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.217+0000 7f1eb588d640 1 -- 172.21.15.32:0/1234257214 shutdown_connections 2024-09-13T17:48:10.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.217+0000 7f1eb588d640 1 -- 172.21.15.32:0/1234257214 wait complete. 2024-09-13T17:48:10.235 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:48:10.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.349+0000 7f013fe3f640 1 Processor -- start 2024-09-13T17:48:10.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.349+0000 7f013fe3f640 1 -- start start 2024-09-13T17:48:10.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.353+0000 7f013fe3f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f013815a520 0x7f01380ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.353+0000 7f013fe3f640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f01380b2240 0x7f01380abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.353+0000 7f013fe3f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01380ab660 con 0x7f01380cea30 2024-09-13T17:48:10.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.353+0000 7f013fe3f640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01380ceec0 con 0x7f013815a520 2024-09-13T17:48:10.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.353+0000 7f013fe3f640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01380ada40 con 0x7f01380b2240 2024-09-13T17:48:10.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.353+0000 7f013dbdb640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f013815a520 0x7f01380ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.353+0000 7f013d3da640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f01380cea30 0x7f01380b1b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43236/0 (socket says 172.21.15.32:43236) 2024-09-13T17:48:10.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.353+0000 7f013dbdb640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f013815a520 0x7f01380ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45938/0 (socket says 172.21.15.32:45938) 2024-09-13T17:48:10.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.353+0000 7f013d3da640 1 -- 172.21.15.32:0/2224194142 learned_addr learned my addr 172.21.15.32:0/2224194142 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:10.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.353+0000 7f013e3dc640 1 --2- 172.21.15.32:0/2224194142 >> v2:172.21.15.159:3300/0 conn(0x7f01380b2240 0x7f01380abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.353+0000 7f013dbdb640 1 -- 172.21.15.32:0/2224194142 >> v2:172.21.15.159:3300/0 conn(0x7f01380b2240 msgr2=0x7f01380abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:10.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.353+0000 7f013dbdb640 1 --2- 172.21.15.32:0/2224194142 >> v2:172.21.15.159:3300/0 conn(0x7f01380b2240 0x7f01380abaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.353+0000 7f013dbdb640 1 -- 172.21.15.32:0/2224194142 >> v1:172.21.15.32:6789/0 conn(0x7f01380cea30 legacy=0x7f01380b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.353+0000 7f013dbdb640 1 -- 172.21.15.32:0/2224194142 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01380b2760 con 0x7f013815a520 2024-09-13T17:48:10.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.353+0000 7f013cbd9640 1 -- 172.21.15.32:0/2224194142 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2251597718 0 0) 0x7f01380ab660 con 0x7f01380cea30 2024-09-13T17:48:10.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.353+0000 7f013dbdb640 1 --2- 172.21.15.32:0/2224194142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f013815a520 0x7f01380ce4f0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f0138070000 tx=0x7f012801c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8a00aad43bca939 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:10.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013cbd9640 1 -- 172.21.15.32:0/2224194142 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01280ab650 con 0x7f013815a520 2024-09-13T17:48:10.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013cbd9640 1 -- 172.21.15.32:0/2224194142 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01280ab7b0 con 0x7f013815a520 2024-09-13T17:48:10.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013cbd9640 1 -- 172.21.15.32:0/2224194142 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01280abb40 con 0x7f013815a520 2024-09-13T17:48:10.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013fe3f640 1 -- 172.21.15.32:0/2224194142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f013815a520 msgr2=0x7f01380ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013fe3f640 1 --2- 172.21.15.32:0/2224194142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f013815a520 0x7f01380ce4f0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f0138070000 tx=0x7f012801c450 comp rx=0 tx=0).stop 2024-09-13T17:48:10.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013fe3f640 1 -- 172.21.15.32:0/2224194142 shutdown_connections 2024-09-13T17:48:10.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013fe3f640 1 --2- 172.21.15.32:0/2224194142 >> v2:172.21.15.159:3300/0 conn(0x7f01380b2240 0x7f01380abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013fe3f640 1 --2- 172.21.15.32:0/2224194142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f013815a520 0x7f01380ce4f0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013fe3f640 1 -- 172.21.15.32:0/2224194142 >> 172.21.15.32:0/2224194142 conn(0x7f013806a150 msgr2=0x7f013806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:10.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013fe3f640 1 -- 172.21.15.32:0/2224194142 shutdown_connections 2024-09-13T17:48:10.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013fe3f640 1 -- 172.21.15.32:0/2224194142 wait complete. 2024-09-13T17:48:10.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013fe3f640 1 Processor -- start 2024-09-13T17:48:10.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013fe3f640 1 -- start start 2024-09-13T17:48:10.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013fe3f640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f01380b2240 0x7f0138096dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013fe3f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01380cea30 0x7f013814f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013fe3f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f013815a520 0x7f013814fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013fe3f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0138097310 con 0x7f01380cea30 2024-09-13T17:48:10.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013fe3f640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f013814ea30 con 0x7f01380b2240 2024-09-13T17:48:10.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013fe3f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f013814ecd0 con 0x7f013815a520 2024-09-13T17:48:10.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013d3da640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01380cea30 0x7f013814f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013d3da640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01380cea30 0x7f013814f5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45950/0 (socket says 172.21.15.32:45950) 2024-09-13T17:48:10.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013d3da640 1 -- 172.21.15.32:0/1377031819 learned_addr learned my addr 172.21.15.32:0/1377031819 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:10.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013dbdb640 1 --2- 172.21.15.32:0/1377031819 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f01380b2240 0x7f0138096dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013e3dc640 1 --2- 172.21.15.32:0/1377031819 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f013815a520 0x7f013814fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013d3da640 1 -- 172.21.15.32:0/1377031819 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f013815a520 msgr2=0x7f013814fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013d3da640 1 --2- 172.21.15.32:0/1377031819 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f013815a520 0x7f013814fae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013d3da640 1 -- 172.21.15.32:0/1377031819 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f01380b2240 msgr2=0x7f0138096dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013d3da640 1 --2- 172.21.15.32:0/1377031819 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f01380b2240 0x7f0138096dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013d3da640 1 -- 172.21.15.32:0/1377031819 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0128009420 con 0x7f01380cea30 2024-09-13T17:48:10.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013d3da640 1 --2- 172.21.15.32:0/1377031819 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01380cea30 0x7f013814f5a0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f013400c410 tx=0x7f013400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:10.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f012e7fc640 1 -- 172.21.15.32:0/1377031819 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01340074e0 con 0x7f01380cea30 2024-09-13T17:48:10.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f012e7fc640 1 -- 172.21.15.32:0/1377031819 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0134007640 con 0x7f01380cea30 2024-09-13T17:48:10.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013fe3f640 1 -- 172.21.15.32:0/1377031819 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0138153b30 con 0x7f01380cea30 2024-09-13T17:48:10.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f012e7fc640 1 -- 172.21.15.32:0/1377031819 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0134004a30 con 0x7f01380cea30 2024-09-13T17:48:10.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.357+0000 7f013fe3f640 1 -- 172.21.15.32:0/1377031819 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01380cb580 con 0x7f01380cea30 2024-09-13T17:48:10.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.361+0000 7f013fe3f640 1 -- 172.21.15.32:0/1377031819 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f013814ee90 con 0x7f01380cea30 2024-09-13T17:48:10.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.361+0000 7f012e7fc640 1 -- 172.21.15.32:0/1377031819 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0134004b90 con 0x7f01380cea30 2024-09-13T17:48:10.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.361+0000 7f012e7fc640 1 --2- 172.21.15.32:0/1377031819 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f011c066690 0x7f011c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.361+0000 7f012e7fc640 1 -- 172.21.15.32:0/1377031819 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f0134084310 con 0x7f01380cea30 2024-09-13T17:48:10.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.361+0000 7f013dbdb640 1 --2- 172.21.15.32:0/1377031819 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f011c066690 0x7f011c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.361+0000 7f013dbdb640 1 --2- 172.21.15.32:0/1377031819 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f011c066690 0x7f011c068b50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f01280af000 tx=0x7f01280a7000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:10.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.365+0000 7f012e7fc640 1 -- 172.21.15.32:0/1377031819 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0134051350 con 0x7f01380cea30 2024-09-13T17:48:10.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.525+0000 7f013fe3f640 1 -- 172.21.15.32:0/1377031819 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f01380abad0 con 0x7f01380cea30 2024-09-13T17:48:10.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.525+0000 7f012e7fc640 1 -- 172.21.15.32:0/1377031819 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0134054970 con 0x7f01380cea30 2024-09-13T17:48:10.528 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:10.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.529+0000 7f013fe3f640 1 -- 172.21.15.32:0/1377031819 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f011c066690 msgr2=0x7f011c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.529+0000 7f013fe3f640 1 --2- 172.21.15.32:0/1377031819 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f011c066690 0x7f011c068b50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f01280af000 tx=0x7f01280a7000 comp rx=0 tx=0).stop 2024-09-13T17:48:10.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.529+0000 7f013fe3f640 1 -- 172.21.15.32:0/1377031819 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01380cea30 msgr2=0x7f013814f5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.529+0000 7f013fe3f640 1 --2- 172.21.15.32:0/1377031819 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01380cea30 0x7f013814f5a0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f013400c410 tx=0x7f013400c8d0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.529+0000 7f013fe3f640 1 -- 172.21.15.32:0/1377031819 shutdown_connections 2024-09-13T17:48:10.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.529+0000 7f013fe3f640 1 --2- 172.21.15.32:0/1377031819 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f011c066690 0x7f011c068b50 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.529+0000 7f013fe3f640 1 --2- 172.21.15.32:0/1377031819 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f013815a520 0x7f013814fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.529+0000 7f013fe3f640 1 --2- 172.21.15.32:0/1377031819 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01380cea30 0x7f013814f5a0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.529+0000 7f013fe3f640 1 --2- 172.21.15.32:0/1377031819 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f01380b2240 0x7f0138096dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.529+0000 7f013fe3f640 1 -- 172.21.15.32:0/1377031819 >> 172.21.15.32:0/1377031819 conn(0x7f013806a150 msgr2=0x7f01380afe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:10.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.529+0000 7f013fe3f640 1 -- 172.21.15.32:0/1377031819 shutdown_connections 2024-09-13T17:48:10.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.529+0000 7f013fe3f640 1 -- 172.21.15.32:0/1377031819 wait complete. 2024-09-13T17:48:10.546 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:48:10.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.661+0000 7f57e36cf640 1 Processor -- start 2024-09-13T17:48:10.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.661+0000 7f57e36cf640 1 -- start start 2024-09-13T17:48:10.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.661+0000 7f57e36cf640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f57dc15a520 0x7f57dc0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.661+0000 7f57e36cf640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f57dc0cea30 0x7f57dc0b1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.661+0000 7f57e36cf640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57dc0cee90 con 0x7f57dc0b2070 2024-09-13T17:48:10.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.661+0000 7f57e36cf640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57dc0ab660 con 0x7f57dc15a520 2024-09-13T17:48:10.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.661+0000 7f57e36cf640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57dc0b2500 con 0x7f57dc0cea30 2024-09-13T17:48:10.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.661+0000 7f57e1c6c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f57dc0b2070 0x7f57dc06d010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43242/0 (socket says 172.21.15.32:43242) 2024-09-13T17:48:10.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.661+0000 7f57e146b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f57dc15a520 0x7f57dc0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.661+0000 7f57e1c6c640 1 -- 172.21.15.32:0/3799184036 learned_addr learned my addr 172.21.15.32:0/3799184036 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:10.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.661+0000 7f57e0c6a640 1 --2- 172.21.15.32:0/3799184036 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f57dc0cea30 0x7f57dc0b1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.661+0000 7f57e146b640 1 -- 172.21.15.32:0/3799184036 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f57dc0cea30 msgr2=0x7f57dc0b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:10.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.661+0000 7f57e146b640 1 --2- 172.21.15.32:0/3799184036 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f57dc0cea30 0x7f57dc0b1b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.661+0000 7f57e146b640 1 -- 172.21.15.32:0/3799184036 >> v1:172.21.15.32:6789/0 conn(0x7f57dc0b2070 legacy=0x7f57dc06d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.661+0000 7f57dbfff640 1 -- 172.21.15.32:0/3799184036 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4211291087 0 0) 0x7f57dc0cee90 con 0x7f57dc0b2070 2024-09-13T17:48:10.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.661+0000 7f57e146b640 1 -- 172.21.15.32:0/3799184036 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57dc0ada40 con 0x7f57dc15a520 2024-09-13T17:48:10.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.665+0000 7f57e146b640 1 --2- 172.21.15.32:0/3799184036 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57dc15a520 0x7f57dc0ce4f0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f57d4009d90 tx=0x7f57d401c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea25c34381d9be53 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:10.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.665+0000 7f57dbfff640 1 -- 172.21.15.32:0/3799184036 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57d40a5a00 con 0x7f57dc15a520 2024-09-13T17:48:10.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.665+0000 7f57dbfff640 1 -- 172.21.15.32:0/3799184036 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57d40a5b60 con 0x7f57dc15a520 2024-09-13T17:48:10.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.665+0000 7f57dbfff640 1 -- 172.21.15.32:0/3799184036 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57d40ad440 con 0x7f57dc15a520 2024-09-13T17:48:10.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.665+0000 7f57e36cf640 1 -- 172.21.15.32:0/3799184036 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57dc15a520 msgr2=0x7f57dc0ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.665+0000 7f57e36cf640 1 --2- 172.21.15.32:0/3799184036 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57dc15a520 0x7f57dc0ce4f0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f57d4009d90 tx=0x7f57d401c940 comp rx=0 tx=0).stop 2024-09-13T17:48:10.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.665+0000 7f57e36cf640 1 -- 172.21.15.32:0/3799184036 shutdown_connections 2024-09-13T17:48:10.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.665+0000 7f57e36cf640 1 --2- 172.21.15.32:0/3799184036 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f57dc0cea30 0x7f57dc0b1b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.665+0000 7f57e36cf640 1 --2- 172.21.15.32:0/3799184036 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57dc15a520 0x7f57dc0ce4f0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.665+0000 7f57e36cf640 1 -- 172.21.15.32:0/3799184036 >> 172.21.15.32:0/3799184036 conn(0x7f57dc06a150 msgr2=0x7f57dc06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:10.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.665+0000 7f57e36cf640 1 -- 172.21.15.32:0/3799184036 shutdown_connections 2024-09-13T17:48:10.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.665+0000 7f57e36cf640 1 -- 172.21.15.32:0/3799184036 wait complete. 2024-09-13T17:48:10.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.665+0000 7f57e36cf640 1 Processor -- start 2024-09-13T17:48:10.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e36cf640 1 -- start start 2024-09-13T17:48:10.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e36cf640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f57dc0b2070 0x7f57dc0976f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e36cf640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57dc0cea30 0x7f57dc164740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e36cf640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f57dc15a520 0x7f57dc154920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e36cf640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57dc14ff00 con 0x7f57dc0cea30 2024-09-13T17:48:10.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e36cf640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57dc1501e0 con 0x7f57dc15a520 2024-09-13T17:48:10.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e36cf640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57dc1504c0 con 0x7f57dc0b2070 2024-09-13T17:48:10.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e0c6a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57dc0cea30 0x7f57dc164740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e0c6a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57dc0cea30 0x7f57dc164740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45974/0 (socket says 172.21.15.32:45974) 2024-09-13T17:48:10.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e0c6a640 1 -- 172.21.15.32:0/1182757966 learned_addr learned my addr 172.21.15.32:0/1182757966 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:10.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e0c6a640 1 -- 172.21.15.32:0/1182757966 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f57dc0b2070 msgr2=0x7f57dc0976f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e0c6a640 1 --2- 172.21.15.32:0/1182757966 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f57dc0b2070 0x7f57dc0976f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e0c6a640 1 -- 172.21.15.32:0/1182757966 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f57dc15a520 msgr2=0x7f57dc154920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e1c6c640 1 --2- 172.21.15.32:0/1182757966 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f57dc15a520 0x7f57dc154920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e0c6a640 1 --2- 172.21.15.32:0/1182757966 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f57dc15a520 0x7f57dc154920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e0c6a640 1 -- 172.21.15.32:0/1182757966 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57d4009a70 con 0x7f57dc0cea30 2024-09-13T17:48:10.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e1c6c640 1 --2- 172.21.15.32:0/1182757966 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f57dc15a520 0x7f57dc154920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:10.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e0c6a640 1 --2- 172.21.15.32:0/1182757966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57dc0cea30 0x7f57dc164740 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f57d000c7f0 tx=0x7f57d000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:10.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57d9ffb640 1 -- 172.21.15.32:0/1182757966 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57d0004230 con 0x7f57dc0cea30 2024-09-13T17:48:10.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57d9ffb640 1 -- 172.21.15.32:0/1182757966 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57d0004390 con 0x7f57dc0cea30 2024-09-13T17:48:10.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e36cf640 1 -- 172.21.15.32:0/1182757966 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57dc1507a0 con 0x7f57dc0cea30 2024-09-13T17:48:10.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57d9ffb640 1 -- 172.21.15.32:0/1182757966 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57d0003860 con 0x7f57dc0cea30 2024-09-13T17:48:10.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e36cf640 1 -- 172.21.15.32:0/1182757966 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57dc164c80 con 0x7f57dc0cea30 2024-09-13T17:48:10.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e36cf640 1 -- 172.21.15.32:0/1182757966 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f57dc0b1b30 con 0x7f57dc0cea30 2024-09-13T17:48:10.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57d9ffb640 1 -- 172.21.15.32:0/1182757966 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f57d00039c0 con 0x7f57dc0cea30 2024-09-13T17:48:10.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57d9ffb640 1 --2- 172.21.15.32:0/1182757966 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f57c8066690 0x7f57c8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57d9ffb640 1 -- 172.21.15.32:0/1182757966 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f57d0084430 con 0x7f57dc0cea30 2024-09-13T17:48:10.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.669+0000 7f57e146b640 1 --2- 172.21.15.32:0/1182757966 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f57c8066690 0x7f57c8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.673+0000 7f57e146b640 1 --2- 172.21.15.32:0/1182757966 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f57c8066690 0x7f57c8068b50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f57d40af000 tx=0x7f57d4004ac0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:10.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.673+0000 7f57d9ffb640 1 -- 172.21.15.32:0/1182757966 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f57d0051470 con 0x7f57dc0cea30 2024-09-13T17:48:10.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.825+0000 7f57e36cf640 1 -- 172.21.15.32:0/1182757966 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f57dc072520 con 0x7f57dc0cea30 2024-09-13T17:48:10.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.825+0000 7f57d9ffb640 1 -- 172.21.15.32:0/1182757966 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f57d0054a90 con 0x7f57dc0cea30 2024-09-13T17:48:10.829 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:48:10.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.829+0000 7f57e36cf640 1 -- 172.21.15.32:0/1182757966 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f57c8066690 msgr2=0x7f57c8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.829+0000 7f57e36cf640 1 --2- 172.21.15.32:0/1182757966 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f57c8066690 0x7f57c8068b50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f57d40af000 tx=0x7f57d4004ac0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.829+0000 7f57e36cf640 1 -- 172.21.15.32:0/1182757966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57dc0cea30 msgr2=0x7f57dc164740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.829+0000 7f57e36cf640 1 --2- 172.21.15.32:0/1182757966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57dc0cea30 0x7f57dc164740 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f57d000c7f0 tx=0x7f57d000ccb0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.829+0000 7f57e36cf640 1 -- 172.21.15.32:0/1182757966 shutdown_connections 2024-09-13T17:48:10.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.829+0000 7f57e36cf640 1 --2- 172.21.15.32:0/1182757966 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f57c8066690 0x7f57c8068b50 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.829+0000 7f57e36cf640 1 --2- 172.21.15.32:0/1182757966 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f57dc15a520 0x7f57dc154920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.829+0000 7f57e36cf640 1 --2- 172.21.15.32:0/1182757966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57dc0cea30 0x7f57dc164740 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.829+0000 7f57e36cf640 1 --2- 172.21.15.32:0/1182757966 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f57dc0b2070 0x7f57dc0976f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.829+0000 7f57e36cf640 1 -- 172.21.15.32:0/1182757966 >> 172.21.15.32:0/1182757966 conn(0x7f57dc06a150 msgr2=0x7f57dc0afe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:10.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.829+0000 7f57e36cf640 1 -- 172.21.15.32:0/1182757966 shutdown_connections 2024-09-13T17:48:10.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.829+0000 7f57e36cf640 1 -- 172.21.15.32:0/1182757966 wait complete. 2024-09-13T17:48:10.847 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T17:48:10.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.961+0000 7f6699161640 1 Processor -- start 2024-09-13T17:48:10.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.961+0000 7f6699161640 1 -- start start 2024-09-13T17:48:10.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.961+0000 7f6699161640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f66940d28a0 0x7f66940d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.961+0000 7f6699161640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66940d1320 con 0x7f669415c500 2024-09-13T17:48:10.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.961+0000 7f6699161640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6694160f50 con 0x7f6694160ae0 2024-09-13T17:48:10.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.961+0000 7f6699161640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66940d0710 con 0x7f66940d28a0 2024-09-13T17:48:10.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.961+0000 7f6692d9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f669415c500 0x7f66940d2190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43246/0 (socket says 172.21.15.32:43246) 2024-09-13T17:48:10.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f6692d9d640 1 -- 172.21.15.32:0/2369398958 learned_addr learned my addr 172.21.15.32:0/2369398958 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:10.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f668bfff640 1 --2- 172.21.15.32:0/2369398958 >> v2:172.21.15.159:3300/0 conn(0x7f66940d28a0 0x7f66940d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669259c640 1 -- 172.21.15.32:0/2369398958 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3378863020 0 0) 0x7f66940d1320 con 0x7f669415c500 2024-09-13T17:48:10.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669259c640 1 -- 172.21.15.32:0/2369398958 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6680003530 con 0x7f669415c500 2024-09-13T17:48:10.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669259c640 1 -- 172.21.15.32:0/2369398958 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4023904474 0 0) 0x7f6680003530 con 0x7f669415c500 2024-09-13T17:48:10.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669259c640 1 -- 172.21.15.32:0/2369398958 >> v2:172.21.15.159:3300/0 conn(0x7f66940d28a0 msgr2=0x7f66940d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:10.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669259c640 1 --2- 172.21.15.32:0/2369398958 >> v2:172.21.15.159:3300/0 conn(0x7f66940d28a0 0x7f66940d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669259c640 1 -- 172.21.15.32:0/2369398958 >> v1:172.21.15.159:6789/0 conn(0x7f6694160ae0 legacy=0x7f66940cd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669259c640 1 -- 172.21.15.32:0/2369398958 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66940d09f0 con 0x7f669415c500 2024-09-13T17:48:10.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669259c640 1 -- 172.21.15.32:0/2369398958 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f6684001680 con 0x7f669415c500 2024-09-13T17:48:10.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669259c640 1 -- 172.21.15.32:0/2369398958 >> v1:172.21.15.32:6789/0 conn(0x7f669415c500 legacy=0x7f66940d2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669259c640 1 --2- 172.21.15.32:0/2369398958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6680003a00 0x7f6680003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669259c640 1 --2- 172.21.15.32:0/2369398958 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f66800047d0 0x7f6680004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669259c640 1 --2- 172.21.15.32:0/2369398958 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6680005200 0x7f668000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669259c640 1 -- 172.21.15.32:0/2369398958 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66940d0710 con 0x7f6680003a00 2024-09-13T17:48:10.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669259c640 1 -- 172.21.15.32:0/2369398958 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f668000c160 con 0x7f6680005200 2024-09-13T17:48:10.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669259c640 1 -- 172.21.15.32:0/2369398958 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f668000c320 con 0x7f66800047d0 2024-09-13T17:48:10.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f6692d9d640 1 --2- 172.21.15.32:0/2369398958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6680003a00 0x7f6680003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f668bfff640 1 --2- 172.21.15.32:0/2369398958 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f66800047d0 0x7f6680004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f6692d9d640 1 -- 172.21.15.32:0/2369398958 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f66800047d0 msgr2=0x7f6680004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:10.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f6692d9d640 1 --2- 172.21.15.32:0/2369398958 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f66800047d0 0x7f6680004c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f6692d9d640 1 -- 172.21.15.32:0/2369398958 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6680005200 msgr2=0x7f668000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:10.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f6692d9d640 1 --2- 172.21.15.32:0/2369398958 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6680005200 0x7f668000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f6692d9d640 1 -- 172.21.15.32:0/2369398958 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6680003530 con 0x7f6680003a00 2024-09-13T17:48:10.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669359e640 1 -- 172.21.15.32:0/2369398958 reap_dead start 2024-09-13T17:48:10.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f6692d9d640 1 --2- 172.21.15.32:0/2369398958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6680003a00 0x7f6680003e20 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f668400c110 tx=0x7f668401cb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=227d4a2b152c181b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:10.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669259c640 1 -- 172.21.15.32:0/2369398958 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6684005ae0 con 0x7f6680003a00 2024-09-13T17:48:10.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669259c640 1 -- 172.21.15.32:0/2369398958 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6684005c60 con 0x7f6680003a00 2024-09-13T17:48:10.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f669259c640 1 -- 172.21.15.32:0/2369398958 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66840a5830 con 0x7f6680003a00 2024-09-13T17:48:10.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f6699161640 1 -- 172.21.15.32:0/2369398958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6680003a00 msgr2=0x7f6680003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f6699161640 1 --2- 172.21.15.32:0/2369398958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6680003a00 0x7f6680003e20 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f668400c110 tx=0x7f668401cb50 comp rx=0 tx=0).stop 2024-09-13T17:48:10.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f6699161640 1 -- 172.21.15.32:0/2369398958 shutdown_connections 2024-09-13T17:48:10.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f6699161640 1 --2- 172.21.15.32:0/2369398958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6680003a00 0x7f6680003e20 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f6699161640 1 -- 172.21.15.32:0/2369398958 >> 172.21.15.32:0/2369398958 conn(0x7f6694089f70 msgr2=0x7f669409b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:10.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f6699161640 1 -- 172.21.15.32:0/2369398958 shutdown_connections 2024-09-13T17:48:10.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.965+0000 7f6699161640 1 -- 172.21.15.32:0/2369398958 wait complete. 2024-09-13T17:48:10.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f6699161640 1 Processor -- start 2024-09-13T17:48:10.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f6699161640 1 -- start start 2024-09-13T17:48:10.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f6699161640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6680003a00 0x7f669415d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f6699161640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f669414ac80 0x7f669415e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f6699161640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66940b62b0 0x7f66940af8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f6699161640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f669415d000 con 0x7f66940b62b0 2024-09-13T17:48:10.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f6699161640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66940b6e30 con 0x7f669414ac80 2024-09-13T17:48:10.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f6699161640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66940b6870 con 0x7f6680003a00 2024-09-13T17:48:10.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f669359e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66940b62b0 0x7f66940af8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f669359e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66940b62b0 0x7f66940af8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45988/0 (socket says 172.21.15.32:45988) 2024-09-13T17:48:10.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f669359e640 1 -- 172.21.15.32:0/1576438049 learned_addr learned my addr 172.21.15.32:0/1576438049 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:10.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f668bfff640 1 --2- 172.21.15.32:0/1576438049 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f669414ac80 0x7f669415e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f6692d9d640 1 --2- 172.21.15.32:0/1576438049 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6680003a00 0x7f669415d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f669359e640 1 -- 172.21.15.32:0/1576438049 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6680003a00 msgr2=0x7f669415d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f669359e640 1 --2- 172.21.15.32:0/1576438049 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6680003a00 0x7f669415d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f669359e640 1 -- 172.21.15.32:0/1576438049 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f669414ac80 msgr2=0x7f669415e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:10.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f669359e640 1 --2- 172.21.15.32:0/1576438049 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f669414ac80 0x7f669415e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:10.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f669359e640 1 -- 172.21.15.32:0/1576438049 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66940b6b50 con 0x7f66940b62b0 2024-09-13T17:48:10.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f6692d9d640 1 --2- 172.21.15.32:0/1576438049 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6680003a00 0x7f669415d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:10.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f669359e640 1 --2- 172.21.15.32:0/1576438049 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66940b62b0 0x7f66940af8b0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f66940c94a0 tx=0x7f668c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:10.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f668b7fe640 1 -- 172.21.15.32:0/1576438049 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f668c0070d0 con 0x7f66940b62b0 2024-09-13T17:48:10.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f668b7fe640 1 -- 172.21.15.32:0/1576438049 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f668c007250 con 0x7f66940b62b0 2024-09-13T17:48:10.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f6699161640 1 -- 172.21.15.32:0/1576438049 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f669415cc90 con 0x7f66940b62b0 2024-09-13T17:48:10.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f668b7fe640 1 -- 172.21.15.32:0/1576438049 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f668c007600 con 0x7f66940b62b0 2024-09-13T17:48:10.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f6699161640 1 -- 172.21.15.32:0/1576438049 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66940afdf0 con 0x7f66940b62b0 2024-09-13T17:48:10.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f6699161640 1 -- 172.21.15.32:0/1576438049 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f669415caf0 con 0x7f66940b62b0 2024-09-13T17:48:10.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.969+0000 7f668b7fe640 1 -- 172.21.15.32:0/1576438049 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f668c007760 con 0x7f66940b62b0 2024-09-13T17:48:10.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.973+0000 7f668b7fe640 1 --2- 172.21.15.32:0/1576438049 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6674066690 0x7f6674068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:10.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.973+0000 7f668b7fe640 1 -- 172.21.15.32:0/1576438049 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f668c0839a0 con 0x7f66940b62b0 2024-09-13T17:48:10.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.973+0000 7f6692d9d640 1 --2- 172.21.15.32:0/1576438049 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6674066690 0x7f6674068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:10.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.973+0000 7f6692d9d640 1 --2- 172.21.15.32:0/1576438049 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6674066690 0x7f6674068b50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f66840ab000 tx=0x7f66840a7070 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:10.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:10.977+0000 7f668b7fe640 1 -- 172.21.15.32:0/1576438049 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f669415caf0 con 0x7f66940b62b0 2024-09-13T17:48:11.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.129+0000 7f6699161640 1 -- 172.21.15.32:0/1576438049 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f669415caf0 con 0x7f66940b62b0 2024-09-13T17:48:11.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.129+0000 7f668b7fe640 1 -- 172.21.15.32:0/1576438049 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7f669415caf0 con 0x7f66940b62b0 2024-09-13T17:48:11.130 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:11.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.129+0000 7f6699161640 1 -- 172.21.15.32:0/1576438049 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6674066690 msgr2=0x7f6674068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:11.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.129+0000 7f6699161640 1 --2- 172.21.15.32:0/1576438049 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6674066690 0x7f6674068b50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f66840ab000 tx=0x7f66840a7070 comp rx=0 tx=0).stop 2024-09-13T17:48:11.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.129+0000 7f6699161640 1 -- 172.21.15.32:0/1576438049 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66940b62b0 msgr2=0x7f66940af8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:11.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.129+0000 7f6699161640 1 --2- 172.21.15.32:0/1576438049 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66940b62b0 0x7f66940af8b0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f66940c94a0 tx=0x7f668c00c8e0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.129+0000 7f6699161640 1 -- 172.21.15.32:0/1576438049 shutdown_connections 2024-09-13T17:48:11.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.129+0000 7f6699161640 1 --2- 172.21.15.32:0/1576438049 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6674066690 0x7f6674068b50 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.129+0000 7f6699161640 1 --2- 172.21.15.32:0/1576438049 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66940b62b0 0x7f66940af8b0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.129+0000 7f6699161640 1 --2- 172.21.15.32:0/1576438049 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f669414ac80 0x7f669415e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.129+0000 7f6699161640 1 --2- 172.21.15.32:0/1576438049 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6680003a00 0x7f669415d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.129+0000 7f6699161640 1 -- 172.21.15.32:0/1576438049 >> 172.21.15.32:0/1576438049 conn(0x7f6694089f70 msgr2=0x7f66940ce410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:11.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.129+0000 7f6699161640 1 -- 172.21.15.32:0/1576438049 shutdown_connections 2024-09-13T17:48:11.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.129+0000 7f6699161640 1 -- 172.21.15.32:0/1576438049 wait complete. 2024-09-13T17:48:11.148 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:11.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.253+0000 7f44d6c9e640 1 Processor -- start 2024-09-13T17:48:11.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.253+0000 7f44d6c9e640 1 -- start start 2024-09-13T17:48:11.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44d6c9e640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f44d00cb270 0x7f44d00ce040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44d6c9e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f44d00cb650 0x7f44d00cbab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44d6c9e640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44d015a930 con 0x7f44d00ad0e0 2024-09-13T17:48:11.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44d6c9e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44d0098b60 con 0x7f44d00cb650 2024-09-13T17:48:11.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44d6c9e640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44d0098e40 con 0x7f44d00cb270 2024-09-13T17:48:11.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44cffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f44d00cb650 0x7f44d00cbab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44cffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f44d00cb650 0x7f44d00cbab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45992/0 (socket says 172.21.15.32:45992) 2024-09-13T17:48:11.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44cffff640 1 -- 172.21.15.32:0/2346290680 learned_addr learned my addr 172.21.15.32:0/2346290680 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:11.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44d4a3a640 1 --2- 172.21.15.32:0/2346290680 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f44d00cb270 0x7f44d00ce040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44cffff640 1 -- 172.21.15.32:0/2346290680 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f44d00cb270 msgr2=0x7f44d00ce040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:11.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44cffff640 1 --2- 172.21.15.32:0/2346290680 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f44d00cb270 0x7f44d00ce040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44cffff640 1 -- 172.21.15.32:0/2346290680 >> v1:172.21.15.159:6789/0 conn(0x7f44d00ad0e0 legacy=0x7f44d00ad530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:11.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44cffff640 1 -- 172.21.15.32:0/2346290680 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44d0099120 con 0x7f44d00cb650 2024-09-13T17:48:11.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44cffff640 1 --2- 172.21.15.32:0/2346290680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44d00cb650 0x7f44d00cbab0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f44bc009870 tx=0x7f44bc01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac6b5c69c755710b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:11.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44cf7fe640 1 -- 172.21.15.32:0/2346290680 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44bc0aa430 con 0x7f44d00cb650 2024-09-13T17:48:11.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44cf7fe640 1 -- 172.21.15.32:0/2346290680 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44bc0aa590 con 0x7f44d00cb650 2024-09-13T17:48:11.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44cf7fe640 1 -- 172.21.15.32:0/2346290680 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44bc0aa920 con 0x7f44d00cb650 2024-09-13T17:48:11.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44d6c9e640 1 -- 172.21.15.32:0/2346290680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44d00cb650 msgr2=0x7f44d00cbab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:11.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44d6c9e640 1 --2- 172.21.15.32:0/2346290680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44d00cb650 0x7f44d00cbab0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f44bc009870 tx=0x7f44bc01c4f0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44d6c9e640 1 -- 172.21.15.32:0/2346290680 shutdown_connections 2024-09-13T17:48:11.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44d6c9e640 1 --2- 172.21.15.32:0/2346290680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44d00cb650 0x7f44d00cbab0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44d6c9e640 1 --2- 172.21.15.32:0/2346290680 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f44d00cb270 0x7f44d00ce040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44d6c9e640 1 -- 172.21.15.32:0/2346290680 >> 172.21.15.32:0/2346290680 conn(0x7f44d00b1f60 msgr2=0x7f44d00b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:11.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44d6c9e640 1 -- 172.21.15.32:0/2346290680 shutdown_connections 2024-09-13T17:48:11.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.257+0000 7f44d6c9e640 1 -- 172.21.15.32:0/2346290680 wait complete. 2024-09-13T17:48:11.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44d6c9e640 1 Processor -- start 2024-09-13T17:48:11.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44d6c9e640 1 -- start start 2024-09-13T17:48:11.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44d6c9e640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f44d00ad0e0 0x7f44d00ca030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44d6c9e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44d00cb270 0x7f44d0153800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44d6c9e640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f44d00cb650 0x7f44d014f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44d6c9e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44d00c82a0 con 0x7f44d00cb270 2024-09-13T17:48:11.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44d6c9e640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44d00b4020 con 0x7f44d00ad0e0 2024-09-13T17:48:11.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44d6c9e640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44d00c8510 con 0x7f44d00cb650 2024-09-13T17:48:11.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44cffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44d00cb270 0x7f44d0153800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44cffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44d00cb270 0x7f44d0153800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46000/0 (socket says 172.21.15.32:46000) 2024-09-13T17:48:11.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44cffff640 1 -- 172.21.15.32:0/1387551675 learned_addr learned my addr 172.21.15.32:0/1387551675 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:11.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44d523b640 1 --2- 172.21.15.32:0/1387551675 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f44d00cb650 0x7f44d014f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44d4a3a640 1 --2- 172.21.15.32:0/1387551675 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f44d00ad0e0 0x7f44d00ca030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44cffff640 1 -- 172.21.15.32:0/1387551675 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f44d00cb650 msgr2=0x7f44d014f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:11.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44cffff640 1 --2- 172.21.15.32:0/1387551675 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f44d00cb650 0x7f44d014f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44cffff640 1 -- 172.21.15.32:0/1387551675 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f44d00ad0e0 msgr2=0x7f44d00ca030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:11.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44cffff640 1 --2- 172.21.15.32:0/1387551675 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f44d00ad0e0 0x7f44d00ca030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44cffff640 1 -- 172.21.15.32:0/1387551675 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44bc0094d0 con 0x7f44d00cb270 2024-09-13T17:48:11.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44cffff640 1 --2- 172.21.15.32:0/1387551675 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44d00cb270 0x7f44d0153800 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f44bc0ac040 tx=0x7f44bc019290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:11.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44cd7fa640 1 -- 172.21.15.32:0/1387551675 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44bc0b4810 con 0x7f44d00cb270 2024-09-13T17:48:11.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44cd7fa640 1 -- 172.21.15.32:0/1387551675 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44bc0b4990 con 0x7f44d00cb270 2024-09-13T17:48:11.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44cd7fa640 1 -- 172.21.15.32:0/1387551675 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44bc0b4d40 con 0x7f44d00cb270 2024-09-13T17:48:11.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44d6c9e640 1 -- 172.21.15.32:0/1387551675 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44d00c87f0 con 0x7f44d00cb270 2024-09-13T17:48:11.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44d6c9e640 1 -- 172.21.15.32:0/1387551675 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44d00b4300 con 0x7f44d00cb270 2024-09-13T17:48:11.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.261+0000 7f44d6c9e640 1 -- 172.21.15.32:0/1387551675 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44d00c8a30 con 0x7f44d00cb270 2024-09-13T17:48:11.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.265+0000 7f44cd7fa640 1 -- 172.21.15.32:0/1387551675 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f44bc0be410 con 0x7f44d00cb270 2024-09-13T17:48:11.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.265+0000 7f44cd7fa640 1 --2- 172.21.15.32:0/1387551675 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f44b40666c0 0x7f44b4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.265+0000 7f44cd7fa640 1 -- 172.21.15.32:0/1387551675 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f44bc11eda0 con 0x7f44d00cb270 2024-09-13T17:48:11.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.265+0000 7f44d4a3a640 1 --2- 172.21.15.32:0/1387551675 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f44b40666c0 0x7f44b4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.265+0000 7f44d4a3a640 1 --2- 172.21.15.32:0/1387551675 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f44b40666c0 0x7f44b4068b80 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f44c400a970 tx=0x7f44c4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:11.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.269+0000 7f44cd7fa640 1 -- 172.21.15.32:0/1387551675 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f44d00c8a30 con 0x7f44d00cb270 2024-09-13T17:48:11.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.425+0000 7f44d6c9e640 1 -- 172.21.15.32:0/1387551675 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f44d00c8650 con 0x7f44d00cb270 2024-09-13T17:48:11.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.429+0000 7f44cd7fa640 1 -- 172.21.15.32:0/1387551675 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+18723 (secure 0 0 0) 0x7f44d00c8650 con 0x7f44d00cb270 2024-09-13T17:48:11.431 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:11.432 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:01.407417+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.27","mappings":[{"from":3,"to":1}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.c","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:11.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.433+0000 7f44d6c9e640 1 -- 172.21.15.32:0/1387551675 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f44b40666c0 msgr2=0x7f44b4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:11.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.433+0000 7f44d6c9e640 1 --2- 172.21.15.32:0/1387551675 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f44b40666c0 0x7f44b4068b80 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f44c400a970 tx=0x7f44c4008040 comp rx=0 tx=0).stop 2024-09-13T17:48:11.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.433+0000 7f44d6c9e640 1 -- 172.21.15.32:0/1387551675 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44d00cb270 msgr2=0x7f44d0153800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:11.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.433+0000 7f44d6c9e640 1 --2- 172.21.15.32:0/1387551675 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44d00cb270 0x7f44d0153800 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f44bc0ac040 tx=0x7f44bc019290 comp rx=0 tx=0).stop 2024-09-13T17:48:11.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.433+0000 7f44d6c9e640 1 -- 172.21.15.32:0/1387551675 shutdown_connections 2024-09-13T17:48:11.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.433+0000 7f44d6c9e640 1 --2- 172.21.15.32:0/1387551675 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f44b40666c0 0x7f44b4068b80 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.433+0000 7f44d6c9e640 1 --2- 172.21.15.32:0/1387551675 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f44d00cb650 0x7f44d014f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.433+0000 7f44d6c9e640 1 --2- 172.21.15.32:0/1387551675 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44d00cb270 0x7f44d0153800 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.433+0000 7f44d6c9e640 1 --2- 172.21.15.32:0/1387551675 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f44d00ad0e0 0x7f44d00ca030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.433+0000 7f44d6c9e640 1 -- 172.21.15.32:0/1387551675 >> 172.21.15.32:0/1387551675 conn(0x7f44d00b1f60 msgr2=0x7f44d006f6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:11.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.433+0000 7f44d6c9e640 1 -- 172.21.15.32:0/1387551675 shutdown_connections 2024-09-13T17:48:11.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.433+0000 7f44d6c9e640 1 -- 172.21.15.32:0/1387551675 wait complete. 2024-09-13T17:48:11.449 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:47:18.165736+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:47:19.043698+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T17:47:22.248444+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T17:48:11.450 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:48:11.464 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:48:11.498 DEBUG:teuthology.orchestra.run.smithi159:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:48:11.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.573+0000 7f06cfccc640 1 Processor -- start 2024-09-13T17:48:11.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.573+0000 7f06cfccc640 1 -- start start 2024-09-13T17:48:11.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.573+0000 7f06cfccc640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f06c815c220 0x7f06c80b1860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.573+0000 7f06cfccc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f06c80ce4f0 0x7f06c80ce940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.573+0000 7f06cfccc640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06c80cd180 0x7f06c80cd5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.573+0000 7f06cfccc640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06c80cee80 con 0x7f06c80ce4f0 2024-09-13T17:48:11.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.573+0000 7f06cfccc640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06c80adbb0 con 0x7f06c815c220 2024-09-13T17:48:11.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.573+0000 7f06cfccc640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06c80caf60 con 0x7f06c80cd180 2024-09-13T17:48:11.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.573+0000 7f06cd267640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f06c80ce4f0 0x7f06c80ce940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.573+0000 7f06cda68640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f06c815c220 0x7f06c80b1860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.573+0000 7f06ce269640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06c80cd180 0x7f06c80cd5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.573+0000 7f06cd267640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f06c80ce4f0 0x7f06c80ce940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46012/0 (socket says 172.21.15.32:46012) 2024-09-13T17:48:11.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.573+0000 7f06cd267640 1 -- 172.21.15.32:0/638598314 learned_addr learned my addr 172.21.15.32:0/638598314 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:11.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.573+0000 7f06cd267640 1 -- 172.21.15.32:0/638598314 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06c80cd180 msgr2=0x7f06c80cd5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:11.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.573+0000 7f06cd267640 1 --2- 172.21.15.32:0/638598314 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06c80cd180 0x7f06c80cd5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.573+0000 7f06cd267640 1 -- 172.21.15.32:0/638598314 >> v2:172.21.15.159:3300/0 conn(0x7f06c815c220 msgr2=0x7f06c80b1860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:11.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.573+0000 7f06cd267640 1 --2- 172.21.15.32:0/638598314 >> v2:172.21.15.159:3300/0 conn(0x7f06c815c220 0x7f06c80b1860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.573+0000 7f06cd267640 1 -- 172.21.15.32:0/638598314 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06c80cb240 con 0x7f06c80ce4f0 2024-09-13T17:48:11.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cd267640 1 --2- 172.21.15.32:0/638598314 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06c80ce4f0 0x7f06c80ce940 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f06c80b4410 tx=0x7f06c401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32a959394d9cee63 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:11.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cca66640 1 -- 172.21.15.32:0/638598314 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c40aa610 con 0x7f06c80ce4f0 2024-09-13T17:48:11.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cca66640 1 -- 172.21.15.32:0/638598314 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06c40a6040 con 0x7f06c80ce4f0 2024-09-13T17:48:11.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cca66640 1 -- 172.21.15.32:0/638598314 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c40aa990 con 0x7f06c80ce4f0 2024-09-13T17:48:11.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cfccc640 1 -- 172.21.15.32:0/638598314 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06c80ce4f0 msgr2=0x7f06c80ce940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:11.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cfccc640 1 --2- 172.21.15.32:0/638598314 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06c80ce4f0 0x7f06c80ce940 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f06c80b4410 tx=0x7f06c401c4f0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cfccc640 1 -- 172.21.15.32:0/638598314 shutdown_connections 2024-09-13T17:48:11.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cfccc640 1 --2- 172.21.15.32:0/638598314 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06c80cd180 0x7f06c80cd5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cfccc640 1 --2- 172.21.15.32:0/638598314 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06c80ce4f0 0x7f06c80ce940 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cfccc640 1 --2- 172.21.15.32:0/638598314 >> v2:172.21.15.159:3300/0 conn(0x7f06c815c220 0x7f06c80b1860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cfccc640 1 -- 172.21.15.32:0/638598314 >> 172.21.15.32:0/638598314 conn(0x7f06c806a150 msgr2=0x7f06c806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:11.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cfccc640 1 -- 172.21.15.32:0/638598314 shutdown_connections 2024-09-13T17:48:11.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cfccc640 1 -- 172.21.15.32:0/638598314 wait complete. 2024-09-13T17:48:11.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cfccc640 1 Processor -- start 2024-09-13T17:48:11.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cfccc640 1 -- start start 2024-09-13T17:48:11.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cfccc640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f06c80cd180 0x7f06c80c49b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cfccc640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06c80ce4f0 0x7f06c80af5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cfccc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06c815c220 0x7f06c81f5520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cfccc640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06c8157f30 con 0x7f06c815c220 2024-09-13T17:48:11.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cfccc640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06c80afae0 con 0x7f06c80cd180 2024-09-13T17:48:11.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.577+0000 7f06cfccc640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06c8157720 con 0x7f06c80ce4f0 2024-09-13T17:48:11.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06ce269640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06c815c220 0x7f06c81f5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06ce269640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06c815c220 0x7f06c81f5520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46014/0 (socket says 172.21.15.32:46014) 2024-09-13T17:48:11.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06ce269640 1 -- 172.21.15.32:0/2774472332 learned_addr learned my addr 172.21.15.32:0/2774472332 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:11.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06cd267640 1 --2- 172.21.15.32:0/2774472332 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06c80ce4f0 0x7f06c80af5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06cda68640 1 --2- 172.21.15.32:0/2774472332 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f06c80cd180 0x7f06c80c49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06ce269640 1 -- 172.21.15.32:0/2774472332 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06c80ce4f0 msgr2=0x7f06c80af5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:11.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06ce269640 1 --2- 172.21.15.32:0/2774472332 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06c80ce4f0 0x7f06c80af5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06ce269640 1 -- 172.21.15.32:0/2774472332 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f06c80cd180 msgr2=0x7f06c80c49b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:11.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06ce269640 1 --2- 172.21.15.32:0/2774472332 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f06c80cd180 0x7f06c80c49b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06ce269640 1 -- 172.21.15.32:0/2774472332 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06c40094d0 con 0x7f06c815c220 2024-09-13T17:48:11.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06ce269640 1 --2- 172.21.15.32:0/2774472332 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06c815c220 0x7f06c81f5520 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f06c000efc0 tx=0x7f06c000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:11.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06be7fc640 1 -- 172.21.15.32:0/2774472332 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c0009ba0 con 0x7f06c815c220 2024-09-13T17:48:11.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06be7fc640 1 -- 172.21.15.32:0/2774472332 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06c000f040 con 0x7f06c815c220 2024-09-13T17:48:11.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06cfccc640 1 -- 172.21.15.32:0/2774472332 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06c81f4db0 con 0x7f06c815c220 2024-09-13T17:48:11.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06be7fc640 1 -- 172.21.15.32:0/2774472332 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c00146c0 con 0x7f06c815c220 2024-09-13T17:48:11.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06cfccc640 1 -- 172.21.15.32:0/2774472332 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06c8157c50 con 0x7f06c815c220 2024-09-13T17:48:11.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06cfccc640 1 -- 172.21.15.32:0/2774472332 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06c806c830 con 0x7f06c815c220 2024-09-13T17:48:11.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06be7fc640 1 -- 172.21.15.32:0/2774472332 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f06c0014820 con 0x7f06c815c220 2024-09-13T17:48:11.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06be7fc640 1 --2- 172.21.15.32:0/2774472332 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f06ac066690 0x7f06ac068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06be7fc640 1 -- 172.21.15.32:0/2774472332 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f06c00857d0 con 0x7f06c815c220 2024-09-13T17:48:11.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.581+0000 7f06cda68640 1 --2- 172.21.15.32:0/2774472332 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f06ac066690 0x7f06ac068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.585+0000 7f06cda68640 1 --2- 172.21.15.32:0/2774472332 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f06ac066690 0x7f06ac068b50 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f06b8009a70 tx=0x7f06b8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:11.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.585+0000 7f06be7fc640 1 -- 172.21.15.32:0/2774472332 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f06c0052760 con 0x7f06c815c220 2024-09-13T17:48:11.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.745+0000 7f06cfccc640 1 -- 172.21.15.32:0/2774472332 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f06c8156cd0 con 0x7f06c815c220 2024-09-13T17:48:11.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.745+0000 7f06be7fc640 1 -- 172.21.15.32:0/2774472332 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7f06c00180a0 con 0x7f06c815c220 2024-09-13T17:48:11.747 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:48:11.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.749+0000 7f06cfccc640 1 -- 172.21.15.32:0/2774472332 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f06ac066690 msgr2=0x7f06ac068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:11.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.749+0000 7f06cfccc640 1 --2- 172.21.15.32:0/2774472332 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f06ac066690 0x7f06ac068b50 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f06b8009a70 tx=0x7f06b8008040 comp rx=0 tx=0).stop 2024-09-13T17:48:11.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.749+0000 7f06cfccc640 1 -- 172.21.15.32:0/2774472332 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06c815c220 msgr2=0x7f06c81f5520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:11.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.749+0000 7f06cfccc640 1 --2- 172.21.15.32:0/2774472332 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06c815c220 0x7f06c81f5520 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f06c000efc0 tx=0x7f06c000c490 comp rx=0 tx=0).stop 2024-09-13T17:48:11.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.749+0000 7f06cfccc640 1 -- 172.21.15.32:0/2774472332 shutdown_connections 2024-09-13T17:48:11.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.749+0000 7f06cfccc640 1 --2- 172.21.15.32:0/2774472332 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f06ac066690 0x7f06ac068b50 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.749+0000 7f06cfccc640 1 --2- 172.21.15.32:0/2774472332 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06c815c220 0x7f06c81f5520 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.749+0000 7f06cfccc640 1 --2- 172.21.15.32:0/2774472332 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f06c80ce4f0 0x7f06c80af5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.749+0000 7f06cfccc640 1 --2- 172.21.15.32:0/2774472332 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f06c80cd180 0x7f06c80c49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.749+0000 7f06cfccc640 1 -- 172.21.15.32:0/2774472332 >> 172.21.15.32:0/2774472332 conn(0x7f06c806a150 msgr2=0x7f06c80717d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:11.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.749+0000 7f06cfccc640 1 -- 172.21.15.32:0/2774472332 shutdown_connections 2024-09-13T17:48:11.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.749+0000 7f06cfccc640 1 -- 172.21.15.32:0/2774472332 wait complete. 2024-09-13T17:48:11.766 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:48:11.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.893+0000 7f63630bc640 1 Processor -- start 2024-09-13T17:48:11.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.893+0000 7f63630bc640 1 -- start start 2024-09-13T17:48:11.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.893+0000 7f63630bc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f635c15a520 0x7f635c0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.893+0000 7f63630bc640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f635c0b2240 0x7f635c0abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.893+0000 7f63630bc640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f635c0ab660 con 0x7f635c0cea30 2024-09-13T17:48:11.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.893+0000 7f63630bc640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f635c0ceec0 con 0x7f635c15a520 2024-09-13T17:48:11.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.893+0000 7f63630bc640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f635c0ada40 con 0x7f635c0b2240 2024-09-13T17:48:11.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.893+0000 7f6360e58640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f635c15a520 0x7f635c0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.893+0000 7f635bfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f635c0cea30 0x7f635c0b1b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43250/0 (socket says 172.21.15.32:43250) 2024-09-13T17:48:11.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.893+0000 7f635bfff640 1 -- 172.21.15.32:0/420879192 learned_addr learned my addr 172.21.15.32:0/420879192 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:11.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.893+0000 7f6361659640 1 --2- 172.21.15.32:0/420879192 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f635c0b2240 0x7f635c0abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.893+0000 7f6360e58640 1 -- 172.21.15.32:0/420879192 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f635c0b2240 msgr2=0x7f635c0abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:11.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.893+0000 7f6360e58640 1 --2- 172.21.15.32:0/420879192 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f635c0b2240 0x7f635c0abaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.893+0000 7f6360e58640 1 -- 172.21.15.32:0/420879192 >> v1:172.21.15.32:6789/0 conn(0x7f635c0cea30 legacy=0x7f635c0b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:11.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.893+0000 7f635b7fe640 1 -- 172.21.15.32:0/420879192 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 494610855 0 0) 0x7f635c0ab660 con 0x7f635c0cea30 2024-09-13T17:48:11.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.893+0000 7f6360e58640 1 -- 172.21.15.32:0/420879192 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f635c0b2760 con 0x7f635c15a520 2024-09-13T17:48:11.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f6360e58640 1 --2- 172.21.15.32:0/420879192 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f635c15a520 0x7f635c0ce4f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f634c0097c0 tx=0x7f634c01c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55dc2642f938b709 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:11.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f635b7fe640 1 -- 172.21.15.32:0/420879192 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f634c0ab670 con 0x7f635c15a520 2024-09-13T17:48:11.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f635b7fe640 1 -- 172.21.15.32:0/420879192 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f634c0ab7d0 con 0x7f635c15a520 2024-09-13T17:48:11.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f635b7fe640 1 -- 172.21.15.32:0/420879192 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f634c0abb60 con 0x7f635c15a520 2024-09-13T17:48:11.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f63630bc640 1 -- 172.21.15.32:0/420879192 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f635c15a520 msgr2=0x7f635c0ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:11.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f63630bc640 1 --2- 172.21.15.32:0/420879192 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f635c15a520 0x7f635c0ce4f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f634c0097c0 tx=0x7f634c01c470 comp rx=0 tx=0).stop 2024-09-13T17:48:11.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f63630bc640 1 -- 172.21.15.32:0/420879192 shutdown_connections 2024-09-13T17:48:11.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f63630bc640 1 --2- 172.21.15.32:0/420879192 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f635c0b2240 0x7f635c0abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f63630bc640 1 --2- 172.21.15.32:0/420879192 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f635c15a520 0x7f635c0ce4f0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f63630bc640 1 -- 172.21.15.32:0/420879192 >> 172.21.15.32:0/420879192 conn(0x7f635c06a150 msgr2=0x7f635c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:11.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f63630bc640 1 -- 172.21.15.32:0/420879192 shutdown_connections 2024-09-13T17:48:11.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f63630bc640 1 -- 172.21.15.32:0/420879192 wait complete. 2024-09-13T17:48:11.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f63630bc640 1 Processor -- start 2024-09-13T17:48:11.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f63630bc640 1 -- start start 2024-09-13T17:48:11.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f63630bc640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f635c0b2240 0x7f635c097000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f63630bc640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f635c0cea30 0x7f635c071e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f63630bc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f635c15a520 0x7f635c1536b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f63630bc640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f635c072520 con 0x7f635c15a520 2024-09-13T17:48:11.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f63630bc640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f635c096e00 con 0x7f635c0cea30 2024-09-13T17:48:11.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f63630bc640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f635c151f80 con 0x7f635c0b2240 2024-09-13T17:48:11.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f6361659640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f635c15a520 0x7f635c1536b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f6361659640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f635c15a520 0x7f635c1536b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46036/0 (socket says 172.21.15.32:46036) 2024-09-13T17:48:11.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f6361659640 1 -- 172.21.15.32:0/3550812815 learned_addr learned my addr 172.21.15.32:0/3550812815 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:11.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f6360e58640 1 --2- 172.21.15.32:0/3550812815 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f635c0b2240 0x7f635c097000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f635bfff640 1 --2- 172.21.15.32:0/3550812815 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f635c0cea30 0x7f635c071e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f6361659640 1 -- 172.21.15.32:0/3550812815 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f635c0b2240 msgr2=0x7f635c097000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:11.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f6361659640 1 --2- 172.21.15.32:0/3550812815 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f635c0b2240 0x7f635c097000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f6361659640 1 -- 172.21.15.32:0/3550812815 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f635c0cea30 msgr2=0x7f635c071e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:11.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f6361659640 1 --2- 172.21.15.32:0/3550812815 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f635c0cea30 0x7f635c071e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:11.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.897+0000 7f6361659640 1 -- 172.21.15.32:0/3550812815 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f634c009420 con 0x7f635c15a520 2024-09-13T17:48:11.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.901+0000 7f6361659640 1 --2- 172.21.15.32:0/3550812815 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f635c15a520 0x7f635c1536b0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f635400cc30 tx=0x7f635400a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:11.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.901+0000 7f63597fa640 1 -- 172.21.15.32:0/3550812815 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f635400ce40 con 0x7f635c15a520 2024-09-13T17:48:11.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.901+0000 7f63597fa640 1 -- 172.21.15.32:0/3550812815 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63540039a0 con 0x7f635c15a520 2024-09-13T17:48:11.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.901+0000 7f63630bc640 1 -- 172.21.15.32:0/3550812815 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f635c0ca240 con 0x7f635c15a520 2024-09-13T17:48:11.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.901+0000 7f63597fa640 1 -- 172.21.15.32:0/3550812815 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6354003d30 con 0x7f635c15a520 2024-09-13T17:48:11.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.901+0000 7f63630bc640 1 -- 172.21.15.32:0/3550812815 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f635c070cf0 con 0x7f635c15a520 2024-09-13T17:48:11.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.901+0000 7f63630bc640 1 -- 172.21.15.32:0/3550812815 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f635c0ca3d0 con 0x7f635c15a520 2024-09-13T17:48:11.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.901+0000 7f63597fa640 1 -- 172.21.15.32:0/3550812815 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6354003e90 con 0x7f635c15a520 2024-09-13T17:48:11.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.901+0000 7f63597fa640 1 --2- 172.21.15.32:0/3550812815 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f63480666c0 0x7f6348068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:11.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.901+0000 7f63597fa640 1 -- 172.21.15.32:0/3550812815 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f6354084870 con 0x7f635c15a520 2024-09-13T17:48:11.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.901+0000 7f6360e58640 1 --2- 172.21.15.32:0/3550812815 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f63480666c0 0x7f6348068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:11.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.901+0000 7f6360e58640 1 --2- 172.21.15.32:0/3550812815 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f63480666c0 0x7f6348068b80 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f634c0af000 tx=0x7f634c0a7000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:11.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:11.905+0000 7f63597fa640 1 -- 172.21.15.32:0/3550812815 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f635c0ca3d0 con 0x7f635c15a520 2024-09-13T17:48:12.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.065+0000 7f63630bc640 1 -- 172.21.15.32:0/3550812815 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f635c0ca3d0 con 0x7f635c15a520 2024-09-13T17:48:12.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.065+0000 7f63597fa640 1 -- 172.21.15.32:0/3550812815 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f635c0ca3d0 con 0x7f635c15a520 2024-09-13T17:48:12.068 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:12.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.069+0000 7f63630bc640 1 -- 172.21.15.32:0/3550812815 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f63480666c0 msgr2=0x7f6348068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.069+0000 7f63630bc640 1 --2- 172.21.15.32:0/3550812815 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f63480666c0 0x7f6348068b80 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f634c0af000 tx=0x7f634c0a7000 comp rx=0 tx=0).stop 2024-09-13T17:48:12.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.069+0000 7f63630bc640 1 -- 172.21.15.32:0/3550812815 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f635c15a520 msgr2=0x7f635c1536b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.069+0000 7f63630bc640 1 --2- 172.21.15.32:0/3550812815 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f635c15a520 0x7f635c1536b0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f635400cc30 tx=0x7f635400a5c0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.069+0000 7f63630bc640 1 -- 172.21.15.32:0/3550812815 shutdown_connections 2024-09-13T17:48:12.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.069+0000 7f63630bc640 1 --2- 172.21.15.32:0/3550812815 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f63480666c0 0x7f6348068b80 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.069+0000 7f63630bc640 1 --2- 172.21.15.32:0/3550812815 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f635c15a520 0x7f635c1536b0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.069+0000 7f63630bc640 1 --2- 172.21.15.32:0/3550812815 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f635c0cea30 0x7f635c071e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.069+0000 7f63630bc640 1 --2- 172.21.15.32:0/3550812815 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f635c0b2240 0x7f635c097000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.069+0000 7f63630bc640 1 -- 172.21.15.32:0/3550812815 >> 172.21.15.32:0/3550812815 conn(0x7f635c06a150 msgr2=0x7f635c158220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:12.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.069+0000 7f63630bc640 1 -- 172.21.15.32:0/3550812815 shutdown_connections 2024-09-13T17:48:12.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.069+0000 7f63630bc640 1 -- 172.21.15.32:0/3550812815 wait complete. 2024-09-13T17:48:12.087 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:48:12.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc63282640 1 Processor -- start 2024-09-13T17:48:12.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc63282640 1 -- start start 2024-09-13T17:48:12.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc63282640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbc5c06dc70 0x7fbc5c159650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc63282640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbc5c06e0d0 con 0x7fbc5c0ab150 2024-09-13T17:48:12.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc63282640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbc5c159da0 con 0x7fbc5c0cc6d0 2024-09-13T17:48:12.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc63282640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc5c15a640 con 0x7fbc5c06dc70 2024-09-13T17:48:12.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc6181f640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fbc5c0ab150 0x7fbc5c0ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43254/0 (socket says 172.21.15.32:43254) 2024-09-13T17:48:12.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc6181f640 1 -- 172.21.15.32:0/1323077527 learned_addr learned my addr 172.21.15.32:0/1323077527 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:12.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc6081d640 1 --2- 172.21.15.32:0/1323077527 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbc5c06dc70 0x7fbc5c159650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc53fff640 1 -- 172.21.15.32:0/1323077527 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4077248068 0 0) 0x7fbc5c06e0d0 con 0x7fbc5c0ab150 2024-09-13T17:48:12.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc53fff640 1 -- 172.21.15.32:0/1323077527 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbc48003530 con 0x7fbc5c0ab150 2024-09-13T17:48:12.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc53fff640 1 -- 172.21.15.32:0/1323077527 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2092698459 0 0) 0x7fbc5c159da0 con 0x7fbc5c0cc6d0 2024-09-13T17:48:12.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc53fff640 1 -- 172.21.15.32:0/1323077527 --> v1:172.21.15.159:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbc5c06e0d0 con 0x7fbc5c0cc6d0 2024-09-13T17:48:12.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc53fff640 1 -- 172.21.15.32:0/1323077527 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2659479483 0 0) 0x7fbc48003530 con 0x7fbc5c0ab150 2024-09-13T17:48:12.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc53fff640 1 -- 172.21.15.32:0/1323077527 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbc5c06dc70 msgr2=0x7fbc5c159650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:12.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc53fff640 1 --2- 172.21.15.32:0/1323077527 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbc5c06dc70 0x7fbc5c159650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc53fff640 1 -- 172.21.15.32:0/1323077527 >> v1:172.21.15.159:6789/0 conn(0x7fbc5c0cc6d0 legacy=0x7fbc5c15d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc53fff640 1 -- 172.21.15.32:0/1323077527 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc5c15a080 con 0x7fbc5c0ab150 2024-09-13T17:48:12.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc53fff640 1 -- 172.21.15.32:0/1323077527 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fbc54001a00 con 0x7fbc5c0ab150 2024-09-13T17:48:12.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc53fff640 1 -- 172.21.15.32:0/1323077527 >> v1:172.21.15.32:6789/0 conn(0x7fbc5c0ab150 legacy=0x7fbc5c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc53fff640 1 --2- 172.21.15.32:0/1323077527 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc48003b40 0x7fbc48003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc53fff640 1 --2- 172.21.15.32:0/1323077527 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbc5c06dc70 0x7fbc480047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc53fff640 1 --2- 172.21.15.32:0/1323077527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc48004d10 0x7fbc48005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc53fff640 1 -- 172.21.15.32:0/1323077527 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc5c15a640 con 0x7fbc48004d10 2024-09-13T17:48:12.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc53fff640 1 -- 172.21.15.32:0/1323077527 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc4800ba40 con 0x7fbc48003b40 2024-09-13T17:48:12.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc53fff640 1 -- 172.21.15.32:0/1323077527 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc4800bbb0 con 0x7fbc5c06dc70 2024-09-13T17:48:12.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc6181f640 1 --2- 172.21.15.32:0/1323077527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc48004d10 0x7fbc48005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc6101e640 1 --2- 172.21.15.32:0/1323077527 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc48003b40 0x7fbc48003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc6181f640 1 -- 172.21.15.32:0/1323077527 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbc5c06dc70 msgr2=0x7fbc480047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:12.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc6181f640 1 --2- 172.21.15.32:0/1323077527 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbc5c06dc70 0x7fbc480047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc6181f640 1 -- 172.21.15.32:0/1323077527 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc48003b40 msgr2=0x7fbc48003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:12.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc6181f640 1 --2- 172.21.15.32:0/1323077527 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc48003b40 0x7fbc48003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.209+0000 7fbc6181f640 1 -- 172.21.15.32:0/1323077527 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc48003530 con 0x7fbc48004d10 2024-09-13T17:48:12.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.213+0000 7fbc6181f640 1 --2- 172.21.15.32:0/1323077527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc48004d10 0x7fbc48005190 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fbc5400a7c0 tx=0x7fbc5401fa20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c7f7a231859e80f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:12.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.213+0000 7fbc53fff640 1 -- 172.21.15.32:0/1323077527 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc540aa650 con 0x7fbc48004d10 2024-09-13T17:48:12.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.213+0000 7fbc53fff640 1 -- 172.21.15.32:0/1323077527 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc540aa7d0 con 0x7fbc48004d10 2024-09-13T17:48:12.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.213+0000 7fbc53fff640 1 -- 172.21.15.32:0/1323077527 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc540aab80 con 0x7fbc48004d10 2024-09-13T17:48:12.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.213+0000 7fbc63282640 1 -- 172.21.15.32:0/1323077527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc48004d10 msgr2=0x7fbc48005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.213+0000 7fbc63282640 1 --2- 172.21.15.32:0/1323077527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc48004d10 0x7fbc48005190 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fbc5400a7c0 tx=0x7fbc5401fa20 comp rx=0 tx=0).stop 2024-09-13T17:48:12.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.213+0000 7fbc6181f640 1 -- 172.21.15.32:0/1323077527 reap_dead start 2024-09-13T17:48:12.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.213+0000 7fbc63282640 1 -- 172.21.15.32:0/1323077527 shutdown_connections 2024-09-13T17:48:12.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.213+0000 7fbc63282640 1 -- 172.21.15.32:0/1323077527 >> 172.21.15.32:0/1323077527 conn(0x7fbc5c06a150 msgr2=0x7fbc5c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:12.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.213+0000 7fbc63282640 1 -- 172.21.15.32:0/1323077527 shutdown_connections 2024-09-13T17:48:12.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.213+0000 7fbc63282640 1 -- 172.21.15.32:0/1323077527 wait complete. 2024-09-13T17:48:12.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.213+0000 7fbc63282640 1 Processor -- start 2024-09-13T17:48:12.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.213+0000 7fbc63282640 1 -- start start 2024-09-13T17:48:12.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc63282640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc5c152cb0 0x7fbc5c153150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc63282640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbc5c09a810 0x7fbc5c158050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc63282640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc5c158590 0x7fbc5c098260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc63282640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc5c0af4c0 con 0x7fbc5c152cb0 2024-09-13T17:48:12.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc63282640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc5c158a20 con 0x7fbc5c158590 2024-09-13T17:48:12.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc63282640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc5c1f01a0 con 0x7fbc5c09a810 2024-09-13T17:48:12.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc6101e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc5c152cb0 0x7fbc5c153150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc6101e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc5c152cb0 0x7fbc5c153150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46046/0 (socket says 172.21.15.32:46046) 2024-09-13T17:48:12.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc6101e640 1 -- 172.21.15.32:0/1319075422 learned_addr learned my addr 172.21.15.32:0/1319075422 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:12.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc6081d640 1 --2- 172.21.15.32:0/1319075422 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbc5c09a810 0x7fbc5c158050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc6181f640 1 --2- 172.21.15.32:0/1319075422 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc5c158590 0x7fbc5c098260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc6101e640 1 -- 172.21.15.32:0/1319075422 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbc5c09a810 msgr2=0x7fbc5c158050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc6101e640 1 --2- 172.21.15.32:0/1319075422 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbc5c09a810 0x7fbc5c158050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc6101e640 1 -- 172.21.15.32:0/1319075422 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc5c158590 msgr2=0x7fbc5c098260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc6101e640 1 --2- 172.21.15.32:0/1319075422 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc5c158590 0x7fbc5c098260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc6101e640 1 -- 172.21.15.32:0/1319075422 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc5c0994c0 con 0x7fbc5c152cb0 2024-09-13T17:48:12.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc6101e640 1 --2- 172.21.15.32:0/1319075422 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc5c152cb0 0x7fbc5c153150 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fbc5800e7b0 tx=0x7fbc5800ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:12.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc51ffb640 1 -- 172.21.15.32:0/1319075422 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc5800ee60 con 0x7fbc5c152cb0 2024-09-13T17:48:12.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc51ffb640 1 -- 172.21.15.32:0/1319075422 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc580052e0 con 0x7fbc5c152cb0 2024-09-13T17:48:12.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc51ffb640 1 -- 172.21.15.32:0/1319075422 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc5800c900 con 0x7fbc5c152cb0 2024-09-13T17:48:12.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc63282640 1 -- 172.21.15.32:0/1319075422 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc5c0997a0 con 0x7fbc5c152cb0 2024-09-13T17:48:12.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc63282640 1 -- 172.21.15.32:0/1319075422 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc5c071280 con 0x7fbc5c152cb0 2024-09-13T17:48:12.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc63282640 1 -- 172.21.15.32:0/1319075422 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc5c071470 con 0x7fbc5c152cb0 2024-09-13T17:48:12.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc51ffb640 1 -- 172.21.15.32:0/1319075422 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbc5800ca60 con 0x7fbc5c152cb0 2024-09-13T17:48:12.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc51ffb640 1 --2- 172.21.15.32:0/1319075422 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbc40066690 0x7fbc40068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc51ffb640 1 -- 172.21.15.32:0/1319075422 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fbc58084430 con 0x7fbc5c152cb0 2024-09-13T17:48:12.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.217+0000 7fbc6081d640 1 --2- 172.21.15.32:0/1319075422 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbc40066690 0x7fbc40068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.221+0000 7fbc6081d640 1 --2- 172.21.15.32:0/1319075422 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbc40066690 0x7fbc40068b50 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c0047c0 tx=0x7fbc4c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:12.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.221+0000 7fbc51ffb640 1 -- 172.21.15.32:0/1319075422 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbc5c071470 con 0x7fbc5c152cb0 2024-09-13T17:48:12.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.385+0000 7fbc63282640 1 -- 172.21.15.32:0/1319075422 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fbc5c071470 con 0x7fbc5c152cb0 2024-09-13T17:48:12.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.385+0000 7fbc51ffb640 1 -- 172.21.15.32:0/1319075422 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7fbc5c071470 con 0x7fbc5c152cb0 2024-09-13T17:48:12.389 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:48:12.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.389+0000 7fbc63282640 1 -- 172.21.15.32:0/1319075422 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbc40066690 msgr2=0x7fbc40068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.389+0000 7fbc63282640 1 --2- 172.21.15.32:0/1319075422 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbc40066690 0x7fbc40068b50 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c0047c0 tx=0x7fbc4c008040 comp rx=0 tx=0).stop 2024-09-13T17:48:12.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.389+0000 7fbc63282640 1 -- 172.21.15.32:0/1319075422 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc5c152cb0 msgr2=0x7fbc5c153150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.389+0000 7fbc63282640 1 --2- 172.21.15.32:0/1319075422 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc5c152cb0 0x7fbc5c153150 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fbc5800e7b0 tx=0x7fbc5800ec70 comp rx=0 tx=0).stop 2024-09-13T17:48:12.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.389+0000 7fbc63282640 1 -- 172.21.15.32:0/1319075422 shutdown_connections 2024-09-13T17:48:12.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.389+0000 7fbc63282640 1 --2- 172.21.15.32:0/1319075422 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbc40066690 0x7fbc40068b50 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.389+0000 7fbc63282640 1 --2- 172.21.15.32:0/1319075422 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc5c158590 0x7fbc5c098260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.389+0000 7fbc63282640 1 --2- 172.21.15.32:0/1319075422 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbc5c09a810 0x7fbc5c158050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.389+0000 7fbc63282640 1 --2- 172.21.15.32:0/1319075422 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc5c152cb0 0x7fbc5c153150 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.389+0000 7fbc63282640 1 -- 172.21.15.32:0/1319075422 >> 172.21.15.32:0/1319075422 conn(0x7fbc5c06a150 msgr2=0x7fbc5c15c390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:12.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.389+0000 7fbc63282640 1 -- 172.21.15.32:0/1319075422 shutdown_connections 2024-09-13T17:48:12.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.389+0000 7fbc63282640 1 -- 172.21.15.32:0/1319075422 wait complete. 2024-09-13T17:48:12.407 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T17:48:12.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f7036632640 1 Processor -- start 2024-09-13T17:48:12.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f7036632640 1 -- start start 2024-09-13T17:48:12.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f7036632640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f70300cec00 0x7f70300b1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f7036632640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70300ab660 con 0x7f70300b2070 2024-09-13T17:48:12.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f7036632640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70300ada40 con 0x7f703015a520 2024-09-13T17:48:12.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f7036632640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70300b24e0 con 0x7f70300cec00 2024-09-13T17:48:12.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f7034bcf640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f70300b2070 0x7f70300abaf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43256/0 (socket says 172.21.15.32:43256) 2024-09-13T17:48:12.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f7034bcf640 1 -- 172.21.15.32:0/2107381077 learned_addr learned my addr 172.21.15.32:0/2107381077 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:12.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702f7fe640 1 --2- 172.21.15.32:0/2107381077 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f70300cec00 0x7f70300b1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702effd640 1 -- 172.21.15.32:0/2107381077 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2628894988 0 0) 0x7f70300ab660 con 0x7f70300b2070 2024-09-13T17:48:12.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702effd640 1 -- 172.21.15.32:0/2107381077 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7018003530 con 0x7f70300b2070 2024-09-13T17:48:12.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702effd640 1 -- 172.21.15.32:0/2107381077 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3086112034 0 0) 0x7f7018003530 con 0x7f70300b2070 2024-09-13T17:48:12.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702effd640 1 -- 172.21.15.32:0/2107381077 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f70300cec00 msgr2=0x7f70300b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:12.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702effd640 1 --2- 172.21.15.32:0/2107381077 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f70300cec00 0x7f70300b1b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702effd640 1 -- 172.21.15.32:0/2107381077 >> v1:172.21.15.159:6789/0 conn(0x7f703015a520 legacy=0x7f70300ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702effd640 1 -- 172.21.15.32:0/2107381077 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70300b2760 con 0x7f70300b2070 2024-09-13T17:48:12.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702effd640 1 -- 172.21.15.32:0/2107381077 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f7028001a00 con 0x7f70300b2070 2024-09-13T17:48:12.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702effd640 1 -- 172.21.15.32:0/2107381077 >> v1:172.21.15.32:6789/0 conn(0x7f70300b2070 legacy=0x7f70300abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702effd640 1 --2- 172.21.15.32:0/2107381077 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f70180039b0 0x7f7018003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702effd640 1 --2- 172.21.15.32:0/2107381077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f70180047d0 0x7f7018004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702effd640 1 --2- 172.21.15.32:0/2107381077 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f70300cec00 0x7f7018005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702effd640 1 -- 172.21.15.32:0/2107381077 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70300b24e0 con 0x7f70180047d0 2024-09-13T17:48:12.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702effd640 1 -- 172.21.15.32:0/2107381077 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f701800ba70 con 0x7f70180039b0 2024-09-13T17:48:12.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702effd640 1 -- 172.21.15.32:0/2107381077 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f701800bc30 con 0x7f70300cec00 2024-09-13T17:48:12.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702f7fe640 1 --2- 172.21.15.32:0/2107381077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f70180047d0 0x7f7018004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702ffff640 1 --2- 172.21.15.32:0/2107381077 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f70180039b0 0x7f7018003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f7034bcf640 1 --2- 172.21.15.32:0/2107381077 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f70300cec00 0x7f7018005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702f7fe640 1 -- 172.21.15.32:0/2107381077 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f70300cec00 msgr2=0x7f7018005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:12.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702f7fe640 1 --2- 172.21.15.32:0/2107381077 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f70300cec00 0x7f7018005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702f7fe640 1 -- 172.21.15.32:0/2107381077 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f70180039b0 msgr2=0x7f7018003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:12.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702f7fe640 1 --2- 172.21.15.32:0/2107381077 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f70180039b0 0x7f7018003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.537+0000 7f702f7fe640 1 -- 172.21.15.32:0/2107381077 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7018003530 con 0x7f70180047d0 2024-09-13T17:48:12.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.541+0000 7f702f7fe640 1 --2- 172.21.15.32:0/2107381077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f70180047d0 0x7f7018004c50 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f70300b3080 tx=0x7f702401c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=937871df4318abeb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:12.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.541+0000 7f702effd640 1 -- 172.21.15.32:0/2107381077 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70240a64e0 con 0x7f70180047d0 2024-09-13T17:48:12.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.541+0000 7f702effd640 1 -- 172.21.15.32:0/2107381077 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70240a6640 con 0x7f70180047d0 2024-09-13T17:48:12.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.541+0000 7f702effd640 1 -- 172.21.15.32:0/2107381077 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70240a69f0 con 0x7f70180047d0 2024-09-13T17:48:12.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.541+0000 7f7036632640 1 -- 172.21.15.32:0/2107381077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f70180047d0 msgr2=0x7f7018004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.541+0000 7f7036632640 1 --2- 172.21.15.32:0/2107381077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f70180047d0 0x7f7018004c50 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f70300b3080 tx=0x7f702401c9f0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.541+0000 7f7034bcf640 1 -- 172.21.15.32:0/2107381077 reap_dead start 2024-09-13T17:48:12.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.541+0000 7f7036632640 1 -- 172.21.15.32:0/2107381077 shutdown_connections 2024-09-13T17:48:12.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.541+0000 7f7036632640 1 -- 172.21.15.32:0/2107381077 >> 172.21.15.32:0/2107381077 conn(0x7f703006a150 msgr2=0x7f703006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:12.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.541+0000 7f7036632640 1 -- 172.21.15.32:0/2107381077 shutdown_connections 2024-09-13T17:48:12.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.541+0000 7f7036632640 1 -- 172.21.15.32:0/2107381077 wait complete. 2024-09-13T17:48:12.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.541+0000 7f7036632640 1 Processor -- start 2024-09-13T17:48:12.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.541+0000 7f7036632640 1 -- start start 2024-09-13T17:48:12.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f7036632640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f70180047d0 0x7f70300caec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f7036632640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f70300af520 0x7f70300af9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f7036632640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f70300c7d20 0x7f70300c81a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f7036632640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70300c86e0 con 0x7f70300c7d20 2024-09-13T17:48:12.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f7036632640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f703015b800 con 0x7f70180047d0 2024-09-13T17:48:12.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f7036632640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f703015a9a0 con 0x7f70300af520 2024-09-13T17:48:12.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f7034bcf640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f70300c7d20 0x7f70300c81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f7034bcf640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f70300c7d20 0x7f70300c81a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46058/0 (socket says 172.21.15.32:46058) 2024-09-13T17:48:12.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f7034bcf640 1 -- 172.21.15.32:0/2353269748 learned_addr learned my addr 172.21.15.32:0/2353269748 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:12.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f702ffff640 1 --2- 172.21.15.32:0/2353269748 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f70180047d0 0x7f70300caec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f702f7fe640 1 --2- 172.21.15.32:0/2353269748 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f70300af520 0x7f70300af9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f7034bcf640 1 -- 172.21.15.32:0/2353269748 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f70300af520 msgr2=0x7f70300af9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f7034bcf640 1 --2- 172.21.15.32:0/2353269748 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f70300af520 0x7f70300af9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f7034bcf640 1 -- 172.21.15.32:0/2353269748 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f70180047d0 msgr2=0x7f70300caec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f7034bcf640 1 --2- 172.21.15.32:0/2353269748 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f70180047d0 0x7f70300caec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f7034bcf640 1 -- 172.21.15.32:0/2353269748 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f703015ac80 con 0x7f70300c7d20 2024-09-13T17:48:12.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f702f7fe640 1 --2- 172.21.15.32:0/2353269748 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f70300af520 0x7f70300af9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:12.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f7034bcf640 1 --2- 172.21.15.32:0/2353269748 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f70300c7d20 0x7f70300c81a0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f70300b0ec0 tx=0x7f7028011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:12.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f702cff9640 1 -- 172.21.15.32:0/2353269748 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f702800f920 con 0x7f70300c7d20 2024-09-13T17:48:12.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f702cff9640 1 -- 172.21.15.32:0/2353269748 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f702800fac0 con 0x7f70300c7d20 2024-09-13T17:48:12.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f702cff9640 1 -- 172.21.15.32:0/2353269748 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f702800fe70 con 0x7f70300c7d20 2024-09-13T17:48:12.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f7036632640 1 -- 172.21.15.32:0/2353269748 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f703015af60 con 0x7f70300c7d20 2024-09-13T17:48:12.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f7036632640 1 -- 172.21.15.32:0/2353269748 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f703015b520 con 0x7f70300c7d20 2024-09-13T17:48:12.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f7036632640 1 -- 172.21.15.32:0/2353269748 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70301f10b0 con 0x7f70300c7d20 2024-09-13T17:48:12.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f702cff9640 1 -- 172.21.15.32:0/2353269748 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f702801f460 con 0x7f70300c7d20 2024-09-13T17:48:12.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f702cff9640 1 --2- 172.21.15.32:0/2353269748 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f701c066690 0x7f701c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.545+0000 7f702cff9640 1 -- 172.21.15.32:0/2353269748 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f70280873d0 con 0x7f70300c7d20 2024-09-13T17:48:12.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.549+0000 7f702ffff640 1 --2- 172.21.15.32:0/2353269748 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f701c066690 0x7f701c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.549+0000 7f702ffff640 1 --2- 172.21.15.32:0/2353269748 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f701c066690 0x7f701c068b50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7020007fd0 tx=0x7f7020009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:12.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.549+0000 7f702cff9640 1 -- 172.21.15.32:0/2353269748 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f70301f10b0 con 0x7f70300c7d20 2024-09-13T17:48:12.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.705+0000 7f7036632640 1 -- 172.21.15.32:0/2353269748 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f70301f10b0 con 0x7f70300c7d20 2024-09-13T17:48:12.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.705+0000 7f702cff9640 1 -- 172.21.15.32:0/2353269748 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7f70301f10b0 con 0x7f70300c7d20 2024-09-13T17:48:12.709 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:12.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.709+0000 7f7036632640 1 -- 172.21.15.32:0/2353269748 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f701c066690 msgr2=0x7f701c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.709+0000 7f7036632640 1 --2- 172.21.15.32:0/2353269748 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f701c066690 0x7f701c068b50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7020007fd0 tx=0x7f7020009040 comp rx=0 tx=0).stop 2024-09-13T17:48:12.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.709+0000 7f7036632640 1 -- 172.21.15.32:0/2353269748 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f70300c7d20 msgr2=0x7f70300c81a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.709+0000 7f7036632640 1 --2- 172.21.15.32:0/2353269748 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f70300c7d20 0x7f70300c81a0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f70300b0ec0 tx=0x7f7028011b60 comp rx=0 tx=0).stop 2024-09-13T17:48:12.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.709+0000 7f7036632640 1 -- 172.21.15.32:0/2353269748 shutdown_connections 2024-09-13T17:48:12.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.709+0000 7f7036632640 1 --2- 172.21.15.32:0/2353269748 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f701c066690 0x7f701c068b50 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.709+0000 7f7036632640 1 --2- 172.21.15.32:0/2353269748 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f70300c7d20 0x7f70300c81a0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.709+0000 7f7036632640 1 --2- 172.21.15.32:0/2353269748 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f70300af520 0x7f70300af9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.709+0000 7f7036632640 1 --2- 172.21.15.32:0/2353269748 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f70180047d0 0x7f70300caec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.709+0000 7f7036632640 1 -- 172.21.15.32:0/2353269748 >> 172.21.15.32:0/2353269748 conn(0x7f703006a150 msgr2=0x7f70300b1170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:12.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.709+0000 7f7036632640 1 -- 172.21.15.32:0/2353269748 shutdown_connections 2024-09-13T17:48:12.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.709+0000 7f7036632640 1 -- 172.21.15.32:0/2353269748 wait complete. 2024-09-13T17:48:12.777 INFO:tasks.cephfs_test_runner:Starting test: test_acls (tasks.cephfs.test_acls.TestACLs) 2024-09-13T17:48:12.777 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:12.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.901+0000 7f0d14c60640 1 Processor -- start 2024-09-13T17:48:12.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.901+0000 7f0d14c60640 1 -- start start 2024-09-13T17:48:12.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.901+0000 7f0d14c60640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0d100d0420 0x7f0d10160c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.901+0000 7f0d14c60640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f0d1015c120 0x7f0d1015c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.901+0000 7f0d14c60640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d10161190 con 0x7f0d100d0800 2024-09-13T17:48:12.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.901+0000 7f0d14c60640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d100b3af0 con 0x7f0d100d0420 2024-09-13T17:48:12.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.901+0000 7f0d14c60640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d100b3530 con 0x7f0d1015c120 2024-09-13T17:48:12.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.901+0000 7f0d0e59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0d100d0420 0x7f0d10160c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.901+0000 7f0d0e59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0d100d0420 0x7f0d10160c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46066/0 (socket says 172.21.15.32:46066) 2024-09-13T17:48:12.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.901+0000 7f0d0e59c640 1 -- 172.21.15.32:0/2362192085 learned_addr learned my addr 172.21.15.32:0/2362192085 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:12.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.901+0000 7f0d0ed9d640 1 --2- 172.21.15.32:0/2362192085 >> v2:172.21.15.159:3300/0 conn(0x7f0d1015c120 0x7f0d1015c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.901+0000 7f0d0e59c640 1 -- 172.21.15.32:0/2362192085 >> v2:172.21.15.159:3300/0 conn(0x7f0d1015c120 msgr2=0x7f0d1015c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:12.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.901+0000 7f0d0e59c640 1 --2- 172.21.15.32:0/2362192085 >> v2:172.21.15.159:3300/0 conn(0x7f0d1015c120 0x7f0d1015c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.901+0000 7f0d0e59c640 1 -- 172.21.15.32:0/2362192085 >> v1:172.21.15.159:6789/0 conn(0x7f0d100d0800 legacy=0x7f0d100b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:12.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.901+0000 7f0d0e59c640 1 -- 172.21.15.32:0/2362192085 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d100b3810 con 0x7f0d100d0420 2024-09-13T17:48:12.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d0e59c640 1 --2- 172.21.15.32:0/2362192085 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d100d0420 0x7f0d10160c50 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f0d100b51a0 tx=0x7f0d0001c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5fdaddb0b4eade2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:12.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d0d59a640 1 -- 172.21.15.32:0/2362192085 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d000aa610 con 0x7f0d100d0420 2024-09-13T17:48:12.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d0d59a640 1 -- 172.21.15.32:0/2362192085 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d000a6040 con 0x7f0d100d0420 2024-09-13T17:48:12.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d0d59a640 1 -- 172.21.15.32:0/2362192085 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d000aa990 con 0x7f0d100d0420 2024-09-13T17:48:12.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d14c60640 1 -- 172.21.15.32:0/2362192085 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d100d0420 msgr2=0x7f0d10160c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d14c60640 1 --2- 172.21.15.32:0/2362192085 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d100d0420 0x7f0d10160c50 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f0d100b51a0 tx=0x7f0d0001c4b0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d14c60640 1 -- 172.21.15.32:0/2362192085 shutdown_connections 2024-09-13T17:48:12.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d14c60640 1 --2- 172.21.15.32:0/2362192085 >> v2:172.21.15.159:3300/0 conn(0x7f0d1015c120 0x7f0d1015c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d14c60640 1 --2- 172.21.15.32:0/2362192085 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d100d0420 0x7f0d10160c50 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d14c60640 1 -- 172.21.15.32:0/2362192085 >> 172.21.15.32:0/2362192085 conn(0x7f0d1006e330 msgr2=0x7f0d1006e740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:12.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d14c60640 1 -- 172.21.15.32:0/2362192085 shutdown_connections 2024-09-13T17:48:12.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d14c60640 1 -- 172.21.15.32:0/2362192085 wait complete. 2024-09-13T17:48:12.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d14c60640 1 Processor -- start 2024-09-13T17:48:12.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d14c60640 1 -- start start 2024-09-13T17:48:12.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d14c60640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0d100d0420 0x7f0d10150b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d14c60640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d100d0800 0x7f0d101478c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d14c60640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0d1015c120 0x7f0d100c9a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d14c60640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d1015e850 con 0x7f0d100d0800 2024-09-13T17:48:12.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d14c60640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d1015dc40 con 0x7f0d100d0420 2024-09-13T17:48:12.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d14c60640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d1015df20 con 0x7f0d1015c120 2024-09-13T17:48:12.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d0dd9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d100d0800 0x7f0d101478c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d0dd9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d100d0800 0x7f0d101478c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46070/0 (socket says 172.21.15.32:46070) 2024-09-13T17:48:12.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d0dd9b640 1 -- 172.21.15.32:0/4068424533 learned_addr learned my addr 172.21.15.32:0/4068424533 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:12.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d0e59c640 1 --2- 172.21.15.32:0/4068424533 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0d100d0420 0x7f0d10150b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d0ed9d640 1 --2- 172.21.15.32:0/4068424533 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0d1015c120 0x7f0d100c9a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d0dd9b640 1 -- 172.21.15.32:0/4068424533 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0d1015c120 msgr2=0x7f0d100c9a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d0dd9b640 1 --2- 172.21.15.32:0/4068424533 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0d1015c120 0x7f0d100c9a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d0dd9b640 1 -- 172.21.15.32:0/4068424533 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0d100d0420 msgr2=0x7f0d10150b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:12.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d0dd9b640 1 --2- 172.21.15.32:0/4068424533 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0d100d0420 0x7f0d10150b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:12.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.905+0000 7f0d0dd9b640 1 -- 172.21.15.32:0/4068424533 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d000094d0 con 0x7f0d100d0800 2024-09-13T17:48:12.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.909+0000 7f0d0ed9d640 1 --2- 172.21.15.32:0/4068424533 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0d1015c120 0x7f0d100c9a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:12.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.909+0000 7f0d0dd9b640 1 --2- 172.21.15.32:0/4068424533 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d100d0800 0x7f0d101478c0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f0d0400c450 tx=0x7f0d0400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:12.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.909+0000 7f0cfeffd640 1 -- 172.21.15.32:0/4068424533 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d04012830 con 0x7f0d100d0800 2024-09-13T17:48:12.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.909+0000 7f0cfeffd640 1 -- 172.21.15.32:0/4068424533 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d040129b0 con 0x7f0d100d0800 2024-09-13T17:48:12.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.909+0000 7f0d14c60640 1 -- 172.21.15.32:0/4068424533 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d1015e200 con 0x7f0d100d0800 2024-09-13T17:48:12.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.909+0000 7f0cfeffd640 1 -- 172.21.15.32:0/4068424533 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d04012d60 con 0x7f0d100d0800 2024-09-13T17:48:12.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.909+0000 7f0d14c60640 1 -- 172.21.15.32:0/4068424533 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d101510b0 con 0x7f0d100d0800 2024-09-13T17:48:12.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.909+0000 7f0d14c60640 1 -- 172.21.15.32:0/4068424533 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d1015e9c0 con 0x7f0d100d0800 2024-09-13T17:48:12.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.909+0000 7f0cfeffd640 1 -- 172.21.15.32:0/4068424533 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0d0401c460 con 0x7f0d100d0800 2024-09-13T17:48:12.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.909+0000 7f0cfeffd640 1 --2- 172.21.15.32:0/4068424533 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0cf00666c0 0x7f0cf0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:12.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.909+0000 7f0cfeffd640 1 -- 172.21.15.32:0/4068424533 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f0d040843c0 con 0x7f0d100d0800 2024-09-13T17:48:12.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.909+0000 7f0d0e59c640 1 --2- 172.21.15.32:0/4068424533 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0cf00666c0 0x7f0cf0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:12.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.909+0000 7f0d0e59c640 1 --2- 172.21.15.32:0/4068424533 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0cf00666c0 0x7f0cf0068b80 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f0d000ae000 tx=0x7f0d000a7000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:12.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:12.913+0000 7f0cfeffd640 1 -- 172.21.15.32:0/4068424533 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0d04051360 con 0x7f0d100d0800 2024-09-13T17:48:13.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.069+0000 7f0d14c60640 1 -- 172.21.15.32:0/4068424533 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0d10160c50 con 0x7f0d100d0800 2024-09-13T17:48:13.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.069+0000 7f0cfeffd640 1 -- 172.21.15.32:0/4068424533 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+18723 (secure 0 0 0) 0x7f0d04054980 con 0x7f0d100d0800 2024-09-13T17:48:13.072 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:13.072 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:01.407417+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.27","mappings":[{"from":3,"to":1}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.c","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:13.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.073+0000 7f0d14c60640 1 -- 172.21.15.32:0/4068424533 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0cf00666c0 msgr2=0x7f0cf0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.073+0000 7f0d14c60640 1 --2- 172.21.15.32:0/4068424533 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0cf00666c0 0x7f0cf0068b80 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f0d000ae000 tx=0x7f0d000a7000 comp rx=0 tx=0).stop 2024-09-13T17:48:13.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.073+0000 7f0d14c60640 1 -- 172.21.15.32:0/4068424533 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d100d0800 msgr2=0x7f0d101478c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.073+0000 7f0d14c60640 1 --2- 172.21.15.32:0/4068424533 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d100d0800 0x7f0d101478c0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f0d0400c450 tx=0x7f0d0400c910 comp rx=0 tx=0).stop 2024-09-13T17:48:13.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.073+0000 7f0d14c60640 1 -- 172.21.15.32:0/4068424533 shutdown_connections 2024-09-13T17:48:13.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.073+0000 7f0d14c60640 1 --2- 172.21.15.32:0/4068424533 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0cf00666c0 0x7f0cf0068b80 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.073+0000 7f0d14c60640 1 --2- 172.21.15.32:0/4068424533 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0d1015c120 0x7f0d100c9a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.073+0000 7f0d14c60640 1 --2- 172.21.15.32:0/4068424533 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d100d0800 0x7f0d101478c0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.073+0000 7f0d14c60640 1 --2- 172.21.15.32:0/4068424533 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0d100d0420 0x7f0d10150b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.073+0000 7f0d14c60640 1 -- 172.21.15.32:0/4068424533 >> 172.21.15.32:0/4068424533 conn(0x7f0d1006e330 msgr2=0x7f0d100cf0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:13.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.073+0000 7f0d14c60640 1 -- 172.21.15.32:0/4068424533 shutdown_connections 2024-09-13T17:48:13.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.073+0000 7f0d14c60640 1 -- 172.21.15.32:0/4068424533 wait complete. 2024-09-13T17:48:13.090 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:47:18.165736+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:47:19.043698+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T17:47:22.248444+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T17:48:13.090 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:48:13.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.205+0000 7fe019b9e640 1 Processor -- start 2024-09-13T17:48:13.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.205+0000 7fe019b9e640 1 -- start start 2024-09-13T17:48:13.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.205+0000 7fe019b9e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe01415a520 0x7fe0140ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.205+0000 7fe019b9e640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fe0140b2240 0x7fe0140abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.205+0000 7fe019b9e640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0140ab660 con 0x7fe0140cea30 2024-09-13T17:48:13.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.205+0000 7fe019b9e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0140ceec0 con 0x7fe01415a520 2024-09-13T17:48:13.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.205+0000 7fe019b9e640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0140ada40 con 0x7fe0140b2240 2024-09-13T17:48:13.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.205+0000 7fe0137fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe01415a520 0x7fe0140ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.205+0000 7fe0137fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe01415a520 0x7fe0140ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46078/0 (socket says 172.21.15.32:46078) 2024-09-13T17:48:13.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.205+0000 7fe0137fe640 1 -- 172.21.15.32:0/1242497572 learned_addr learned my addr 172.21.15.32:0/1242497572 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:13.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.205+0000 7fe0137fe640 1 -- 172.21.15.32:0/1242497572 >> v2:172.21.15.159:3300/0 conn(0x7fe0140b2240 msgr2=0x7fe0140abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:13.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.205+0000 7fe013fff640 1 --2- 172.21.15.32:0/1242497572 >> v2:172.21.15.159:3300/0 conn(0x7fe0140b2240 0x7fe0140abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.205+0000 7fe0137fe640 1 --2- 172.21.15.32:0/1242497572 >> v2:172.21.15.159:3300/0 conn(0x7fe0140b2240 0x7fe0140abaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.205+0000 7fe0137fe640 1 -- 172.21.15.32:0/1242497572 >> v1:172.21.15.159:6789/0 conn(0x7fe0140cea30 legacy=0x7fe0140b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:13.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.205+0000 7fe0137fe640 1 -- 172.21.15.32:0/1242497572 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0140b2760 con 0x7fe01415a520 2024-09-13T17:48:13.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.205+0000 7fe013fff640 1 --2- 172.21.15.32:0/1242497572 >> v2:172.21.15.159:3300/0 conn(0x7fe0140b2240 0x7fe0140abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:13.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe0137fe640 1 --2- 172.21.15.32:0/1242497572 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe01415a520 0x7fe0140ce4f0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fe014070000 tx=0x7fe00401c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb69b7c1e59ac538 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:13.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe0127fc640 1 -- 172.21.15.32:0/1242497572 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0040aa610 con 0x7fe01415a520 2024-09-13T17:48:13.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe0127fc640 1 -- 172.21.15.32:0/1242497572 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0040a6040 con 0x7fe01415a520 2024-09-13T17:48:13.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe0127fc640 1 -- 172.21.15.32:0/1242497572 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0040aa990 con 0x7fe01415a520 2024-09-13T17:48:13.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe019b9e640 1 -- 172.21.15.32:0/1242497572 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe01415a520 msgr2=0x7fe0140ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe019b9e640 1 --2- 172.21.15.32:0/1242497572 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe01415a520 0x7fe0140ce4f0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fe014070000 tx=0x7fe00401c4b0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe019b9e640 1 -- 172.21.15.32:0/1242497572 shutdown_connections 2024-09-13T17:48:13.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe019b9e640 1 --2- 172.21.15.32:0/1242497572 >> v2:172.21.15.159:3300/0 conn(0x7fe0140b2240 0x7fe0140abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe019b9e640 1 --2- 172.21.15.32:0/1242497572 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe01415a520 0x7fe0140ce4f0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe019b9e640 1 -- 172.21.15.32:0/1242497572 >> 172.21.15.32:0/1242497572 conn(0x7fe01406a150 msgr2=0x7fe01406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:13.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe019b9e640 1 -- 172.21.15.32:0/1242497572 shutdown_connections 2024-09-13T17:48:13.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe019b9e640 1 -- 172.21.15.32:0/1242497572 wait complete. 2024-09-13T17:48:13.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe019b9e640 1 Processor -- start 2024-09-13T17:48:13.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe019b9e640 1 -- start start 2024-09-13T17:48:13.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe019b9e640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe0140b2240 0x7fe014155390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe019b9e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0140cea30 0x7fe01415b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe019b9e640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe01415a520 0x7fe014154cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe019b9e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe014155210 con 0x7fe0140cea30 2024-09-13T17:48:13.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe019b9e640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe01415cbe0 con 0x7fe01415a520 2024-09-13T17:48:13.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe019b9e640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe01415bfd0 con 0x7fe0140b2240 2024-09-13T17:48:13.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe012ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0140cea30 0x7fe01415b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe012ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0140cea30 0x7fe01415b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46082/0 (socket says 172.21.15.32:46082) 2024-09-13T17:48:13.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe012ffd640 1 -- 172.21.15.32:0/1002931777 learned_addr learned my addr 172.21.15.32:0/1002931777 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:13.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe013fff640 1 --2- 172.21.15.32:0/1002931777 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe01415a520 0x7fe014154cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe012ffd640 1 -- 172.21.15.32:0/1002931777 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe0140b2240 msgr2=0x7fe014155390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe012ffd640 1 --2- 172.21.15.32:0/1002931777 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe0140b2240 0x7fe014155390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe012ffd640 1 -- 172.21.15.32:0/1002931777 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe01415a520 msgr2=0x7fe014154cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe012ffd640 1 --2- 172.21.15.32:0/1002931777 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe01415a520 0x7fe014154cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe012ffd640 1 -- 172.21.15.32:0/1002931777 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0040094d0 con 0x7fe0140cea30 2024-09-13T17:48:13.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe013fff640 1 --2- 172.21.15.32:0/1002931777 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe01415a520 0x7fe014154cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:13.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe012ffd640 1 --2- 172.21.15.32:0/1002931777 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0140cea30 0x7fe01415b9d0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fe00800c450 tx=0x7fe00800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:13.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fdffbfff640 1 -- 172.21.15.32:0/1002931777 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe008012830 con 0x7fe0140cea30 2024-09-13T17:48:13.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fdffbfff640 1 -- 172.21.15.32:0/1002931777 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0080129b0 con 0x7fe0140cea30 2024-09-13T17:48:13.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe019b9e640 1 -- 172.21.15.32:0/1002931777 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe01415c2b0 con 0x7fe0140cea30 2024-09-13T17:48:13.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fdffbfff640 1 -- 172.21.15.32:0/1002931777 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe008012d60 con 0x7fe0140cea30 2024-09-13T17:48:13.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.209+0000 7fe019b9e640 1 -- 172.21.15.32:0/1002931777 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe01415c870 con 0x7fe0140cea30 2024-09-13T17:48:13.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.213+0000 7fe019b9e640 1 -- 172.21.15.32:0/1002931777 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe0140abad0 con 0x7fe0140cea30 2024-09-13T17:48:13.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.213+0000 7fdffbfff640 1 -- 172.21.15.32:0/1002931777 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe00801c460 con 0x7fe0140cea30 2024-09-13T17:48:13.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.213+0000 7fdffbfff640 1 --2- 172.21.15.32:0/1002931777 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe000066690 0x7fe000068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.213+0000 7fdffbfff640 1 -- 172.21.15.32:0/1002931777 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fe008084430 con 0x7fe0140cea30 2024-09-13T17:48:13.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.213+0000 7fe0137fe640 1 --2- 172.21.15.32:0/1002931777 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe000066690 0x7fe000068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.213+0000 7fe0137fe640 1 --2- 172.21.15.32:0/1002931777 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe000066690 0x7fe000068b50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe0040ae000 tx=0x7fe004008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:13.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.217+0000 7fdffbfff640 1 -- 172.21.15.32:0/1002931777 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe0080513e0 con 0x7fe0140cea30 2024-09-13T17:48:13.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.373+0000 7fe019b9e640 1 -- 172.21.15.32:0/1002931777 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe0141648c0 con 0x7fe0140cea30 2024-09-13T17:48:13.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.377+0000 7fdffbfff640 1 -- 172.21.15.32:0/1002931777 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe008054a00 con 0x7fe0140cea30 2024-09-13T17:48:13.377 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:48:13.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.377+0000 7fe019b9e640 1 -- 172.21.15.32:0/1002931777 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe000066690 msgr2=0x7fe000068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.377+0000 7fe019b9e640 1 --2- 172.21.15.32:0/1002931777 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe000066690 0x7fe000068b50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe0040ae000 tx=0x7fe004008040 comp rx=0 tx=0).stop 2024-09-13T17:48:13.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.377+0000 7fe019b9e640 1 -- 172.21.15.32:0/1002931777 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0140cea30 msgr2=0x7fe01415b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.377+0000 7fe019b9e640 1 --2- 172.21.15.32:0/1002931777 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0140cea30 0x7fe01415b9d0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fe00800c450 tx=0x7fe00800c910 comp rx=0 tx=0).stop 2024-09-13T17:48:13.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.377+0000 7fe019b9e640 1 -- 172.21.15.32:0/1002931777 shutdown_connections 2024-09-13T17:48:13.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.377+0000 7fe019b9e640 1 --2- 172.21.15.32:0/1002931777 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe000066690 0x7fe000068b50 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.377+0000 7fe019b9e640 1 --2- 172.21.15.32:0/1002931777 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe01415a520 0x7fe014154cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.377+0000 7fe019b9e640 1 --2- 172.21.15.32:0/1002931777 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0140cea30 0x7fe01415b9d0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.377+0000 7fe019b9e640 1 --2- 172.21.15.32:0/1002931777 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe0140b2240 0x7fe014155390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.377+0000 7fe019b9e640 1 -- 172.21.15.32:0/1002931777 >> 172.21.15.32:0/1002931777 conn(0x7fe01406a150 msgr2=0x7fe0140afe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:13.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.377+0000 7fe019b9e640 1 -- 172.21.15.32:0/1002931777 shutdown_connections 2024-09-13T17:48:13.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.377+0000 7fe019b9e640 1 -- 172.21.15.32:0/1002931777 wait complete. 2024-09-13T17:48:13.396 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:48:13.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c8b18640 1 Processor -- start 2024-09-13T17:48:13.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c8b18640 1 -- start start 2024-09-13T17:48:13.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c8b18640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f04c40cc6d0 0x7f04c406dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c8b18640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04c4159da0 con 0x7f04c4159650 2024-09-13T17:48:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c8b18640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04c415a080 con 0x7f04c40ab150 2024-09-13T17:48:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c8b18640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04c415a640 con 0x7f04c40cc6d0 2024-09-13T17:48:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c1d9b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f04c4159650 0x7f04c415d2e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43262/0 (socket says 172.21.15.32:43262) 2024-09-13T17:48:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c1d9b640 1 -- 172.21.15.32:0/173725762 learned_addr learned my addr 172.21.15.32:0/173725762 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c259c640 1 --2- 172.21.15.32:0/173725762 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f04c40cc6d0 0x7f04c406dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c159a640 1 -- 172.21.15.32:0/173725762 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1556347649 0 0) 0x7f04c4159da0 con 0x7f04c4159650 2024-09-13T17:48:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c159a640 1 -- 172.21.15.32:0/173725762 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f04ac003530 con 0x7f04c4159650 2024-09-13T17:48:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c159a640 1 -- 172.21.15.32:0/173725762 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1685238376 0 0) 0x7f04ac003530 con 0x7f04c4159650 2024-09-13T17:48:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c159a640 1 -- 172.21.15.32:0/173725762 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f04c40cc6d0 msgr2=0x7f04c406dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c159a640 1 --2- 172.21.15.32:0/173725762 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f04c40cc6d0 0x7f04c406dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c159a640 1 -- 172.21.15.32:0/173725762 >> v1:172.21.15.159:6789/0 conn(0x7f04c40ab150 legacy=0x7f04c40ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c159a640 1 -- 172.21.15.32:0/173725762 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04c415a360 con 0x7f04c4159650 2024-09-13T17:48:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c159a640 1 -- 172.21.15.32:0/173725762 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f04b8001680 con 0x7f04c4159650 2024-09-13T17:48:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c159a640 1 -- 172.21.15.32:0/173725762 >> v1:172.21.15.32:6789/0 conn(0x7f04c4159650 legacy=0x7f04c415d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c159a640 1 --2- 172.21.15.32:0/173725762 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f04ac0039b0 0x7f04ac003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c159a640 1 --2- 172.21.15.32:0/173725762 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04ac0047d0 0x7f04ac004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c159a640 1 --2- 172.21.15.32:0/173725762 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f04c40cc6d0 0x7f04ac0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c159a640 1 -- 172.21.15.32:0/173725762 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04c415a640 con 0x7f04ac0047d0 2024-09-13T17:48:13.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c159a640 1 -- 172.21.15.32:0/173725762 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04ac00bac0 con 0x7f04ac0039b0 2024-09-13T17:48:13.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c159a640 1 -- 172.21.15.32:0/173725762 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04ac00de90 con 0x7f04c40cc6d0 2024-09-13T17:48:13.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c1d9b640 1 --2- 172.21.15.32:0/173725762 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04ac0047d0 0x7f04ac004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c259c640 1 --2- 172.21.15.32:0/173725762 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f04ac0039b0 0x7f04ac003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c2d9d640 1 --2- 172.21.15.32:0/173725762 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f04c40cc6d0 0x7f04ac0051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c1d9b640 1 -- 172.21.15.32:0/173725762 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f04c40cc6d0 msgr2=0x7f04ac0051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:13.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c1d9b640 1 --2- 172.21.15.32:0/173725762 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f04c40cc6d0 0x7f04ac0051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c1d9b640 1 -- 172.21.15.32:0/173725762 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f04ac0039b0 msgr2=0x7f04ac003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:13.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c1d9b640 1 --2- 172.21.15.32:0/173725762 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f04ac0039b0 0x7f04ac003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.525+0000 7f04c1d9b640 1 -- 172.21.15.32:0/173725762 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04ac003530 con 0x7f04ac0047d0 2024-09-13T17:48:13.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.529+0000 7f04c1d9b640 1 --2- 172.21.15.32:0/173725762 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04ac0047d0 0x7f04ac004c50 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f04b800c210 tx=0x7f04b801f390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3f2648d0d89041f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:13.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.529+0000 7f04c159a640 1 -- 172.21.15.32:0/173725762 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04b8005ae0 con 0x7f04ac0047d0 2024-09-13T17:48:13.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.529+0000 7f04c159a640 1 -- 172.21.15.32:0/173725762 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04b80ab070 con 0x7f04ac0047d0 2024-09-13T17:48:13.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.529+0000 7f04c159a640 1 -- 172.21.15.32:0/173725762 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04b8007070 con 0x7f04ac0047d0 2024-09-13T17:48:13.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.529+0000 7f04c8b18640 1 -- 172.21.15.32:0/173725762 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04ac0047d0 msgr2=0x7f04ac004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.529+0000 7f04c8b18640 1 --2- 172.21.15.32:0/173725762 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04ac0047d0 0x7f04ac004c50 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f04b800c210 tx=0x7f04b801f390 comp rx=0 tx=0).stop 2024-09-13T17:48:13.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.529+0000 7f04c2d9d640 1 -- 172.21.15.32:0/173725762 reap_dead start 2024-09-13T17:48:13.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.529+0000 7f04c8b18640 1 -- 172.21.15.32:0/173725762 shutdown_connections 2024-09-13T17:48:13.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.529+0000 7f04c8b18640 1 -- 172.21.15.32:0/173725762 >> 172.21.15.32:0/173725762 conn(0x7f04c406a150 msgr2=0x7f04c406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:13.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.529+0000 7f04c8b18640 1 -- 172.21.15.32:0/173725762 shutdown_connections 2024-09-13T17:48:13.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.529+0000 7f04c8b18640 1 -- 172.21.15.32:0/173725762 wait complete. 2024-09-13T17:48:13.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.529+0000 7f04c8b18640 1 Processor -- start 2024-09-13T17:48:13.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.529+0000 7f04c8b18640 1 -- start start 2024-09-13T17:48:13.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.529+0000 7f04c8b18640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04ac0047d0 0x7f04c40c2800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c8b18640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f04c40acb00 0x7f04c40c9a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c8b18640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f04c41f4a60 0x7f04c41f4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c8b18640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04c40aee30 con 0x7f04ac0047d0 2024-09-13T17:48:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c8b18640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04c4157960 con 0x7f04c40acb00 2024-09-13T17:48:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c8b18640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04c409c0d0 con 0x7f04c41f4a60 2024-09-13T17:48:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04ac0047d0 0x7f04c40c2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04ac0047d0 0x7f04c40c2800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46106/0 (socket says 172.21.15.32:46106) 2024-09-13T17:48:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c259c640 1 -- 172.21.15.32:0/1222218334 learned_addr learned my addr 172.21.15.32:0/1222218334 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c1d9b640 1 --2- 172.21.15.32:0/1222218334 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f04c40acb00 0x7f04c40c9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c2d9d640 1 --2- 172.21.15.32:0/1222218334 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f04c41f4a60 0x7f04c41f4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c259c640 1 -- 172.21.15.32:0/1222218334 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f04c41f4a60 msgr2=0x7f04c41f4ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c259c640 1 --2- 172.21.15.32:0/1222218334 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f04c41f4a60 0x7f04c41f4ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c259c640 1 -- 172.21.15.32:0/1222218334 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f04c40acb00 msgr2=0x7f04c40c9a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c259c640 1 --2- 172.21.15.32:0/1222218334 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f04c40acb00 0x7f04c40c9a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c259c640 1 -- 172.21.15.32:0/1222218334 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04c415c930 con 0x7f04ac0047d0 2024-09-13T17:48:13.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c259c640 1 --2- 172.21.15.32:0/1222218334 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04ac0047d0 0x7f04c40c2800 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f04b400f580 tx=0x7f04b400fa40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:13.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04b2ffd640 1 -- 172.21.15.32:0/1222218334 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04b4014870 con 0x7f04ac0047d0 2024-09-13T17:48:13.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04b2ffd640 1 -- 172.21.15.32:0/1222218334 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04b40149d0 con 0x7f04ac0047d0 2024-09-13T17:48:13.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c8b18640 1 -- 172.21.15.32:0/1222218334 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04c4157bb0 con 0x7f04ac0047d0 2024-09-13T17:48:13.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04b2ffd640 1 -- 172.21.15.32:0/1222218334 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04b4014d60 con 0x7f04ac0047d0 2024-09-13T17:48:13.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c8b18640 1 -- 172.21.15.32:0/1222218334 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04c41f5420 con 0x7f04ac0047d0 2024-09-13T17:48:13.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c8b18640 1 -- 172.21.15.32:0/1222218334 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04c40ab600 con 0x7f04ac0047d0 2024-09-13T17:48:13.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04b2ffd640 1 -- 172.21.15.32:0/1222218334 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f04b4015410 con 0x7f04ac0047d0 2024-09-13T17:48:13.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04b2ffd640 1 --2- 172.21.15.32:0/1222218334 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f04a40666c0 0x7f04a4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04b2ffd640 1 -- 172.21.15.32:0/1222218334 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f04b4084fb0 con 0x7f04ac0047d0 2024-09-13T17:48:13.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c1d9b640 1 --2- 172.21.15.32:0/1222218334 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f04a40666c0 0x7f04a4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.533+0000 7f04c1d9b640 1 --2- 172.21.15.32:0/1222218334 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f04a40666c0 0x7f04a4068b80 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f04b80af000 tx=0x7f04b80aa000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:13.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.537+0000 7f04b2ffd640 1 -- 172.21.15.32:0/1222218334 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f04b4051ed0 con 0x7f04ac0047d0 2024-09-13T17:48:13.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.701+0000 7f04c8b18640 1 -- 172.21.15.32:0/1222218334 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f04c40b1310 con 0x7f04ac0047d0 2024-09-13T17:48:13.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.701+0000 7f04b2ffd640 1 -- 172.21.15.32:0/1222218334 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f04b40554f0 con 0x7f04ac0047d0 2024-09-13T17:48:13.704 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:13.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.705+0000 7f04c8b18640 1 -- 172.21.15.32:0/1222218334 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f04a40666c0 msgr2=0x7f04a4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.705+0000 7f04c8b18640 1 --2- 172.21.15.32:0/1222218334 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f04a40666c0 0x7f04a4068b80 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f04b80af000 tx=0x7f04b80aa000 comp rx=0 tx=0).stop 2024-09-13T17:48:13.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.705+0000 7f04c8b18640 1 -- 172.21.15.32:0/1222218334 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04ac0047d0 msgr2=0x7f04c40c2800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.705+0000 7f04c8b18640 1 --2- 172.21.15.32:0/1222218334 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04ac0047d0 0x7f04c40c2800 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f04b400f580 tx=0x7f04b400fa40 comp rx=0 tx=0).stop 2024-09-13T17:48:13.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.705+0000 7f04c8b18640 1 -- 172.21.15.32:0/1222218334 shutdown_connections 2024-09-13T17:48:13.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.705+0000 7f04c8b18640 1 --2- 172.21.15.32:0/1222218334 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f04a40666c0 0x7f04a4068b80 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.705+0000 7f04c8b18640 1 --2- 172.21.15.32:0/1222218334 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f04c41f4a60 0x7f04c41f4ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.705+0000 7f04c8b18640 1 --2- 172.21.15.32:0/1222218334 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f04c40acb00 0x7f04c40c9a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.705+0000 7f04c8b18640 1 --2- 172.21.15.32:0/1222218334 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f04ac0047d0 0x7f04c40c2800 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.705+0000 7f04c8b18640 1 -- 172.21.15.32:0/1222218334 >> 172.21.15.32:0/1222218334 conn(0x7f04c406a150 msgr2=0x7f04c40cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:13.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.705+0000 7f04c8b18640 1 -- 172.21.15.32:0/1222218334 shutdown_connections 2024-09-13T17:48:13.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.705+0000 7f04c8b18640 1 -- 172.21.15.32:0/1222218334 wait complete. 2024-09-13T17:48:13.723 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:48:13.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33b5e8c640 1 Processor -- start 2024-09-13T17:48:13.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33b5e8c640 1 -- start start 2024-09-13T17:48:13.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33b5e8c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f33b0065c80 0x7f33b006b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33b5e8c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f33b006b900 con 0x7f33b00cde10 2024-09-13T17:48:13.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33b5e8c640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f33b015c9a0 con 0x7f33b00c9190 2024-09-13T17:48:13.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33b5e8c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33b006a320 con 0x7f33b0065c80 2024-09-13T17:48:13.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33af7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f33b00cde10 0x7f33b00ce1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43276/0 (socket says 172.21.15.32:43276) 2024-09-13T17:48:13.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33af7fe640 1 -- 172.21.15.32:0/3769121715 learned_addr learned my addr 172.21.15.32:0/3769121715 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:13.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33aeffd640 1 --2- 172.21.15.32:0/3769121715 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f33b0065c80 0x7f33b006b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33ae7fc640 1 -- 172.21.15.32:0/3769121715 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4020190788 0 0) 0x7f33b006b900 con 0x7f33b00cde10 2024-09-13T17:48:13.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33ae7fc640 1 -- 172.21.15.32:0/3769121715 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f339c003530 con 0x7f33b00cde10 2024-09-13T17:48:13.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33ae7fc640 1 -- 172.21.15.32:0/3769121715 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2258594988 0 0) 0x7f339c003530 con 0x7f33b00cde10 2024-09-13T17:48:13.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33ae7fc640 1 -- 172.21.15.32:0/3769121715 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f33b0065c80 msgr2=0x7f33b006b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:13.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33ae7fc640 1 --2- 172.21.15.32:0/3769121715 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f33b0065c80 0x7f33b006b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33ae7fc640 1 -- 172.21.15.32:0/3769121715 >> v1:172.21.15.159:6789/0 conn(0x7f33b00c9190 legacy=0x7f33b006cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33ae7fc640 1 -- 172.21.15.32:0/3769121715 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33b006a600 con 0x7f33b00cde10 2024-09-13T17:48:13.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33ae7fc640 1 -- 172.21.15.32:0/3769121715 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f3398001680 con 0x7f33b00cde10 2024-09-13T17:48:13.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33ae7fc640 1 -- 172.21.15.32:0/3769121715 >> v1:172.21.15.32:6789/0 conn(0x7f33b00cde10 legacy=0x7f33b00ce1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33ae7fc640 1 --2- 172.21.15.32:0/3769121715 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f339c0039b0 0x7f339c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33ae7fc640 1 --2- 172.21.15.32:0/3769121715 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f33b0065c80 0x7f339c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33ae7fc640 1 --2- 172.21.15.32:0/3769121715 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f339c004d10 0x7f339c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33ae7fc640 1 -- 172.21.15.32:0/3769121715 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33b006a320 con 0x7f339c0039b0 2024-09-13T17:48:13.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33ae7fc640 1 -- 172.21.15.32:0/3769121715 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f339c00ba70 con 0x7f339c004d10 2024-09-13T17:48:13.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33ae7fc640 1 -- 172.21.15.32:0/3769121715 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f339c00bc30 con 0x7f33b0065c80 2024-09-13T17:48:13.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33af7fe640 1 --2- 172.21.15.32:0/3769121715 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f339c0039b0 0x7f339c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33affff640 1 --2- 172.21.15.32:0/3769121715 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f339c004d10 0x7f339c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33aeffd640 1 --2- 172.21.15.32:0/3769121715 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f33b0065c80 0x7f339c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33af7fe640 1 -- 172.21.15.32:0/3769121715 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f33b0065c80 msgr2=0x7f339c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:13.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33af7fe640 1 --2- 172.21.15.32:0/3769121715 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f33b0065c80 0x7f339c0047d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33af7fe640 1 -- 172.21.15.32:0/3769121715 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f339c004d10 msgr2=0x7f339c005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:13.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33af7fe640 1 --2- 172.21.15.32:0/3769121715 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f339c004d10 0x7f339c005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33af7fe640 1 -- 172.21.15.32:0/3769121715 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f339c003530 con 0x7f339c0039b0 2024-09-13T17:48:13.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.837+0000 7f33affff640 1 --2- 172.21.15.32:0/3769121715 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f339c004d10 0x7f339c005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:13.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.841+0000 7f33af7fe640 1 --2- 172.21.15.32:0/3769121715 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f339c0039b0 0x7f339c003dd0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f339800c210 tx=0x7f339801cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82bf5c35378217fa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:13.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.841+0000 7f33ae7fc640 1 -- 172.21.15.32:0/3769121715 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3398005ae0 con 0x7f339c0039b0 2024-09-13T17:48:13.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.841+0000 7f33ae7fc640 1 -- 172.21.15.32:0/3769121715 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3398005c40 con 0x7f339c0039b0 2024-09-13T17:48:13.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.841+0000 7f33ae7fc640 1 -- 172.21.15.32:0/3769121715 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33980a57d0 con 0x7f339c0039b0 2024-09-13T17:48:13.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.841+0000 7f33b5e8c640 1 -- 172.21.15.32:0/3769121715 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f339c0039b0 msgr2=0x7f339c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.841+0000 7f33b5e8c640 1 --2- 172.21.15.32:0/3769121715 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f339c0039b0 0x7f339c003dd0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f339800c210 tx=0x7f339801cc10 comp rx=0 tx=0).stop 2024-09-13T17:48:13.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.841+0000 7f33affff640 1 -- 172.21.15.32:0/3769121715 reap_dead start 2024-09-13T17:48:13.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.841+0000 7f33b5e8c640 1 -- 172.21.15.32:0/3769121715 shutdown_connections 2024-09-13T17:48:13.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.841+0000 7f33b5e8c640 1 -- 172.21.15.32:0/3769121715 >> 172.21.15.32:0/3769121715 conn(0x7f33b00cb5c0 msgr2=0x7f33b00cb9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:13.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.841+0000 7f33b5e8c640 1 -- 172.21.15.32:0/3769121715 shutdown_connections 2024-09-13T17:48:13.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.841+0000 7f33b5e8c640 1 -- 172.21.15.32:0/3769121715 wait complete. 2024-09-13T17:48:13.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.841+0000 7f33b5e8c640 1 Processor -- start 2024-09-13T17:48:13.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.841+0000 7f33b5e8c640 1 -- start start 2024-09-13T17:48:13.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33b5e8c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f339c0039b0 0x7f33b01585a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33b5e8c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33b00c34d0 0x7f33b0162630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33b5e8c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f33b0162b70 0x7f33b015b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33b5e8c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33b00c3970 con 0x7f33b00c34d0 2024-09-13T17:48:13.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33b5e8c640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33b00c3c50 con 0x7f339c0039b0 2024-09-13T17:48:13.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33b5e8c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33b00c3f30 con 0x7f33b0162b70 2024-09-13T17:48:13.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33aeffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33b00c34d0 0x7f33b0162630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33aeffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33b00c34d0 0x7f33b0162630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46118/0 (socket says 172.21.15.32:46118) 2024-09-13T17:48:13.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33aeffd640 1 -- 172.21.15.32:0/3362173304 learned_addr learned my addr 172.21.15.32:0/3362173304 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:13.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33af7fe640 1 --2- 172.21.15.32:0/3362173304 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f339c0039b0 0x7f33b01585a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33aeffd640 1 -- 172.21.15.32:0/3362173304 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f33b0162b70 msgr2=0x7f33b015b520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33aeffd640 1 --2- 172.21.15.32:0/3362173304 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f33b0162b70 0x7f33b015b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33aeffd640 1 -- 172.21.15.32:0/3362173304 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f339c0039b0 msgr2=0x7f33b01585a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:13.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33aeffd640 1 --2- 172.21.15.32:0/3362173304 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f339c0039b0 0x7f33b01585a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:13.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33aeffd640 1 -- 172.21.15.32:0/3362173304 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33b00c4210 con 0x7f33b00c34d0 2024-09-13T17:48:13.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33aeffd640 1 --2- 172.21.15.32:0/3362173304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33b00c34d0 0x7f33b0162630 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f33a0010810 tx=0x7f33a0010cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:13.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33a7fff640 1 -- 172.21.15.32:0/3362173304 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33a00095f0 con 0x7f33b00c34d0 2024-09-13T17:48:13.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33a7fff640 1 -- 172.21.15.32:0/3362173304 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33a000eb60 con 0x7f33b00c34d0 2024-09-13T17:48:13.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33b5e8c640 1 -- 172.21.15.32:0/3362173304 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33b00c44f0 con 0x7f33b00c34d0 2024-09-13T17:48:13.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33a7fff640 1 -- 172.21.15.32:0/3362173304 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33a001c400 con 0x7f33b00c34d0 2024-09-13T17:48:13.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33b5e8c640 1 -- 172.21.15.32:0/3362173304 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33b00c4a10 con 0x7f33b00c34d0 2024-09-13T17:48:13.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33b5e8c640 1 -- 172.21.15.32:0/3362173304 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33b006b7d0 con 0x7f33b00c34d0 2024-09-13T17:48:13.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33a7fff640 1 -- 172.21.15.32:0/3362173304 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f33a001c560 con 0x7f33b00c34d0 2024-09-13T17:48:13.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33a7fff640 1 --2- 172.21.15.32:0/3362173304 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f33900666c0 0x7f3390068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:13.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33a7fff640 1 -- 172.21.15.32:0/3362173304 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f33a00849c0 con 0x7f33b00c34d0 2024-09-13T17:48:13.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.845+0000 7f33af7fe640 1 --2- 172.21.15.32:0/3362173304 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f33900666c0 0x7f3390068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:13.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.849+0000 7f33af7fe640 1 --2- 172.21.15.32:0/3362173304 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f33900666c0 0x7f3390068b80 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f33980ab000 tx=0x7f33980a7070 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:13.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:13.849+0000 7f33a7fff640 1 -- 172.21.15.32:0/3362173304 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f33a0051a20 con 0x7f33b00c34d0 2024-09-13T17:48:14.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.009+0000 7f33b5e8c640 1 -- 172.21.15.32:0/3362173304 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f33b00c2450 con 0x7f33b00c34d0 2024-09-13T17:48:14.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.009+0000 7f33a7fff640 1 -- 172.21.15.32:0/3362173304 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f33a0055040 con 0x7f33b00c34d0 2024-09-13T17:48:14.012 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:48:14.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.013+0000 7f33b5e8c640 1 -- 172.21.15.32:0/3362173304 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f33900666c0 msgr2=0x7f3390068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:14.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.013+0000 7f33b5e8c640 1 --2- 172.21.15.32:0/3362173304 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f33900666c0 0x7f3390068b80 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f33980ab000 tx=0x7f33980a7070 comp rx=0 tx=0).stop 2024-09-13T17:48:14.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.013+0000 7f33b5e8c640 1 -- 172.21.15.32:0/3362173304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33b00c34d0 msgr2=0x7f33b0162630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:14.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.013+0000 7f33b5e8c640 1 --2- 172.21.15.32:0/3362173304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33b00c34d0 0x7f33b0162630 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f33a0010810 tx=0x7f33a0010cd0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.013+0000 7f33b5e8c640 1 -- 172.21.15.32:0/3362173304 shutdown_connections 2024-09-13T17:48:14.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.013+0000 7f33b5e8c640 1 --2- 172.21.15.32:0/3362173304 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f33900666c0 0x7f3390068b80 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.013+0000 7f33b5e8c640 1 --2- 172.21.15.32:0/3362173304 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f33b0162b70 0x7f33b015b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.013+0000 7f33b5e8c640 1 --2- 172.21.15.32:0/3362173304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33b00c34d0 0x7f33b0162630 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.013+0000 7f33b5e8c640 1 --2- 172.21.15.32:0/3362173304 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f339c0039b0 0x7f33b01585a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.013+0000 7f33b5e8c640 1 -- 172.21.15.32:0/3362173304 >> 172.21.15.32:0/3362173304 conn(0x7f33b00cb5c0 msgr2=0x7f33b0073350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:14.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.013+0000 7f33b5e8c640 1 -- 172.21.15.32:0/3362173304 shutdown_connections 2024-09-13T17:48:14.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.013+0000 7f33b5e8c640 1 -- 172.21.15.32:0/3362173304 wait complete. 2024-09-13T17:48:14.031 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T17:48:14.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.149+0000 7f9962df2640 1 Processor -- start 2024-09-13T17:48:14.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.149+0000 7f9962df2640 1 -- start start 2024-09-13T17:48:14.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.149+0000 7f9962df2640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f995c15c500 0x7f995c0d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f9962df2640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f995c0d28a0 0x7f995c0cd270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f9962df2640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f995c0d1320 con 0x7f995c160ae0 2024-09-13T17:48:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f9962df2640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f995c0d0710 con 0x7f995c0d28a0 2024-09-13T17:48:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f9962df2640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f995c0d09f0 con 0x7f995c15c500 2024-09-13T17:48:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f9953fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f995c160ae0 0x7f995c0d2190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43290/0 (socket says 172.21.15.32:43290) 2024-09-13T17:48:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f9953fff640 1 -- 172.21.15.32:0/3924528263 learned_addr learned my addr 172.21.15.32:0/3924528263 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f996138f640 1 --2- 172.21.15.32:0/3924528263 >> v2:172.21.15.159:3300/0 conn(0x7f995c0d28a0 0x7f995c0cd270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 -- 172.21.15.32:0/3924528263 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2424511282 0 0) 0x7f995c0d1320 con 0x7f995c160ae0 2024-09-13T17:48:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f9960b8e640 1 --2- 172.21.15.32:0/3924528263 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f995c15c500 0x7f995c0d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 -- 172.21.15.32:0/3924528263 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9944003530 con 0x7f995c160ae0 2024-09-13T17:48:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 -- 172.21.15.32:0/3924528263 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4135649052 0 0) 0x7f9944003530 con 0x7f995c160ae0 2024-09-13T17:48:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 -- 172.21.15.32:0/3924528263 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f995c15c500 msgr2=0x7f995c0d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 --2- 172.21.15.32:0/3924528263 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f995c15c500 0x7f995c0d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 -- 172.21.15.32:0/3924528263 >> v2:172.21.15.159:3300/0 conn(0x7f995c0d28a0 msgr2=0x7f995c0cd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 --2- 172.21.15.32:0/3924528263 >> v2:172.21.15.159:3300/0 conn(0x7f995c0d28a0 0x7f995c0cd270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 -- 172.21.15.32:0/3924528263 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f995c0d0cd0 con 0x7f995c160ae0 2024-09-13T17:48:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 -- 172.21.15.32:0/3924528263 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f994c001680 con 0x7f995c160ae0 2024-09-13T17:48:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 -- 172.21.15.32:0/3924528263 >> v1:172.21.15.32:6789/0 conn(0x7f995c160ae0 legacy=0x7f995c0d2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 --2- 172.21.15.32:0/3924528263 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9944003980 0x7f9944003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 --2- 172.21.15.32:0/3924528263 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99440047d0 0x7f9944004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 --2- 172.21.15.32:0/3924528263 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f995c15c500 0x7f9944005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 -- 172.21.15.32:0/3924528263 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f995c0d0710 con 0x7f99440047d0 2024-09-13T17:48:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 -- 172.21.15.32:0/3924528263 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f995c0d09f0 con 0x7f9944003980 2024-09-13T17:48:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 -- 172.21.15.32:0/3924528263 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f994400b9e0 con 0x7f995c15c500 2024-09-13T17:48:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f9953fff640 1 --2- 172.21.15.32:0/3924528263 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99440047d0 0x7f9944004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f9960b8e640 1 --2- 172.21.15.32:0/3924528263 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9944003980 0x7f9944003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:14.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f996138f640 1 --2- 172.21.15.32:0/3924528263 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f995c15c500 0x7f9944005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:14.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f9953fff640 1 -- 172.21.15.32:0/3924528263 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f995c15c500 msgr2=0x7f9944005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:14.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f9953fff640 1 --2- 172.21.15.32:0/3924528263 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f995c15c500 0x7f9944005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f9953fff640 1 -- 172.21.15.32:0/3924528263 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9944003980 msgr2=0x7f9944003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:14.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f9953fff640 1 --2- 172.21.15.32:0/3924528263 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9944003980 0x7f9944003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f9953fff640 1 -- 172.21.15.32:0/3924528263 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9944003530 con 0x7f99440047d0 2024-09-13T17:48:14.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f9960b8e640 1 --2- 172.21.15.32:0/3924528263 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9944003980 0x7f9944003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:14.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f9953fff640 1 --2- 172.21.15.32:0/3924528263 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99440047d0 0x7f9944004c50 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f994c00c110 tx=0x7f994c01cb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b17b72dd799d784 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:14.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 -- 172.21.15.32:0/3924528263 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f994c0058e0 con 0x7f99440047d0 2024-09-13T17:48:14.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 -- 172.21.15.32:0/3924528263 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f994c005a40 con 0x7f99440047d0 2024-09-13T17:48:14.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.153+0000 7f99537fe640 1 -- 172.21.15.32:0/3924528263 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f994c005df0 con 0x7f99440047d0 2024-09-13T17:48:14.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9962df2640 1 -- 172.21.15.32:0/3924528263 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99440047d0 msgr2=0x7f9944004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:14.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9962df2640 1 --2- 172.21.15.32:0/3924528263 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99440047d0 0x7f9944004c50 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f994c00c110 tx=0x7f994c01cb50 comp rx=0 tx=0).stop 2024-09-13T17:48:14.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f996138f640 1 -- 172.21.15.32:0/3924528263 reap_dead start 2024-09-13T17:48:14.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9962df2640 1 -- 172.21.15.32:0/3924528263 shutdown_connections 2024-09-13T17:48:14.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9962df2640 1 -- 172.21.15.32:0/3924528263 >> 172.21.15.32:0/3924528263 conn(0x7f995c089f70 msgr2=0x7f995c09b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:14.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9962df2640 1 -- 172.21.15.32:0/3924528263 shutdown_connections 2024-09-13T17:48:14.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9962df2640 1 -- 172.21.15.32:0/3924528263 wait complete. 2024-09-13T17:48:14.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9962df2640 1 Processor -- start 2024-09-13T17:48:14.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9962df2640 1 -- start start 2024-09-13T17:48:14.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9962df2640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f99440047d0 0x7f995c0b6590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:14.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9962df2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f995c158f60 0x7f995c1f5110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:14.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9962df2640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f995c1f5650 0x7f995c15ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:14.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9962df2640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f995c1f6120 con 0x7f995c158f60 2024-09-13T17:48:14.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9962df2640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f995c1f5b60 con 0x7f99440047d0 2024-09-13T17:48:14.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9962df2640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f995c1f5e40 con 0x7f995c1f5650 2024-09-13T17:48:14.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9953fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f995c158f60 0x7f995c1f5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:14.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9953fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f995c158f60 0x7f995c1f5110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46142/0 (socket says 172.21.15.32:46142) 2024-09-13T17:48:14.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9953fff640 1 -- 172.21.15.32:0/105558682 learned_addr learned my addr 172.21.15.32:0/105558682 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:14.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9960b8e640 1 --2- 172.21.15.32:0/105558682 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f99440047d0 0x7f995c0b6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:14.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f996138f640 1 --2- 172.21.15.32:0/105558682 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f995c1f5650 0x7f995c15ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:14.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9953fff640 1 -- 172.21.15.32:0/105558682 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f995c1f5650 msgr2=0x7f995c15ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:14.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9953fff640 1 --2- 172.21.15.32:0/105558682 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f995c1f5650 0x7f995c15ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9953fff640 1 -- 172.21.15.32:0/105558682 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f99440047d0 msgr2=0x7f995c0b6590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:14.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9953fff640 1 --2- 172.21.15.32:0/105558682 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f99440047d0 0x7f995c0b6590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9953fff640 1 -- 172.21.15.32:0/105558682 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f995c15cc90 con 0x7f995c158f60 2024-09-13T17:48:14.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9953fff640 1 --2- 172.21.15.32:0/105558682 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f995c158f60 0x7f995c1f5110 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f994c00c110 tx=0x7f9944005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:14.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f99517fa640 1 -- 172.21.15.32:0/105558682 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f994c0049f0 con 0x7f995c158f60 2024-09-13T17:48:14.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f99517fa640 1 -- 172.21.15.32:0/105558682 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f994c004b50 con 0x7f995c158f60 2024-09-13T17:48:14.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f99517fa640 1 -- 172.21.15.32:0/105558682 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f994c001700 con 0x7f995c158f60 2024-09-13T17:48:14.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9962df2640 1 -- 172.21.15.32:0/105558682 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f995c15cf70 con 0x7f995c158f60 2024-09-13T17:48:14.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9962df2640 1 -- 172.21.15.32:0/105558682 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f995c0cc050 con 0x7f995c158f60 2024-09-13T17:48:14.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.157+0000 7f9962df2640 1 -- 172.21.15.32:0/105558682 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f995c0cc240 con 0x7f995c158f60 2024-09-13T17:48:14.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.161+0000 7f99517fa640 1 -- 172.21.15.32:0/105558682 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f994c0070d0 con 0x7f995c158f60 2024-09-13T17:48:14.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.161+0000 7f99517fa640 1 --2- 172.21.15.32:0/105558682 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9948066690 0x7f9948068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:14.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.161+0000 7f99517fa640 1 -- 172.21.15.32:0/105558682 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f994c11d750 con 0x7f995c158f60 2024-09-13T17:48:14.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.161+0000 7f9960b8e640 1 --2- 172.21.15.32:0/105558682 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9948066690 0x7f9948068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:14.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.161+0000 7f9960b8e640 1 --2- 172.21.15.32:0/105558682 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9948066690 0x7f9948068b50 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f99580099e0 tx=0x7f9958008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:14.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.165+0000 7f99517fa640 1 -- 172.21.15.32:0/105558682 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f995c0cc240 con 0x7f995c158f60 2024-09-13T17:48:14.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.321+0000 7f9962df2640 1 -- 172.21.15.32:0/105558682 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f995c15caf0 con 0x7f995c158f60 2024-09-13T17:48:14.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.321+0000 7f99517fa640 1 -- 172.21.15.32:0/105558682 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7f995c15caf0 con 0x7f995c158f60 2024-09-13T17:48:14.325 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:14.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.325+0000 7f9962df2640 1 -- 172.21.15.32:0/105558682 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9948066690 msgr2=0x7f9948068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:14.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.325+0000 7f9962df2640 1 --2- 172.21.15.32:0/105558682 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9948066690 0x7f9948068b50 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f99580099e0 tx=0x7f9958008040 comp rx=0 tx=0).stop 2024-09-13T17:48:14.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.325+0000 7f9962df2640 1 -- 172.21.15.32:0/105558682 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f995c158f60 msgr2=0x7f995c1f5110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:14.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.325+0000 7f9962df2640 1 --2- 172.21.15.32:0/105558682 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f995c158f60 0x7f995c1f5110 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f994c00c110 tx=0x7f9944005800 comp rx=0 tx=0).stop 2024-09-13T17:48:14.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.325+0000 7f9962df2640 1 -- 172.21.15.32:0/105558682 shutdown_connections 2024-09-13T17:48:14.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.325+0000 7f9962df2640 1 --2- 172.21.15.32:0/105558682 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9948066690 0x7f9948068b50 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.325+0000 7f9962df2640 1 --2- 172.21.15.32:0/105558682 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f995c1f5650 0x7f995c15ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.325+0000 7f9962df2640 1 --2- 172.21.15.32:0/105558682 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f995c158f60 0x7f995c1f5110 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.325+0000 7f9962df2640 1 --2- 172.21.15.32:0/105558682 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f99440047d0 0x7f995c0b6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.325+0000 7f9962df2640 1 -- 172.21.15.32:0/105558682 >> 172.21.15.32:0/105558682 conn(0x7f995c089f70 msgr2=0x7f995c0b0330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:14.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.325+0000 7f9962df2640 1 -- 172.21.15.32:0/105558682 shutdown_connections 2024-09-13T17:48:14.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.325+0000 7f9962df2640 1 -- 172.21.15.32:0/105558682 wait complete. 2024-09-13T17:48:14.343 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_acls.TestACLs.test_acls' 2024-09-13T17:48:14.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb297f3c640 1 Processor -- start 2024-09-13T17:48:14.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb297f3c640 1 -- start start 2024-09-13T17:48:14.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb297f3c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb29015c470 0x7fb29006ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb297f3c640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fb2900b3b20 0x7fb2900ade80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb297f3c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb29006e310 con 0x7fb2900ae3c0 2024-09-13T17:48:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb297f3c640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2900ae830 con 0x7fb2900b3b20 2024-09-13T17:48:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb297f3c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb2900b4000 con 0x7fb29015c470 2024-09-13T17:48:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb2964d9640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fb2900ae3c0 0x7fb290069f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43300/0 (socket says 172.21.15.32:43300) 2024-09-13T17:48:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb2964d9640 1 -- 172.21.15.32:0/3452549182 learned_addr learned my addr 172.21.15.32:0/3452549182 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb295cd8640 1 --2- 172.21.15.32:0/3452549182 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb29015c470 0x7fb29006ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb2954d7640 1 --2- 172.21.15.32:0/3452549182 >> v2:172.21.15.159:3300/0 conn(0x7fb2900b3b20 0x7fb2900ade80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb294cd6640 1 -- 172.21.15.32:0/3452549182 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1333205731 0 0) 0x7fb29006e310 con 0x7fb2900ae3c0 2024-09-13T17:48:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb294cd6640 1 -- 172.21.15.32:0/3452549182 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb27c003530 con 0x7fb2900ae3c0 2024-09-13T17:48:14.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb294cd6640 1 -- 172.21.15.32:0/3452549182 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1855146306 0 0) 0x7fb27c003530 con 0x7fb2900ae3c0 2024-09-13T17:48:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb294cd6640 1 -- 172.21.15.32:0/3452549182 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb29015c470 msgr2=0x7fb29006ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb294cd6640 1 --2- 172.21.15.32:0/3452549182 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb29015c470 0x7fb29006ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb294cd6640 1 -- 172.21.15.32:0/3452549182 >> v2:172.21.15.159:3300/0 conn(0x7fb2900b3b20 msgr2=0x7fb2900ade80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb294cd6640 1 --2- 172.21.15.32:0/3452549182 >> v2:172.21.15.159:3300/0 conn(0x7fb2900b3b20 0x7fb2900ade80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb294cd6640 1 -- 172.21.15.32:0/3452549182 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2900b42e0 con 0x7fb2900ae3c0 2024-09-13T17:48:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb294cd6640 1 -- 172.21.15.32:0/3452549182 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fb288001a00 con 0x7fb2900ae3c0 2024-09-13T17:48:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb294cd6640 1 -- 172.21.15.32:0/3452549182 >> v1:172.21.15.32:6789/0 conn(0x7fb2900ae3c0 legacy=0x7fb290069f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb294cd6640 1 --2- 172.21.15.32:0/3452549182 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb29015c470 0x7fb27c003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb294cd6640 1 --2- 172.21.15.32:0/3452549182 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb27c003f00 0x7fb27c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb294cd6640 1 --2- 172.21.15.32:0/3452549182 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb27c004d10 0x7fb27c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb294cd6640 1 -- 172.21.15.32:0/3452549182 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2900ae830 con 0x7fb27c003f00 2024-09-13T17:48:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb294cd6640 1 -- 172.21.15.32:0/3452549182 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2900b4000 con 0x7fb27c004d10 2024-09-13T17:48:14.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb294cd6640 1 -- 172.21.15.32:0/3452549182 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb27c00b990 con 0x7fb29015c470 2024-09-13T17:48:14.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb2954d7640 1 --2- 172.21.15.32:0/3452549182 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb27c003f00 0x7fb27c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:14.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb295cd8640 1 --2- 172.21.15.32:0/3452549182 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb29015c470 0x7fb27c003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:14.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb2954d7640 1 -- 172.21.15.32:0/3452549182 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb29015c470 msgr2=0x7fb27c003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:14.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb2954d7640 1 --2- 172.21.15.32:0/3452549182 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb29015c470 0x7fb27c003980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb2954d7640 1 -- 172.21.15.32:0/3452549182 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb27c004d10 msgr2=0x7fb27c005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:14.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb2954d7640 1 --2- 172.21.15.32:0/3452549182 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb27c004d10 0x7fb27c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.453+0000 7fb2954d7640 1 -- 172.21.15.32:0/3452549182 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb27c003530 con 0x7fb27c003f00 2024-09-13T17:48:14.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.457+0000 7fb2954d7640 1 --2- 172.21.15.32:0/3452549182 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb27c003f00 0x7fb27c0047d0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fb28c009ab0 tx=0x7fb28c01ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1a7c40333cffbe1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:14.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.457+0000 7fb294cd6640 1 -- 172.21.15.32:0/3452549182 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb28c0a5680 con 0x7fb27c003f00 2024-09-13T17:48:14.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.457+0000 7fb294cd6640 1 -- 172.21.15.32:0/3452549182 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb28c0a57e0 con 0x7fb27c003f00 2024-09-13T17:48:14.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.457+0000 7fb294cd6640 1 -- 172.21.15.32:0/3452549182 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb28c0a5b90 con 0x7fb27c003f00 2024-09-13T17:48:14.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.457+0000 7fb297f3c640 1 -- 172.21.15.32:0/3452549182 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb27c003f00 msgr2=0x7fb27c0047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:14.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.457+0000 7fb297f3c640 1 --2- 172.21.15.32:0/3452549182 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb27c003f00 0x7fb27c0047d0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fb28c009ab0 tx=0x7fb28c01ca30 comp rx=0 tx=0).stop 2024-09-13T17:48:14.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.457+0000 7fb2964d9640 1 -- 172.21.15.32:0/3452549182 reap_dead start 2024-09-13T17:48:14.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.457+0000 7fb297f3c640 1 -- 172.21.15.32:0/3452549182 shutdown_connections 2024-09-13T17:48:14.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.457+0000 7fb297f3c640 1 -- 172.21.15.32:0/3452549182 >> 172.21.15.32:0/3452549182 conn(0x7fb2900b4590 msgr2=0x7fb2900b49a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:14.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.457+0000 7fb297f3c640 1 -- 172.21.15.32:0/3452549182 shutdown_connections 2024-09-13T17:48:14.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.457+0000 7fb297f3c640 1 -- 172.21.15.32:0/3452549182 wait complete. 2024-09-13T17:48:14.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.457+0000 7fb297f3c640 1 Processor -- start 2024-09-13T17:48:14.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.457+0000 7fb297f3c640 1 -- start start 2024-09-13T17:48:14.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb297f3c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb27c003f00 0x7fb29015e010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:14.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb297f3c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb29015c9d0 0x7fb290142520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:14.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb297f3c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb29013f1a0 0x7fb2901f54f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:14.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb297f3c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb29015dbf0 con 0x7fb29013f1a0 2024-09-13T17:48:14.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb297f3c640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb290154060 con 0x7fb27c003f00 2024-09-13T17:48:14.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb297f3c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb29015cf70 con 0x7fb29015c9d0 2024-09-13T17:48:14.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb2964d9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb29013f1a0 0x7fb2901f54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:14.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb2964d9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb29013f1a0 0x7fb2901f54f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46158/0 (socket says 172.21.15.32:46158) 2024-09-13T17:48:14.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb2964d9640 1 -- 172.21.15.32:0/3801198872 learned_addr learned my addr 172.21.15.32:0/3801198872 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:14.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb295cd8640 1 --2- 172.21.15.32:0/3801198872 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb27c003f00 0x7fb29015e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:14.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb2954d7640 1 --2- 172.21.15.32:0/3801198872 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb29015c9d0 0x7fb290142520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:14.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb2964d9640 1 -- 172.21.15.32:0/3801198872 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb29015c9d0 msgr2=0x7fb290142520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:14.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb2964d9640 1 --2- 172.21.15.32:0/3801198872 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb29015c9d0 0x7fb290142520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb2964d9640 1 -- 172.21.15.32:0/3801198872 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb27c003f00 msgr2=0x7fb29015e010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:14.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb2964d9640 1 --2- 172.21.15.32:0/3801198872 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb27c003f00 0x7fb29015e010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:14.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb2964d9640 1 -- 172.21.15.32:0/3801198872 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb29015d250 con 0x7fb29013f1a0 2024-09-13T17:48:14.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb295cd8640 1 --2- 172.21.15.32:0/3801198872 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb27c003f00 0x7fb29015e010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:14.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb2964d9640 1 --2- 172.21.15.32:0/3801198872 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb29013f1a0 0x7fb2901f54f0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fb290071640 tx=0x7fb28800fcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:14.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb2867fc640 1 -- 172.21.15.32:0/3801198872 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb28800da20 con 0x7fb29013f1a0 2024-09-13T17:48:14.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb2867fc640 1 -- 172.21.15.32:0/3801198872 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb28800dbc0 con 0x7fb29013f1a0 2024-09-13T17:48:14.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb297f3c640 1 -- 172.21.15.32:0/3801198872 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb29015d530 con 0x7fb29013f1a0 2024-09-13T17:48:14.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb2867fc640 1 -- 172.21.15.32:0/3801198872 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb28800fec0 con 0x7fb29013f1a0 2024-09-13T17:48:14.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb297f3c640 1 -- 172.21.15.32:0/3801198872 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb290142a60 con 0x7fb29013f1a0 2024-09-13T17:48:14.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb297f3c640 1 -- 172.21.15.32:0/3801198872 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb29015dd30 con 0x7fb29013f1a0 2024-09-13T17:48:14.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb2867fc640 1 -- 172.21.15.32:0/3801198872 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb2880153c0 con 0x7fb29013f1a0 2024-09-13T17:48:14.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb2867fc640 1 --2- 172.21.15.32:0/3801198872 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb274066690 0x7fb274068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:14.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb2867fc640 1 -- 172.21.15.32:0/3801198872 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fb288087340 con 0x7fb29013f1a0 2024-09-13T17:48:14.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.461+0000 7fb295cd8640 1 --2- 172.21.15.32:0/3801198872 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb274066690 0x7fb274068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:14.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.465+0000 7fb295cd8640 1 --2- 172.21.15.32:0/3801198872 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb274066690 0x7fb274068b50 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fb280009930 tx=0x7fb280008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:14.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.465+0000 7fb2867fc640 1 -- 172.21.15.32:0/3801198872 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb2880543d0 con 0x7fb29013f1a0 2024-09-13T17:48:14.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:14.681+0000 7fb297f3c640 1 -- 172.21.15.32:0/3801198872 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_acls.TestACLs.test_acls"]} v 0) v1 -- 0x7fb29015dd30 con 0x7fb29013f1a0 2024-09-13T17:48:15.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.485+0000 7fb2867fc640 1 -- 172.21.15.32:0/3801198872 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_acls.TestACLs.test_acls"]}]=0 v70) v1 ==== 123+0+0 (secure 0 0 0) 0x7fb29015dd30 con 0x7fb29013f1a0 2024-09-13T17:48:15.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.493+0000 7fb297f3c640 1 -- 172.21.15.32:0/3801198872 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb274066690 msgr2=0x7fb274068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:15.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.493+0000 7fb297f3c640 1 --2- 172.21.15.32:0/3801198872 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb274066690 0x7fb274068b50 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fb280009930 tx=0x7fb280008040 comp rx=0 tx=0).stop 2024-09-13T17:48:15.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.493+0000 7fb297f3c640 1 -- 172.21.15.32:0/3801198872 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb29013f1a0 msgr2=0x7fb2901f54f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:15.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.493+0000 7fb297f3c640 1 --2- 172.21.15.32:0/3801198872 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb29013f1a0 0x7fb2901f54f0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fb290071640 tx=0x7fb28800fcd0 comp rx=0 tx=0).stop 2024-09-13T17:48:15.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.493+0000 7fb297f3c640 1 -- 172.21.15.32:0/3801198872 shutdown_connections 2024-09-13T17:48:15.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.493+0000 7fb297f3c640 1 --2- 172.21.15.32:0/3801198872 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb274066690 0x7fb274068b50 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:15.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.493+0000 7fb297f3c640 1 --2- 172.21.15.32:0/3801198872 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb29013f1a0 0x7fb2901f54f0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:15.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.493+0000 7fb297f3c640 1 --2- 172.21.15.32:0/3801198872 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb29015c9d0 0x7fb290142520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:15.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.493+0000 7fb297f3c640 1 --2- 172.21.15.32:0/3801198872 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb27c003f00 0x7fb29015e010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:15.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.493+0000 7fb297f3c640 1 -- 172.21.15.32:0/3801198872 >> 172.21.15.32:0/3801198872 conn(0x7fb2900b4590 msgr2=0x7fb290069f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:15.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.493+0000 7fb297f3c640 1 -- 172.21.15.32:0/3801198872 shutdown_connections 2024-09-13T17:48:15.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.493+0000 7fb297f3c640 1 -- 172.21.15.32:0/3801198872 wait complete. 2024-09-13T17:48:15.518 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T17:48:15.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa7855a7640 1 Processor -- start 2024-09-13T17:48:15.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa7855a7640 1 -- start start 2024-09-13T17:48:15.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa7855a7640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78015a520 0x7fa7800ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:15.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa7855a7640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fa7800b2240 0x7fa7800abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:15.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa7855a7640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7800cee90 con 0x7fa7800cea30 2024-09-13T17:48:15.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa7855a7640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7800ab660 con 0x7fa7800b2240 2024-09-13T17:48:15.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa7855a7640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7800ada40 con 0x7fa78015a520 2024-09-13T17:48:15.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77e7fc640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa7800cea30 0x7fa7800b1b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43312/0 (socket says 172.21.15.32:43312) 2024-09-13T17:48:15.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77e7fc640 1 -- 172.21.15.32:0/764784077 learned_addr learned my addr 172.21.15.32:0/764784077 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:15.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77f7fe640 1 --2- 172.21.15.32:0/764784077 >> v2:172.21.15.159:3300/0 conn(0x7fa7800b2240 0x7fa7800abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:15.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77effd640 1 --2- 172.21.15.32:0/764784077 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78015a520 0x7fa7800ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:15.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77dffb640 1 -- 172.21.15.32:0/764784077 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2959503764 0 0) 0x7fa7800cee90 con 0x7fa7800cea30 2024-09-13T17:48:15.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77dffb640 1 -- 172.21.15.32:0/764784077 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa768003530 con 0x7fa7800cea30 2024-09-13T17:48:15.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77dffb640 1 -- 172.21.15.32:0/764784077 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 846672313 0 0) 0x7fa768003530 con 0x7fa7800cea30 2024-09-13T17:48:15.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77dffb640 1 -- 172.21.15.32:0/764784077 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78015a520 msgr2=0x7fa7800ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:15.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77dffb640 1 --2- 172.21.15.32:0/764784077 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78015a520 0x7fa7800ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:15.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77dffb640 1 -- 172.21.15.32:0/764784077 >> v2:172.21.15.159:3300/0 conn(0x7fa7800b2240 msgr2=0x7fa7800abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:15.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77dffb640 1 --2- 172.21.15.32:0/764784077 >> v2:172.21.15.159:3300/0 conn(0x7fa7800b2240 0x7fa7800abaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:15.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77dffb640 1 -- 172.21.15.32:0/764784077 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7800b2760 con 0x7fa7800cea30 2024-09-13T17:48:15.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77dffb640 1 -- 172.21.15.32:0/764784077 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fa774001680 con 0x7fa7800cea30 2024-09-13T17:48:15.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77dffb640 1 -- 172.21.15.32:0/764784077 >> v1:172.21.15.32:6789/0 conn(0x7fa7800cea30 legacy=0x7fa7800b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:15.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77dffb640 1 --2- 172.21.15.32:0/764784077 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa768003980 0x7fa768003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:15.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77dffb640 1 --2- 172.21.15.32:0/764784077 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78015a520 0x7fa7680047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:15.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77dffb640 1 --2- 172.21.15.32:0/764784077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa768004d10 0x7fa768005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:15.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77dffb640 1 -- 172.21.15.32:0/764784077 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7800ab660 con 0x7fa768004d10 2024-09-13T17:48:15.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77dffb640 1 -- 172.21.15.32:0/764784077 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7800ada40 con 0x7fa768003980 2024-09-13T17:48:15.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77dffb640 1 -- 172.21.15.32:0/764784077 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa76800b990 con 0x7fa78015a520 2024-09-13T17:48:15.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77f7fe640 1 --2- 172.21.15.32:0/764784077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa768004d10 0x7fa768005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:15.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77e7fc640 1 --2- 172.21.15.32:0/764784077 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78015a520 0x7fa7680047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:15.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77effd640 1 --2- 172.21.15.32:0/764784077 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa768003980 0x7fa768003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:15.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77f7fe640 1 -- 172.21.15.32:0/764784077 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78015a520 msgr2=0x7fa7680047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:15.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77f7fe640 1 --2- 172.21.15.32:0/764784077 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78015a520 0x7fa7680047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:15.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77f7fe640 1 -- 172.21.15.32:0/764784077 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa768003980 msgr2=0x7fa768003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:15.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77f7fe640 1 --2- 172.21.15.32:0/764784077 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa768003980 0x7fa768003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:15.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.649+0000 7fa77f7fe640 1 -- 172.21.15.32:0/764784077 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa768003530 con 0x7fa768004d10 2024-09-13T17:48:15.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.653+0000 7fa77f7fe640 1 --2- 172.21.15.32:0/764784077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa768004d10 0x7fa768005190 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fa7800cbe40 tx=0x7fa77801cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebdd4eff6d69586e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:15.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.653+0000 7fa77dffb640 1 -- 172.21.15.32:0/764784077 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7780a5c70 con 0x7fa768004d10 2024-09-13T17:48:15.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.653+0000 7fa77dffb640 1 -- 172.21.15.32:0/764784077 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa77800f040 con 0x7fa768004d10 2024-09-13T17:48:15.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.653+0000 7fa77dffb640 1 -- 172.21.15.32:0/764784077 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7780ad440 con 0x7fa768004d10 2024-09-13T17:48:15.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.653+0000 7fa7855a7640 1 -- 172.21.15.32:0/764784077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa768004d10 msgr2=0x7fa768005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:15.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.653+0000 7fa7855a7640 1 --2- 172.21.15.32:0/764784077 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa768004d10 0x7fa768005190 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fa7800cbe40 tx=0x7fa77801cc60 comp rx=0 tx=0).stop 2024-09-13T17:48:15.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.653+0000 7fa77f7fe640 1 -- 172.21.15.32:0/764784077 reap_dead start 2024-09-13T17:48:15.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.653+0000 7fa7855a7640 1 -- 172.21.15.32:0/764784077 shutdown_connections 2024-09-13T17:48:15.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.653+0000 7fa7855a7640 1 -- 172.21.15.32:0/764784077 >> 172.21.15.32:0/764784077 conn(0x7fa78006a150 msgr2=0x7fa78006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:15.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.653+0000 7fa7855a7640 1 -- 172.21.15.32:0/764784077 shutdown_connections 2024-09-13T17:48:15.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.653+0000 7fa7855a7640 1 -- 172.21.15.32:0/764784077 wait complete. 2024-09-13T17:48:15.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.653+0000 7fa7855a7640 1 Processor -- start 2024-09-13T17:48:15.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa7855a7640 1 -- start start 2024-09-13T17:48:15.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa7855a7640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa768004d10 0x7fa780156460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:15.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa7855a7640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa78015b760 0x7fa780071570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:15.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa7855a7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa7800ca9b0 0x7fa78015c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:15.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa7855a7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa780156290 con 0x7fa7800ca9b0 2024-09-13T17:48:15.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa7855a7640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78015bbe0 con 0x7fa78015b760 2024-09-13T17:48:15.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa7855a7640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7801f1c00 con 0x7fa768004d10 2024-09-13T17:48:15.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa77f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa7800ca9b0 0x7fa78015c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:15.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa77f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa7800ca9b0 0x7fa78015c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46172/0 (socket says 172.21.15.32:46172) 2024-09-13T17:48:15.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa77f7fe640 1 -- 172.21.15.32:0/2433505905 learned_addr learned my addr 172.21.15.32:0/2433505905 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:15.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa77effd640 1 --2- 172.21.15.32:0/2433505905 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa768004d10 0x7fa780156460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:15.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa77e7fc640 1 --2- 172.21.15.32:0/2433505905 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa78015b760 0x7fa780071570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:15.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa77f7fe640 1 -- 172.21.15.32:0/2433505905 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa768004d10 msgr2=0x7fa780156460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:15.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa77f7fe640 1 --2- 172.21.15.32:0/2433505905 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa768004d10 0x7fa780156460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:15.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa77f7fe640 1 -- 172.21.15.32:0/2433505905 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa78015b760 msgr2=0x7fa780071570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:15.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa77f7fe640 1 --2- 172.21.15.32:0/2433505905 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa78015b760 0x7fa780071570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:15.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa77f7fe640 1 -- 172.21.15.32:0/2433505905 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa780071c70 con 0x7fa7800ca9b0 2024-09-13T17:48:15.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa77f7fe640 1 --2- 172.21.15.32:0/2433505905 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa7800ca9b0 0x7fa78015c1b0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fa7780b0040 tx=0x7fa778009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:15.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa7677fe640 1 -- 172.21.15.32:0/2433505905 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7780bc070 con 0x7fa7800ca9b0 2024-09-13T17:48:15.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa7677fe640 1 -- 172.21.15.32:0/2433505905 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7780ae890 con 0x7fa7800ca9b0 2024-09-13T17:48:15.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa7855a7640 1 -- 172.21.15.32:0/2433505905 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa78015a9a0 con 0x7fa7800ca9b0 2024-09-13T17:48:15.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa7677fe640 1 -- 172.21.15.32:0/2433505905 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7780aea40 con 0x7fa7800ca9b0 2024-09-13T17:48:15.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa7855a7640 1 -- 172.21.15.32:0/2433505905 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa78015af60 con 0x7fa7800ca9b0 2024-09-13T17:48:15.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa7855a7640 1 -- 172.21.15.32:0/2433505905 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7800b1b30 con 0x7fa7800ca9b0 2024-09-13T17:48:15.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa7677fe640 1 -- 172.21.15.32:0/2433505905 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa7780b4040 con 0x7fa7800ca9b0 2024-09-13T17:48:15.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa7677fe640 1 --2- 172.21.15.32:0/2433505905 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa76c066690 0x7fa76c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:15.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.657+0000 7fa7677fe640 1 -- 172.21.15.32:0/2433505905 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fa77811eb30 con 0x7fa7800ca9b0 2024-09-13T17:48:15.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.661+0000 7fa77effd640 1 --2- 172.21.15.32:0/2433505905 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa76c066690 0x7fa76c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:15.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.661+0000 7fa77effd640 1 --2- 172.21.15.32:0/2433505905 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa76c066690 0x7fa76c068b50 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fa7700099b0 tx=0x7fa770008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:15.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.665+0000 7fa7677fe640 1 -- 172.21.15.32:0/2433505905 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa7780eba50 con 0x7fa7800ca9b0 2024-09-13T17:48:15.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.821+0000 7fa7855a7640 1 -- 172.21.15.32:0/2433505905 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7fa7800cc4d0 con 0x7fa7800ca9b0 2024-09-13T17:48:15.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.829+0000 7fa7677fe640 1 -- 172.21.15.32:0/2433505905 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7fa7780b2030 con 0x7fa7800ca9b0 2024-09-13T17:48:15.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.833+0000 7fa7855a7640 1 -- 172.21.15.32:0/2433505905 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa76c066690 msgr2=0x7fa76c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:15.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.833+0000 7fa7855a7640 1 --2- 172.21.15.32:0/2433505905 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa76c066690 0x7fa76c068b50 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fa7700099b0 tx=0x7fa770008040 comp rx=0 tx=0).stop 2024-09-13T17:48:15.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.833+0000 7fa7855a7640 1 -- 172.21.15.32:0/2433505905 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa7800ca9b0 msgr2=0x7fa78015c1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:15.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.833+0000 7fa7855a7640 1 --2- 172.21.15.32:0/2433505905 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa7800ca9b0 0x7fa78015c1b0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fa7780b0040 tx=0x7fa778009750 comp rx=0 tx=0).stop 2024-09-13T17:48:15.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.833+0000 7fa7855a7640 1 -- 172.21.15.32:0/2433505905 shutdown_connections 2024-09-13T17:48:15.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.833+0000 7fa7855a7640 1 --2- 172.21.15.32:0/2433505905 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa76c066690 0x7fa76c068b50 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:15.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.833+0000 7fa7855a7640 1 --2- 172.21.15.32:0/2433505905 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa7800ca9b0 0x7fa78015c1b0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:15.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.833+0000 7fa7855a7640 1 --2- 172.21.15.32:0/2433505905 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa78015b760 0x7fa780071570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:15.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.833+0000 7fa7855a7640 1 --2- 172.21.15.32:0/2433505905 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa768004d10 0x7fa780156460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:15.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.833+0000 7fa7855a7640 1 -- 172.21.15.32:0/2433505905 >> 172.21.15.32:0/2433505905 conn(0x7fa78006a150 msgr2=0x7fa7800cd3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:15.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.833+0000 7fa7855a7640 1 -- 172.21.15.32:0/2433505905 shutdown_connections 2024-09-13T17:48:15.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:15.833+0000 7fa7855a7640 1 -- 172.21.15.32:0/2433505905 wait complete. 2024-09-13T17:48:15.849 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T17:48:15.850 DEBUG:teuthology.orchestra.run.smithi032:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T17:48:15.922 DEBUG:teuthology.orchestra.run.smithi159:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T17:48:15.988 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T17:48:15.988 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:48:15.989 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:48:15.995 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:48:15.995 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:48:16.042 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:16.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.209+0000 7f123f008640 1 Processor -- start 2024-09-13T17:48:16.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.213+0000 7f123f008640 1 -- start start 2024-09-13T17:48:16.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.213+0000 7f123f008640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f123815c4f0 0x7f12380d0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.213+0000 7f123f008640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f12380cf860 0x7f123806b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.213+0000 7f123f008640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12380ccfd0 con 0x7f123806b560 2024-09-13T17:48:16.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.213+0000 7f123f008640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12380cd200 con 0x7f123815c4f0 2024-09-13T17:48:16.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.213+0000 7f123f008640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12380cfca0 con 0x7f12380cf860 2024-09-13T17:48:16.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.213+0000 7f123cda4640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f123815c4f0 0x7f12380d0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:16.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.213+0000 7f123cda4640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f123815c4f0 0x7f12380d0a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46180/0 (socket says 172.21.15.32:46180) 2024-09-13T17:48:16.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.213+0000 7f123cda4640 1 -- 172.21.15.32:0/3281230866 learned_addr learned my addr 172.21.15.32:0/3281230866 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:16.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.213+0000 7f123cda4640 1 -- 172.21.15.32:0/3281230866 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f12380cf860 msgr2=0x7f123806b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:16.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.213+0000 7f123cda4640 1 --2- 172.21.15.32:0/3281230866 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f12380cf860 0x7f123806b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.213+0000 7f123cda4640 1 -- 172.21.15.32:0/3281230866 >> v1:172.21.15.32:6789/0 conn(0x7f123806b560 legacy=0x7f12380cdca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:16.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.213+0000 7f123cda4640 1 -- 172.21.15.32:0/3281230866 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12380d1110 con 0x7f123815c4f0 2024-09-13T17:48:16.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.213+0000 7f123cda4640 1 --2- 172.21.15.32:0/3281230866 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f123815c4f0 0x7f12380d0a10 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f1228009870 tx=0x7f122801c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=423ee9d0d7d69251 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:16.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.213+0000 7f12377fe640 1 -- 172.21.15.32:0/3281230866 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12280a9620 con 0x7f123815c4f0 2024-09-13T17:48:16.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.213+0000 7f12377fe640 1 -- 172.21.15.32:0/3281230866 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12280a9780 con 0x7f123815c4f0 2024-09-13T17:48:16.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f12377fe640 1 -- 172.21.15.32:0/3281230866 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12280a9b10 con 0x7f123815c4f0 2024-09-13T17:48:16.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123f008640 1 -- 172.21.15.32:0/3281230866 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f123815c4f0 msgr2=0x7f12380d0a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:16.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123f008640 1 --2- 172.21.15.32:0/3281230866 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f123815c4f0 0x7f12380d0a10 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f1228009870 tx=0x7f122801c560 comp rx=0 tx=0).stop 2024-09-13T17:48:16.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123f008640 1 -- 172.21.15.32:0/3281230866 shutdown_connections 2024-09-13T17:48:16.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123f008640 1 --2- 172.21.15.32:0/3281230866 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f12380cf860 0x7f123806b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123f008640 1 --2- 172.21.15.32:0/3281230866 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f123815c4f0 0x7f12380d0a10 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123f008640 1 -- 172.21.15.32:0/3281230866 >> 172.21.15.32:0/3281230866 conn(0x7f123808bf30 msgr2=0x7f123809b850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:16.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123f008640 1 -- 172.21.15.32:0/3281230866 shutdown_connections 2024-09-13T17:48:16.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123f008640 1 -- 172.21.15.32:0/3281230866 wait complete. 2024-09-13T17:48:16.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123f008640 1 Processor -- start 2024-09-13T17:48:16.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123f008640 1 -- start start 2024-09-13T17:48:16.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123f008640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f123806b560 0x7f12380b7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123f008640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f12380cf860 0x7f1238156510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123f008640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f123815c4f0 0x7f123815b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123f008640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f123815a490 con 0x7f123806b560 2024-09-13T17:48:16.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123f008640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f123815a770 con 0x7f123815c4f0 2024-09-13T17:48:16.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123f008640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f123815aa50 con 0x7f12380cf860 2024-09-13T17:48:16.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123cda4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f123806b560 0x7f12380b7ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123cda4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f123806b560 0x7f12380b7ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46186/0 (socket says 172.21.15.32:46186) 2024-09-13T17:48:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123cda4640 1 -- 172.21.15.32:0/1996987996 learned_addr learned my addr 172.21.15.32:0/1996987996 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123d5a5640 1 --2- 172.21.15.32:0/1996987996 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f123815c4f0 0x7f123815b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f1237fff640 1 --2- 172.21.15.32:0/1996987996 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f12380cf860 0x7f1238156510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.217+0000 7f123cda4640 1 -- 172.21.15.32:0/1996987996 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f12380cf860 msgr2=0x7f1238156510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.221+0000 7f123cda4640 1 --2- 172.21.15.32:0/1996987996 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f12380cf860 0x7f1238156510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.221+0000 7f123cda4640 1 -- 172.21.15.32:0/1996987996 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f123815c4f0 msgr2=0x7f123815b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.221+0000 7f123cda4640 1 --2- 172.21.15.32:0/1996987996 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f123815c4f0 0x7f123815b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.221+0000 7f123cda4640 1 -- 172.21.15.32:0/1996987996 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12280094d0 con 0x7f123806b560 2024-09-13T17:48:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.221+0000 7f123d5a5640 1 --2- 172.21.15.32:0/1996987996 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f123815c4f0 0x7f123815b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.221+0000 7f123cda4640 1 --2- 172.21.15.32:0/1996987996 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f123806b560 0x7f12380b7ae0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f122801ac10 tx=0x7f1228019300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:16.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.221+0000 7f12357fa640 1 -- 172.21.15.32:0/1996987996 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12280bb5f0 con 0x7f123806b560 2024-09-13T17:48:16.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.221+0000 7f12357fa640 1 -- 172.21.15.32:0/1996987996 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12280bb770 con 0x7f123806b560 2024-09-13T17:48:16.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.221+0000 7f123f008640 1 -- 172.21.15.32:0/1996987996 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f123815ad30 con 0x7f123806b560 2024-09-13T17:48:16.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.221+0000 7f12357fa640 1 -- 172.21.15.32:0/1996987996 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12280bbb20 con 0x7f123806b560 2024-09-13T17:48:16.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.221+0000 7f123f008640 1 -- 172.21.15.32:0/1996987996 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f123815b2f0 con 0x7f123806b560 2024-09-13T17:48:16.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.221+0000 7f123f008640 1 -- 172.21.15.32:0/1996987996 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f123806b020 con 0x7f123806b560 2024-09-13T17:48:16.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.221+0000 7f12357fa640 1 -- 172.21.15.32:0/1996987996 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f12280b13f0 con 0x7f123806b560 2024-09-13T17:48:16.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.221+0000 7f12357fa640 1 --2- 172.21.15.32:0/1996987996 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1224066690 0x7f1224068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.221+0000 7f12357fa640 1 -- 172.21.15.32:0/1996987996 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f122811f4d0 con 0x7f123806b560 2024-09-13T17:48:16.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.221+0000 7f1237fff640 1 --2- 172.21.15.32:0/1996987996 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1224066690 0x7f1224068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:16.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.225+0000 7f1237fff640 1 --2- 172.21.15.32:0/1996987996 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1224066690 0x7f1224068b50 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f12380b7870 tx=0x7f122c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:16.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.225+0000 7f12357fa640 1 -- 172.21.15.32:0/1996987996 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f12280ec460 con 0x7f123806b560 2024-09-13T17:48:16.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.389+0000 7f123f008640 1 -- 172.21.15.32:0/1996987996 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f123815ab90 con 0x7f123806b560 2024-09-13T17:48:16.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.393+0000 7f12357fa640 1 -- 172.21.15.32:0/1996987996 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+18723 (secure 0 0 0) 0x7f123815ab90 con 0x7f123806b560 2024-09-13T17:48:16.394 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:16.394 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:01.407417+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.27","mappings":[{"from":3,"to":1}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.c","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:16.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.393+0000 7f123f008640 1 -- 172.21.15.32:0/1996987996 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1224066690 msgr2=0x7f1224068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:16.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.393+0000 7f123f008640 1 --2- 172.21.15.32:0/1996987996 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1224066690 0x7f1224068b50 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f12380b7870 tx=0x7f122c008040 comp rx=0 tx=0).stop 2024-09-13T17:48:16.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.393+0000 7f123f008640 1 -- 172.21.15.32:0/1996987996 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f123806b560 msgr2=0x7f12380b7ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:16.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.393+0000 7f123f008640 1 --2- 172.21.15.32:0/1996987996 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f123806b560 0x7f12380b7ae0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f122801ac10 tx=0x7f1228019300 comp rx=0 tx=0).stop 2024-09-13T17:48:16.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.393+0000 7f123f008640 1 -- 172.21.15.32:0/1996987996 shutdown_connections 2024-09-13T17:48:16.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.393+0000 7f123f008640 1 --2- 172.21.15.32:0/1996987996 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1224066690 0x7f1224068b50 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.393+0000 7f123f008640 1 --2- 172.21.15.32:0/1996987996 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f123815c4f0 0x7f123815b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.393+0000 7f123f008640 1 --2- 172.21.15.32:0/1996987996 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f12380cf860 0x7f1238156510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.393+0000 7f123f008640 1 --2- 172.21.15.32:0/1996987996 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f123806b560 0x7f12380b7ae0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.393+0000 7f123f008640 1 -- 172.21.15.32:0/1996987996 >> 172.21.15.32:0/1996987996 conn(0x7f123808bf30 msgr2=0x7f1238159b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:16.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.393+0000 7f123f008640 1 -- 172.21.15.32:0/1996987996 shutdown_connections 2024-09-13T17:48:16.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.393+0000 7f123f008640 1 -- 172.21.15.32:0/1996987996 wait complete. 2024-09-13T17:48:16.414 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:47:18.165736+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:47:19.043698+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T17:47:22.248444+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T17:48:16.415 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:48:16.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.541+0000 7fd3fd60f640 1 Processor -- start 2024-09-13T17:48:16.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.541+0000 7fd3fd60f640 1 -- start start 2024-09-13T17:48:16.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.541+0000 7fd3fd60f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3f815c500 0x7fd3f80d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.541+0000 7fd3fd60f640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fd3f8160ae0 0x7fd3f80d2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.541+0000 7fd3fd60f640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3f80d1320 con 0x7fd3f80d26d0 2024-09-13T17:48:16.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.541+0000 7fd3fd60f640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3f80d2b60 con 0x7fd3f8160ae0 2024-09-13T17:48:16.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.541+0000 7fd3fd60f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f80d0710 con 0x7fd3f815c500 2024-09-13T17:48:16.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.541+0000 7fd3f6ffd640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3f815c500 0x7fd3f80d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:16.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.541+0000 7fd3f67fc640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fd3f8160ae0 0x7fd3f80d2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:16.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.541+0000 7fd3f67fc640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fd3f8160ae0 0x7fd3f80d2190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:38522/0 (socket says 172.21.15.32:38522) 2024-09-13T17:48:16.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.541+0000 7fd3f6ffd640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3f815c500 0x7fd3f80d0010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:44370/0 (socket says 172.21.15.32:44370) 2024-09-13T17:48:16.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.541+0000 7fd3f77fe640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7fd3f80d26d0 0x7fd3f80cee50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:47056/0 (socket says 172.21.15.32:47056) 2024-09-13T17:48:16.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.541+0000 7fd3f67fc640 1 -- 172.21.15.32:0/4248956925 learned_addr learned my addr 172.21.15.32:0/4248956925 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:16.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.541+0000 7fd3f67fc640 1 -- 172.21.15.32:0/4248956925 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3f815c500 msgr2=0x7fd3f80d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:16.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.541+0000 7fd3f67fc640 1 --2- 172.21.15.32:0/4248956925 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3f815c500 0x7fd3f80d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.541+0000 7fd3f67fc640 1 -- 172.21.15.32:0/4248956925 >> v1:172.21.15.159:6789/0 conn(0x7fd3f80d26d0 legacy=0x7fd3f80cee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:16.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.541+0000 7fd3f67fc640 1 -- 172.21.15.32:0/4248956925 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3f80d09f0 con 0x7fd3f8160ae0 2024-09-13T17:48:16.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.541+0000 7fd3f6ffd640 1 --2- 172.21.15.32:0/4248956925 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3f815c500 0x7fd3f80d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:48:16.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.545+0000 7fd3f67fc640 1 --2- 172.21.15.32:0/4248956925 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3f8160ae0 0x7fd3f80d2190 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fd3e0009870 tx=0x7fd3e001c4d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=de357c2c9a04606e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:16.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.545+0000 7fd3f5ffb640 1 -- 172.21.15.32:0/4248956925 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e00aa430 con 0x7fd3f8160ae0 2024-09-13T17:48:16.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.545+0000 7fd3f5ffb640 1 -- 172.21.15.32:0/4248956925 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3e00aa590 con 0x7fd3f8160ae0 2024-09-13T17:48:16.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.545+0000 7fd3f5ffb640 1 -- 172.21.15.32:0/4248956925 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e00aa920 con 0x7fd3f8160ae0 2024-09-13T17:48:16.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.545+0000 7fd3fd60f640 1 -- 172.21.15.32:0/4248956925 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3f8160ae0 msgr2=0x7fd3f80d2190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:16.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.545+0000 7fd3fd60f640 1 --2- 172.21.15.32:0/4248956925 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3f8160ae0 0x7fd3f80d2190 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fd3e0009870 tx=0x7fd3e001c4d0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.545+0000 7fd3fd60f640 1 -- 172.21.15.32:0/4248956925 shutdown_connections 2024-09-13T17:48:16.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.545+0000 7fd3fd60f640 1 --2- 172.21.15.32:0/4248956925 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3f8160ae0 0x7fd3f80d2190 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.545+0000 7fd3fd60f640 1 --2- 172.21.15.32:0/4248956925 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3f815c500 0x7fd3f80d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.545+0000 7fd3fd60f640 1 -- 172.21.15.32:0/4248956925 >> 172.21.15.32:0/4248956925 conn(0x7fd3f8089f70 msgr2=0x7fd3f809b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:16.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.545+0000 7fd3fd60f640 1 -- 172.21.15.32:0/4248956925 shutdown_connections 2024-09-13T17:48:16.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.545+0000 7fd3fd60f640 1 -- 172.21.15.32:0/4248956925 wait complete. 2024-09-13T17:48:16.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.545+0000 7fd3fd60f640 1 Processor -- start 2024-09-13T17:48:16.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.545+0000 7fd3fd60f640 1 -- start start 2024-09-13T17:48:16.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3fd60f640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3f80d26d0 0x7fd3f80c9510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3fd60f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3f815c500 0x7fd3f80b7c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3fd60f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f8160ae0 0x7fd3f81595d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3fd60f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f80b55f0 con 0x7fd3f8160ae0 2024-09-13T17:48:16.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3fd60f640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f80b81c0 con 0x7fd3f80d26d0 2024-09-13T17:48:16.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3fd60f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f80c9af0 con 0x7fd3f815c500 2024-09-13T17:48:16.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3f77fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f8160ae0 0x7fd3f81595d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:16.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3f77fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f8160ae0 0x7fd3f81595d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46192/0 (socket says 172.21.15.32:46192) 2024-09-13T17:48:16.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3f77fe640 1 -- 172.21.15.32:0/4198579378 learned_addr learned my addr 172.21.15.32:0/4198579378 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:16.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3f6ffd640 1 --2- 172.21.15.32:0/4198579378 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3f80d26d0 0x7fd3f80c9510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:16.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3f67fc640 1 --2- 172.21.15.32:0/4198579378 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3f815c500 0x7fd3f80b7c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:16.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3f77fe640 1 -- 172.21.15.32:0/4198579378 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3f815c500 msgr2=0x7fd3f80b7c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:16.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3f77fe640 1 --2- 172.21.15.32:0/4198579378 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3f815c500 0x7fd3f80b7c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3f77fe640 1 -- 172.21.15.32:0/4198579378 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3f80d26d0 msgr2=0x7fd3f80c9510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:16.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3f77fe640 1 --2- 172.21.15.32:0/4198579378 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3f80d26d0 0x7fd3f80c9510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3f77fe640 1 -- 172.21.15.32:0/4198579378 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3e8009420 con 0x7fd3f8160ae0 2024-09-13T17:48:16.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3f77fe640 1 --2- 172.21.15.32:0/4198579378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f8160ae0 0x7fd3f81595d0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd3f000c730 tx=0x7fd3f000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:16.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3ef7fe640 1 -- 172.21.15.32:0/4198579378 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3f0004d70 con 0x7fd3f8160ae0 2024-09-13T17:48:16.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3ef7fe640 1 -- 172.21.15.32:0/4198579378 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3f000a640 con 0x7fd3f8160ae0 2024-09-13T17:48:16.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3fd60f640 1 -- 172.21.15.32:0/4198579378 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3e00094d0 con 0x7fd3f8160ae0 2024-09-13T17:48:16.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3ef7fe640 1 -- 172.21.15.32:0/4198579378 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3f000a9d0 con 0x7fd3f8160ae0 2024-09-13T17:48:16.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3fd60f640 1 -- 172.21.15.32:0/4198579378 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3f80cc1c0 con 0x7fd3f8160ae0 2024-09-13T17:48:16.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3fd60f640 1 -- 172.21.15.32:0/4198579378 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3f80d0010 con 0x7fd3f8160ae0 2024-09-13T17:48:16.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3ef7fe640 1 -- 172.21.15.32:0/4198579378 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd3f000ab30 con 0x7fd3f8160ae0 2024-09-13T17:48:16.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3ef7fe640 1 --2- 172.21.15.32:0/4198579378 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd3d80666e0 0x7fd3d8068ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3ef7fe640 1 -- 172.21.15.32:0/4198579378 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fd3f0083c00 con 0x7fd3f8160ae0 2024-09-13T17:48:16.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.549+0000 7fd3f6ffd640 1 --2- 172.21.15.32:0/4198579378 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd3d80666e0 0x7fd3d8068ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:16.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.553+0000 7fd3f6ffd640 1 --2- 172.21.15.32:0/4198579378 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd3d80666e0 0x7fd3d8068ba0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fd3e8009c50 tx=0x7fd3e8009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:16.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.553+0000 7fd3ef7fe640 1 -- 172.21.15.32:0/4198579378 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd3f0087030 con 0x7fd3f8160ae0 2024-09-13T17:48:16.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.713+0000 7fd3fd60f640 1 -- 172.21.15.32:0/4198579378 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd3f806c4b0 con 0x7fd3f8160ae0 2024-09-13T17:48:16.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.717+0000 7fd3ef7fe640 1 -- 172.21.15.32:0/4198579378 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd3f0018020 con 0x7fd3f8160ae0 2024-09-13T17:48:16.717 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:48:16.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.717+0000 7fd3fd60f640 1 -- 172.21.15.32:0/4198579378 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd3d80666e0 msgr2=0x7fd3d8068ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:16.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.717+0000 7fd3fd60f640 1 --2- 172.21.15.32:0/4198579378 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd3d80666e0 0x7fd3d8068ba0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fd3e8009c50 tx=0x7fd3e8009190 comp rx=0 tx=0).stop 2024-09-13T17:48:16.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.717+0000 7fd3fd60f640 1 -- 172.21.15.32:0/4198579378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f8160ae0 msgr2=0x7fd3f81595d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:16.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.717+0000 7fd3fd60f640 1 --2- 172.21.15.32:0/4198579378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f8160ae0 0x7fd3f81595d0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd3f000c730 tx=0x7fd3f000cbf0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.717+0000 7fd3fd60f640 1 -- 172.21.15.32:0/4198579378 shutdown_connections 2024-09-13T17:48:16.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.717+0000 7fd3fd60f640 1 --2- 172.21.15.32:0/4198579378 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd3d80666e0 0x7fd3d8068ba0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.717+0000 7fd3fd60f640 1 --2- 172.21.15.32:0/4198579378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3f8160ae0 0x7fd3f81595d0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.717+0000 7fd3fd60f640 1 --2- 172.21.15.32:0/4198579378 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd3f815c500 0x7fd3f80b7c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.717+0000 7fd3fd60f640 1 --2- 172.21.15.32:0/4198579378 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3f80d26d0 0x7fd3f80c9510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.717+0000 7fd3fd60f640 1 -- 172.21.15.32:0/4198579378 >> 172.21.15.32:0/4198579378 conn(0x7fd3f8089f70 msgr2=0x7fd3f80b2580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:16.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.717+0000 7fd3fd60f640 1 -- 172.21.15.32:0/4198579378 shutdown_connections 2024-09-13T17:48:16.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.717+0000 7fd3fd60f640 1 -- 172.21.15.32:0/4198579378 wait complete. 2024-09-13T17:48:16.737 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:48:16.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.861+0000 7f912ed1c640 1 Processor -- start 2024-09-13T17:48:16.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.861+0000 7f912ed1c640 1 -- start start 2024-09-13T17:48:16.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.861+0000 7f912ed1c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f912815a520 0x7f91280ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.861+0000 7f912ed1c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f91280cea30 0x7f91280b1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.861+0000 7f912ed1c640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f91280b2070 0x7f912806d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.861+0000 7f912ed1c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91280cee90 con 0x7f91280cea30 2024-09-13T17:48:16.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.861+0000 7f912ed1c640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91280ab660 con 0x7f91280b2070 2024-09-13T17:48:16.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.861+0000 7f912ed1c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91280b2500 con 0x7f912815a520 2024-09-13T17:48:16.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.861+0000 7f9127fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f91280cea30 0x7f91280b1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:16.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.861+0000 7f9127fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f91280cea30 0x7f91280b1b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46204/0 (socket says 172.21.15.32:46204) 2024-09-13T17:48:16.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.861+0000 7f9127fff640 1 -- 172.21.15.32:0/2335744976 learned_addr learned my addr 172.21.15.32:0/2335744976 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:16.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.861+0000 7f9127fff640 1 -- 172.21.15.32:0/2335744976 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f912815a520 msgr2=0x7f91280ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:16.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.861+0000 7f9127fff640 1 --2- 172.21.15.32:0/2335744976 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f912815a520 0x7f91280ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.861+0000 7f9127fff640 1 -- 172.21.15.32:0/2335744976 >> v2:172.21.15.159:3300/0 conn(0x7f91280b2070 msgr2=0x7f912806d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:16.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.861+0000 7f912d2b9640 1 --2- 172.21.15.32:0/2335744976 >> v2:172.21.15.159:3300/0 conn(0x7f91280b2070 0x7f912806d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:16.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.861+0000 7f9127fff640 1 --2- 172.21.15.32:0/2335744976 >> v2:172.21.15.159:3300/0 conn(0x7f91280b2070 0x7f912806d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.861+0000 7f9127fff640 1 -- 172.21.15.32:0/2335744976 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91280ada40 con 0x7f91280cea30 2024-09-13T17:48:16.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.861+0000 7f912d2b9640 1 --2- 172.21.15.32:0/2335744976 >> v2:172.21.15.159:3300/0 conn(0x7f91280b2070 0x7f912806d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:16.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f9127fff640 1 --2- 172.21.15.32:0/2335744976 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91280cea30 0x7f91280b1b30 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f912806ae90 tx=0x7f911801c700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45e22735ed7145e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:16.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f91277fe640 1 -- 172.21.15.32:0/2335744976 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91180a5580 con 0x7f91280cea30 2024-09-13T17:48:16.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f91277fe640 1 -- 172.21.15.32:0/2335744976 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91180a56e0 con 0x7f91280cea30 2024-09-13T17:48:16.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f91277fe640 1 -- 172.21.15.32:0/2335744976 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91180a5a70 con 0x7f91280cea30 2024-09-13T17:48:16.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912ed1c640 1 -- 172.21.15.32:0/2335744976 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91280cea30 msgr2=0x7f91280b1b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:16.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912ed1c640 1 --2- 172.21.15.32:0/2335744976 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91280cea30 0x7f91280b1b30 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f912806ae90 tx=0x7f911801c700 comp rx=0 tx=0).stop 2024-09-13T17:48:16.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912ed1c640 1 -- 172.21.15.32:0/2335744976 shutdown_connections 2024-09-13T17:48:16.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912ed1c640 1 --2- 172.21.15.32:0/2335744976 >> v2:172.21.15.159:3300/0 conn(0x7f91280b2070 0x7f912806d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912ed1c640 1 --2- 172.21.15.32:0/2335744976 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91280cea30 0x7f91280b1b30 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912ed1c640 1 --2- 172.21.15.32:0/2335744976 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f912815a520 0x7f91280ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912ed1c640 1 -- 172.21.15.32:0/2335744976 >> 172.21.15.32:0/2335744976 conn(0x7f912806a150 msgr2=0x7f912806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:16.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912ed1c640 1 -- 172.21.15.32:0/2335744976 shutdown_connections 2024-09-13T17:48:16.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912ed1c640 1 -- 172.21.15.32:0/2335744976 wait complete. 2024-09-13T17:48:16.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912ed1c640 1 Processor -- start 2024-09-13T17:48:16.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912ed1c640 1 -- start start 2024-09-13T17:48:16.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912ed1c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f91280b2070 0x7f9128097920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912ed1c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f91280cea30 0x7f9128152ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912ed1c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f912815a520 0x7f91280c2df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912ed1c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9128152470 con 0x7f912815a520 2024-09-13T17:48:16.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912ed1c640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9128097e60 con 0x7f91280b2070 2024-09-13T17:48:16.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912ed1c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91281526e0 con 0x7f91280cea30 2024-09-13T17:48:16.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912d2b9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f912815a520 0x7f91280c2df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:16.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f9127fff640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f91280cea30 0x7f9128152ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:16.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912d2b9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f912815a520 0x7f91280c2df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46218/0 (socket says 172.21.15.32:46218) 2024-09-13T17:48:16.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912cab8640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f91280b2070 0x7f9128097920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:16.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912d2b9640 1 -- 172.21.15.32:0/142217109 learned_addr learned my addr 172.21.15.32:0/142217109 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:16.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912d2b9640 1 -- 172.21.15.32:0/142217109 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f91280cea30 msgr2=0x7f9128152ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:16.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912d2b9640 1 --2- 172.21.15.32:0/142217109 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f91280cea30 0x7f9128152ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912d2b9640 1 -- 172.21.15.32:0/142217109 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f91280b2070 msgr2=0x7f9128097920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:16.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912d2b9640 1 --2- 172.21.15.32:0/142217109 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f91280b2070 0x7f9128097920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:16.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.865+0000 7f912d2b9640 1 -- 172.21.15.32:0/142217109 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9118009b30 con 0x7f912815a520 2024-09-13T17:48:16.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.869+0000 7f912d2b9640 1 --2- 172.21.15.32:0/142217109 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f912815a520 0x7f91280c2df0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f912000c7f0 tx=0x7f912000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:16.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.869+0000 7f91257fa640 1 -- 172.21.15.32:0/142217109 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9120007820 con 0x7f912815a520 2024-09-13T17:48:16.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.869+0000 7f91257fa640 1 -- 172.21.15.32:0/142217109 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91200079c0 con 0x7f912815a520 2024-09-13T17:48:16.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.869+0000 7f91257fa640 1 -- 172.21.15.32:0/142217109 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9120007d70 con 0x7f912815a520 2024-09-13T17:48:16.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.869+0000 7f912ed1c640 1 -- 172.21.15.32:0/142217109 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91281529c0 con 0x7f912815a520 2024-09-13T17:48:16.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.869+0000 7f912ed1c640 1 -- 172.21.15.32:0/142217109 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91280712d0 con 0x7f912815a520 2024-09-13T17:48:16.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.869+0000 7f912ed1c640 1 -- 172.21.15.32:0/142217109 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91280b1b30 con 0x7f912815a520 2024-09-13T17:48:16.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.869+0000 7f91257fa640 1 -- 172.21.15.32:0/142217109 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f91200113f0 con 0x7f912815a520 2024-09-13T17:48:16.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.869+0000 7f91257fa640 1 --2- 172.21.15.32:0/142217109 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9114066690 0x7f9114068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:16.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.869+0000 7f91257fa640 1 -- 172.21.15.32:0/142217109 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f91200848b0 con 0x7f912815a520 2024-09-13T17:48:16.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.869+0000 7f912cab8640 1 --2- 172.21.15.32:0/142217109 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9114066690 0x7f9114068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:16.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.869+0000 7f912cab8640 1 --2- 172.21.15.32:0/142217109 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9114066690 0x7f9114068b50 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f911c0098f0 tx=0x7f911c006f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:16.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:16.873+0000 7f91257fa640 1 -- 172.21.15.32:0/142217109 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9120051910 con 0x7f912815a520 2024-09-13T17:48:17.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.033+0000 7f912ed1c640 1 -- 172.21.15.32:0/142217109 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9128155a80 con 0x7f912815a520 2024-09-13T17:48:17.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.033+0000 7f91257fa640 1 -- 172.21.15.32:0/142217109 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9120054f30 con 0x7f912815a520 2024-09-13T17:48:17.036 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:17.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.037+0000 7f912ed1c640 1 -- 172.21.15.32:0/142217109 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9114066690 msgr2=0x7f9114068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.037+0000 7f912ed1c640 1 --2- 172.21.15.32:0/142217109 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9114066690 0x7f9114068b50 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f911c0098f0 tx=0x7f911c006f90 comp rx=0 tx=0).stop 2024-09-13T17:48:17.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.037+0000 7f912ed1c640 1 -- 172.21.15.32:0/142217109 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f912815a520 msgr2=0x7f91280c2df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.037+0000 7f912ed1c640 1 --2- 172.21.15.32:0/142217109 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f912815a520 0x7f91280c2df0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f912000c7f0 tx=0x7f912000ccb0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.037+0000 7f912ed1c640 1 -- 172.21.15.32:0/142217109 shutdown_connections 2024-09-13T17:48:17.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.037+0000 7f912ed1c640 1 --2- 172.21.15.32:0/142217109 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9114066690 0x7f9114068b50 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.037+0000 7f912ed1c640 1 --2- 172.21.15.32:0/142217109 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f912815a520 0x7f91280c2df0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.037+0000 7f912ed1c640 1 --2- 172.21.15.32:0/142217109 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f91280cea30 0x7f9128152ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.037+0000 7f912ed1c640 1 --2- 172.21.15.32:0/142217109 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f91280b2070 0x7f9128097920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.037+0000 7f912ed1c640 1 -- 172.21.15.32:0/142217109 >> 172.21.15.32:0/142217109 conn(0x7f912806a150 msgr2=0x7f9128158580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:17.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.037+0000 7f912ed1c640 1 -- 172.21.15.32:0/142217109 shutdown_connections 2024-09-13T17:48:17.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.037+0000 7f912ed1c640 1 -- 172.21.15.32:0/142217109 wait complete. 2024-09-13T17:48:17.056 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:48:17.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.185+0000 7f80c1665640 1 Processor -- start 2024-09-13T17:48:17.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.185+0000 7f80c1665640 1 -- start start 2024-09-13T17:48:17.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.185+0000 7f80c1665640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f80bc15fad0 0x7f80bc0ac050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:17.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.185+0000 7f80c1665640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f80bc0aff00 0x7f80bc0b0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:17.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.185+0000 7f80c1665640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80bc0b0890 con 0x7f80bc06aab0 2024-09-13T17:48:17.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.185+0000 7f80c1665640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80bc0cef10 con 0x7f80bc0aff00 2024-09-13T17:48:17.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.185+0000 7f80c1665640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80bc0ae3b0 con 0x7f80bc15fad0 2024-09-13T17:48:17.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.185+0000 7f80bb7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f80bc0aff00 0x7f80bc0b0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:17.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.185+0000 7f80bb7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f80bc0aff00 0x7f80bc0b0350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46228/0 (socket says 172.21.15.32:46228) 2024-09-13T17:48:17.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.185+0000 7f80bb7fe640 1 -- 172.21.15.32:0/1078508659 learned_addr learned my addr 172.21.15.32:0/1078508659 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:17.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.185+0000 7f80baffd640 1 --2- 172.21.15.32:0/1078508659 >> v2:172.21.15.159:3300/0 conn(0x7f80bc15fad0 0x7f80bc0ac050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:17.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.185+0000 7f80bb7fe640 1 -- 172.21.15.32:0/1078508659 >> v2:172.21.15.159:3300/0 conn(0x7f80bc15fad0 msgr2=0x7f80bc0ac050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:17.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.185+0000 7f80bb7fe640 1 --2- 172.21.15.32:0/1078508659 >> v2:172.21.15.159:3300/0 conn(0x7f80bc15fad0 0x7f80bc0ac050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.185+0000 7f80bb7fe640 1 -- 172.21.15.32:0/1078508659 >> v1:172.21.15.159:6789/0 conn(0x7f80bc06aab0 legacy=0x7f80bc0ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.185+0000 7f80bb7fe640 1 -- 172.21.15.32:0/1078508659 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80bc0cec30 con 0x7f80bc0aff00 2024-09-13T17:48:17.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.189+0000 7f80bb7fe640 1 --2- 172.21.15.32:0/1078508659 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80bc0aff00 0x7f80bc0b0350 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f80bc070af0 tx=0x7f80b401c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=346cf50fe8e6bfb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:17.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.189+0000 7f80b9ffb640 1 -- 172.21.15.32:0/1078508659 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80b40a5790 con 0x7f80bc0aff00 2024-09-13T17:48:17.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.189+0000 7f80b9ffb640 1 -- 172.21.15.32:0/1078508659 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80b40a58f0 con 0x7f80bc0aff00 2024-09-13T17:48:17.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.189+0000 7f80b9ffb640 1 -- 172.21.15.32:0/1078508659 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80b40a5c80 con 0x7f80bc0aff00 2024-09-13T17:48:17.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.189+0000 7f80c1665640 1 -- 172.21.15.32:0/1078508659 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80bc0aff00 msgr2=0x7f80bc0b0350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.189+0000 7f80c1665640 1 --2- 172.21.15.32:0/1078508659 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80bc0aff00 0x7f80bc0b0350 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f80bc070af0 tx=0x7f80b401c8d0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.189+0000 7f80c1665640 1 -- 172.21.15.32:0/1078508659 shutdown_connections 2024-09-13T17:48:17.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.189+0000 7f80c1665640 1 --2- 172.21.15.32:0/1078508659 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80bc0aff00 0x7f80bc0b0350 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.189+0000 7f80c1665640 1 --2- 172.21.15.32:0/1078508659 >> v2:172.21.15.159:3300/0 conn(0x7f80bc15fad0 0x7f80bc0ac050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.189+0000 7f80c1665640 1 -- 172.21.15.32:0/1078508659 >> 172.21.15.32:0/1078508659 conn(0x7f80bc0989e0 msgr2=0x7f80bc0b0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:17.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.189+0000 7f80c1665640 1 -- 172.21.15.32:0/1078508659 shutdown_connections 2024-09-13T17:48:17.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.189+0000 7f80c1665640 1 -- 172.21.15.32:0/1078508659 wait complete. 2024-09-13T17:48:17.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.189+0000 7f80c1665640 1 Processor -- start 2024-09-13T17:48:17.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.189+0000 7f80c1665640 1 -- start start 2024-09-13T17:48:17.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80c1665640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80bc06aab0 0x7f80bc0cbcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:17.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80c1665640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f80bc0aff00 0x7f80bc0cc210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:17.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80c1665640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f80bc15fad0 0x7f80bc0ca080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:17.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80c1665640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80bc15ced0 con 0x7f80bc06aab0 2024-09-13T17:48:17.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80c1665640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80bc15ba50 con 0x7f80bc0aff00 2024-09-13T17:48:17.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80c1665640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80bc15bd30 con 0x7f80bc15fad0 2024-09-13T17:48:17.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80baffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80bc06aab0 0x7f80bc0cbcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:17.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80baffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80bc06aab0 0x7f80bc0cbcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46242/0 (socket says 172.21.15.32:46242) 2024-09-13T17:48:17.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80baffd640 1 -- 172.21.15.32:0/515817616 learned_addr learned my addr 172.21.15.32:0/515817616 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:17.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80bb7fe640 1 --2- 172.21.15.32:0/515817616 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f80bc15fad0 0x7f80bc0ca080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:17.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80ba7fc640 1 --2- 172.21.15.32:0/515817616 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f80bc0aff00 0x7f80bc0cc210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:17.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80baffd640 1 -- 172.21.15.32:0/515817616 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f80bc15fad0 msgr2=0x7f80bc0ca080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80baffd640 1 --2- 172.21.15.32:0/515817616 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f80bc15fad0 0x7f80bc0ca080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80baffd640 1 -- 172.21.15.32:0/515817616 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f80bc0aff00 msgr2=0x7f80bc0cc210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80baffd640 1 --2- 172.21.15.32:0/515817616 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f80bc0aff00 0x7f80bc0cc210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80baffd640 1 -- 172.21.15.32:0/515817616 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80b4009b30 con 0x7f80bc06aab0 2024-09-13T17:48:17.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80baffd640 1 --2- 172.21.15.32:0/515817616 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80bc06aab0 0x7f80bc0cbcd0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f80ac00e870 tx=0x7f80ac00ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:17.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80a37fe640 1 -- 172.21.15.32:0/515817616 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80ac009510 con 0x7f80bc06aab0 2024-09-13T17:48:17.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80a37fe640 1 -- 172.21.15.32:0/515817616 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80ac00eec0 con 0x7f80bc06aab0 2024-09-13T17:48:17.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80c1665640 1 -- 172.21.15.32:0/515817616 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80bc15c010 con 0x7f80bc06aab0 2024-09-13T17:48:17.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80a37fe640 1 -- 172.21.15.32:0/515817616 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80ac00cb40 con 0x7f80bc06aab0 2024-09-13T17:48:17.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80c1665640 1 -- 172.21.15.32:0/515817616 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80bc15b550 con 0x7f80bc06aab0 2024-09-13T17:48:17.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80c1665640 1 -- 172.21.15.32:0/515817616 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80bc15b800 con 0x7f80bc06aab0 2024-09-13T17:48:17.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80a37fe640 1 -- 172.21.15.32:0/515817616 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f80ac00cca0 con 0x7f80bc06aab0 2024-09-13T17:48:17.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.193+0000 7f80a37fe640 1 --2- 172.21.15.32:0/515817616 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f80a8066690 0x7f80a8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:17.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.197+0000 7f80a37fe640 1 -- 172.21.15.32:0/515817616 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f80ac0849a0 con 0x7f80bc06aab0 2024-09-13T17:48:17.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.197+0000 7f80ba7fc640 1 --2- 172.21.15.32:0/515817616 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f80a8066690 0x7f80a8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:17.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.197+0000 7f80ba7fc640 1 --2- 172.21.15.32:0/515817616 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f80a8066690 0x7f80a8068b50 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f80bc1f7e90 tx=0x7f80b0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:17.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.201+0000 7f80a37fe640 1 -- 172.21.15.32:0/515817616 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f80ac0519e0 con 0x7f80bc06aab0 2024-09-13T17:48:17.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.353+0000 7f80c1665640 1 -- 172.21.15.32:0/515817616 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f80bc0b0350 con 0x7f80bc06aab0 2024-09-13T17:48:17.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.357+0000 7f80a37fe640 1 -- 172.21.15.32:0/515817616 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f80ac055000 con 0x7f80bc06aab0 2024-09-13T17:48:17.357 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:48:17.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.357+0000 7f80c1665640 1 -- 172.21.15.32:0/515817616 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f80a8066690 msgr2=0x7f80a8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.357+0000 7f80c1665640 1 --2- 172.21.15.32:0/515817616 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f80a8066690 0x7f80a8068b50 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f80bc1f7e90 tx=0x7f80b0009040 comp rx=0 tx=0).stop 2024-09-13T17:48:17.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.357+0000 7f80c1665640 1 -- 172.21.15.32:0/515817616 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80bc06aab0 msgr2=0x7f80bc0cbcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.357+0000 7f80c1665640 1 --2- 172.21.15.32:0/515817616 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80bc06aab0 0x7f80bc0cbcd0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f80ac00e870 tx=0x7f80ac00ec70 comp rx=0 tx=0).stop 2024-09-13T17:48:17.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.357+0000 7f80c1665640 1 -- 172.21.15.32:0/515817616 shutdown_connections 2024-09-13T17:48:17.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.357+0000 7f80c1665640 1 --2- 172.21.15.32:0/515817616 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f80a8066690 0x7f80a8068b50 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.357+0000 7f80c1665640 1 --2- 172.21.15.32:0/515817616 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f80bc15fad0 0x7f80bc0ca080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.357+0000 7f80c1665640 1 --2- 172.21.15.32:0/515817616 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f80bc0aff00 0x7f80bc0cc210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.357+0000 7f80c1665640 1 --2- 172.21.15.32:0/515817616 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80bc06aab0 0x7f80bc0cbcd0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.357+0000 7f80c1665640 1 -- 172.21.15.32:0/515817616 >> 172.21.15.32:0/515817616 conn(0x7f80bc0989e0 msgr2=0x7f80bc06dbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:17.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.357+0000 7f80c1665640 1 -- 172.21.15.32:0/515817616 shutdown_connections 2024-09-13T17:48:17.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.357+0000 7f80c1665640 1 -- 172.21.15.32:0/515817616 wait complete. 2024-09-13T17:48:17.375 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T17:48:17.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.501+0000 7fce2e9ee640 1 Processor -- start 2024-09-13T17:48:17.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.501+0000 7fce2e9ee640 1 -- start start 2024-09-13T17:48:17.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.505+0000 7fce2e9ee640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fce280cc6d0 0x7fce2806dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:17.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.505+0000 7fce2e9ee640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce280ab150 0x7fce280ab5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:17.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.505+0000 7fce2e9ee640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce28159da0 con 0x7fce28159650 2024-09-13T17:48:17.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.505+0000 7fce2e9ee640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce2815a640 con 0x7fce280cc6d0 2024-09-13T17:48:17.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.505+0000 7fce2e9ee640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce280ccab0 con 0x7fce280ab150 2024-09-13T17:48:17.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.505+0000 7fce2cf8b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce280ab150 0x7fce280ab5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:17.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.505+0000 7fce27fff640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fce280cc6d0 0x7fce2806dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:17.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.505+0000 7fce277fe640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7fce28159650 0x7fce2815d2e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:47064/0 (socket says 172.21.15.32:47064) 2024-09-13T17:48:17.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.505+0000 7fce277fe640 1 -- 172.21.15.32:0/3109291176 learned_addr learned my addr 172.21.15.32:0/3109291176 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:17.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.505+0000 7fce2cf8b640 1 -- 172.21.15.32:0/3109291176 >> v2:172.21.15.159:3300/0 conn(0x7fce280cc6d0 msgr2=0x7fce2806dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:17.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.505+0000 7fce2cf8b640 1 --2- 172.21.15.32:0/3109291176 >> v2:172.21.15.159:3300/0 conn(0x7fce280cc6d0 0x7fce2806dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.505+0000 7fce2cf8b640 1 -- 172.21.15.32:0/3109291176 >> v1:172.21.15.159:6789/0 conn(0x7fce28159650 legacy=0x7fce2815d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.505+0000 7fce2cf8b640 1 -- 172.21.15.32:0/3109291176 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce2815a080 con 0x7fce280ab150 2024-09-13T17:48:17.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2cf8b640 1 --2- 172.21.15.32:0/3109291176 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce280ab150 0x7fce280ab5e0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fce20009d90 tx=0x7fce2001c970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f5e5895889a5cb72 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:17.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce26ffd640 1 -- 172.21.15.32:0/3109291176 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce200a5830 con 0x7fce280ab150 2024-09-13T17:48:17.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce26ffd640 1 -- 172.21.15.32:0/3109291176 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce200a5990 con 0x7fce280ab150 2024-09-13T17:48:17.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce26ffd640 1 -- 172.21.15.32:0/3109291176 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce200a5d20 con 0x7fce280ab150 2024-09-13T17:48:17.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2e9ee640 1 -- 172.21.15.32:0/3109291176 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce280ab150 msgr2=0x7fce280ab5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2e9ee640 1 --2- 172.21.15.32:0/3109291176 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce280ab150 0x7fce280ab5e0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fce20009d90 tx=0x7fce2001c970 comp rx=0 tx=0).stop 2024-09-13T17:48:17.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2e9ee640 1 -- 172.21.15.32:0/3109291176 shutdown_connections 2024-09-13T17:48:17.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2e9ee640 1 --2- 172.21.15.32:0/3109291176 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce280ab150 0x7fce280ab5e0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2e9ee640 1 --2- 172.21.15.32:0/3109291176 >> v2:172.21.15.159:3300/0 conn(0x7fce280cc6d0 0x7fce2806dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2e9ee640 1 -- 172.21.15.32:0/3109291176 >> 172.21.15.32:0/3109291176 conn(0x7fce2806a150 msgr2=0x7fce2806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:17.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2e9ee640 1 -- 172.21.15.32:0/3109291176 shutdown_connections 2024-09-13T17:48:17.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2e9ee640 1 -- 172.21.15.32:0/3109291176 wait complete. 2024-09-13T17:48:17.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2e9ee640 1 Processor -- start 2024-09-13T17:48:17.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2e9ee640 1 -- start start 2024-09-13T17:48:17.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2e9ee640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce280ab150 0x7fce28162160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:17.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2e9ee640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce280cc6d0 0x7fce281626a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:17.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2e9ee640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce28159650 0x7fce281529f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:17.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2e9ee640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce280c5390 con 0x7fce28159650 2024-09-13T17:48:17.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2e9ee640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce280b04b0 con 0x7fce280ab150 2024-09-13T17:48:17.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2e9ee640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce280b0c70 con 0x7fce280cc6d0 2024-09-13T17:48:17.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2cf8b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce28159650 0x7fce281529f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:17.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2cf8b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce28159650 0x7fce281529f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46248/0 (socket says 172.21.15.32:46248) 2024-09-13T17:48:17.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2cf8b640 1 -- 172.21.15.32:0/2804660528 learned_addr learned my addr 172.21.15.32:0/2804660528 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:17.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce27fff640 1 --2- 172.21.15.32:0/2804660528 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce280ab150 0x7fce28162160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:17.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce277fe640 1 --2- 172.21.15.32:0/2804660528 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce280cc6d0 0x7fce281626a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:17.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2cf8b640 1 -- 172.21.15.32:0/2804660528 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce280cc6d0 msgr2=0x7fce281626a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2cf8b640 1 --2- 172.21.15.32:0/2804660528 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce280cc6d0 0x7fce281626a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2cf8b640 1 -- 172.21.15.32:0/2804660528 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce280ab150 msgr2=0x7fce28162160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2cf8b640 1 --2- 172.21.15.32:0/2804660528 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce280ab150 0x7fce28162160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.509+0000 7fce2cf8b640 1 -- 172.21.15.32:0/2804660528 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce20009a70 con 0x7fce28159650 2024-09-13T17:48:17.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.513+0000 7fce2cf8b640 1 --2- 172.21.15.32:0/2804660528 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce28159650 0x7fce281529f0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fce200b0040 tx=0x7fce20019710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:17.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.513+0000 7fce24ff9640 1 -- 172.21.15.32:0/2804660528 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce200b9860 con 0x7fce28159650 2024-09-13T17:48:17.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.513+0000 7fce24ff9640 1 -- 172.21.15.32:0/2804660528 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce200b99c0 con 0x7fce28159650 2024-09-13T17:48:17.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.513+0000 7fce2e9ee640 1 -- 172.21.15.32:0/2804660528 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce280c55e0 con 0x7fce28159650 2024-09-13T17:48:17.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.513+0000 7fce24ff9640 1 -- 172.21.15.32:0/2804660528 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce200b9d70 con 0x7fce28159650 2024-09-13T17:48:17.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.513+0000 7fce2e9ee640 1 -- 172.21.15.32:0/2804660528 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce280c58c0 con 0x7fce28159650 2024-09-13T17:48:17.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.513+0000 7fce2e9ee640 1 -- 172.21.15.32:0/2804660528 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce280b0990 con 0x7fce28159650 2024-09-13T17:48:17.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.513+0000 7fce24ff9640 1 -- 172.21.15.32:0/2804660528 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fce200ad440 con 0x7fce28159650 2024-09-13T17:48:17.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.513+0000 7fce24ff9640 1 --2- 172.21.15.32:0/2804660528 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce14066690 0x7fce14068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:17.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.513+0000 7fce24ff9640 1 -- 172.21.15.32:0/2804660528 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fce2011f7e0 con 0x7fce28159650 2024-09-13T17:48:17.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.513+0000 7fce27fff640 1 --2- 172.21.15.32:0/2804660528 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce14066690 0x7fce14068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:17.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.513+0000 7fce27fff640 1 --2- 172.21.15.32:0/2804660528 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce14066690 0x7fce14068b50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fce280cc420 tx=0x7fce1c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:17.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.517+0000 7fce24ff9640 1 -- 172.21.15.32:0/2804660528 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fce280b0990 con 0x7fce28159650 2024-09-13T17:48:17.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.689+0000 7fce2e9ee640 1 -- 172.21.15.32:0/2804660528 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fce280b0990 con 0x7fce28159650 2024-09-13T17:48:17.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.689+0000 7fce24ff9640 1 -- 172.21.15.32:0/2804660528 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7fce280b0990 con 0x7fce28159650 2024-09-13T17:48:17.691 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:17.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.693+0000 7fce2e9ee640 1 -- 172.21.15.32:0/2804660528 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce14066690 msgr2=0x7fce14068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.693+0000 7fce2e9ee640 1 --2- 172.21.15.32:0/2804660528 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce14066690 0x7fce14068b50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fce280cc420 tx=0x7fce1c008040 comp rx=0 tx=0).stop 2024-09-13T17:48:17.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.693+0000 7fce2e9ee640 1 -- 172.21.15.32:0/2804660528 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce28159650 msgr2=0x7fce281529f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.693+0000 7fce2e9ee640 1 --2- 172.21.15.32:0/2804660528 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce28159650 0x7fce281529f0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fce200b0040 tx=0x7fce20019710 comp rx=0 tx=0).stop 2024-09-13T17:48:17.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.693+0000 7fce2e9ee640 1 -- 172.21.15.32:0/2804660528 shutdown_connections 2024-09-13T17:48:17.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.693+0000 7fce2e9ee640 1 --2- 172.21.15.32:0/2804660528 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce14066690 0x7fce14068b50 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.693+0000 7fce2e9ee640 1 --2- 172.21.15.32:0/2804660528 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce28159650 0x7fce281529f0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.693+0000 7fce2e9ee640 1 --2- 172.21.15.32:0/2804660528 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce280cc6d0 0x7fce281626a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.693+0000 7fce2e9ee640 1 --2- 172.21.15.32:0/2804660528 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce280ab150 0x7fce28162160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.693+0000 7fce2e9ee640 1 -- 172.21.15.32:0/2804660528 >> 172.21.15.32:0/2804660528 conn(0x7fce2806a150 msgr2=0x7fce280c9ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:17.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.693+0000 7fce2e9ee640 1 -- 172.21.15.32:0/2804660528 shutdown_connections 2024-09-13T17:48:17.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.693+0000 7fce2e9ee640 1 -- 172.21.15.32:0/2804660528 wait complete. 2024-09-13T17:48:17.712 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T17:48:17.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.841+0000 7f0926461640 1 Processor -- start 2024-09-13T17:48:17.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.841+0000 7f0926461640 1 -- start start 2024-09-13T17:48:17.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.841+0000 7f0926461640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f092015d7b0 0x7f0920071f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:17.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.841+0000 7f0926461640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f092015db90 con 0x7f09200ca940 2024-09-13T17:48:17.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.841+0000 7f0926461640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09200aced0 con 0x7f09200aaed0 2024-09-13T17:48:17.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.841+0000 7f0926461640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09200ab720 con 0x7f092015d7b0 2024-09-13T17:48:17.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.841+0000 7f09249fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f09200ca940 0x7f09200cad70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43338/0 (socket says 172.21.15.32:43338) 2024-09-13T17:48:17.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.841+0000 7f091ffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f092015d7b0 0x7f0920071f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:17.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.841+0000 7f09249fe640 1 -- 172.21.15.32:0/506221281 learned_addr learned my addr 172.21.15.32:0/506221281 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:17.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.841+0000 7f091ffff640 1 -- 172.21.15.32:0/506221281 >> v1:172.21.15.159:6789/0 conn(0x7f09200aaed0 legacy=0x7f09200ac7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.841+0000 7f091ffff640 1 -- 172.21.15.32:0/506221281 >> v1:172.21.15.32:6789/0 conn(0x7f09200ca940 legacy=0x7f09200cad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.841+0000 7f091effd640 1 -- 172.21.15.32:0/506221281 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1085484544 0 0) 0x7f092015db90 con 0x7f09200ca940 2024-09-13T17:48:17.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.841+0000 7f091ffff640 1 -- 172.21.15.32:0/506221281 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09200aba00 con 0x7f092015d7b0 2024-09-13T17:48:17.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.845+0000 7f091ffff640 1 --2- 172.21.15.32:0/506221281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f092015d7b0 0x7f0920071f90 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f09100097c0 tx=0x7f091001c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce18e6ffd16b29e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:17.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.845+0000 7f091effd640 1 -- 172.21.15.32:0/506221281 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09100ab600 con 0x7f092015d7b0 2024-09-13T17:48:17.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.845+0000 7f091effd640 1 -- 172.21.15.32:0/506221281 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09100a7050 con 0x7f092015d7b0 2024-09-13T17:48:17.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.845+0000 7f091effd640 1 -- 172.21.15.32:0/506221281 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09100ab980 con 0x7f092015d7b0 2024-09-13T17:48:17.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.845+0000 7f0926461640 1 -- 172.21.15.32:0/506221281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f092015d7b0 msgr2=0x7f0920071f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.845+0000 7f0926461640 1 --2- 172.21.15.32:0/506221281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f092015d7b0 0x7f0920071f90 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f09100097c0 tx=0x7f091001c410 comp rx=0 tx=0).stop 2024-09-13T17:48:17.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.845+0000 7f0926461640 1 -- 172.21.15.32:0/506221281 shutdown_connections 2024-09-13T17:48:17.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.845+0000 7f0926461640 1 --2- 172.21.15.32:0/506221281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f092015d7b0 0x7f0920071f90 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.845+0000 7f0926461640 1 -- 172.21.15.32:0/506221281 >> 172.21.15.32:0/506221281 conn(0x7f09200afbf0 msgr2=0x7f09200b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:17.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.845+0000 7f0926461640 1 -- 172.21.15.32:0/506221281 shutdown_connections 2024-09-13T17:48:17.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.845+0000 7f0926461640 1 -- 172.21.15.32:0/506221281 wait complete. 2024-09-13T17:48:17.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.845+0000 7f0926461640 1 Processor -- start 2024-09-13T17:48:17.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.845+0000 7f0926461640 1 -- start start 2024-09-13T17:48:17.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f0926461640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09200aaed0 0x7f0920155680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:17.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f0926461640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09200ca940 0x7f09200c2c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:17.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f0926461640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09200993f0 0x7f092009aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:17.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f0926461640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0920155bc0 con 0x7f09200aaed0 2024-09-13T17:48:17.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f0926461640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f092015b250 con 0x7f09200993f0 2024-09-13T17:48:17.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f0926461640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f092015b530 con 0x7f09200ca940 2024-09-13T17:48:17.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f091ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09200aaed0 0x7f0920155680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:17.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f091ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09200aaed0 0x7f0920155680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46266/0 (socket says 172.21.15.32:46266) 2024-09-13T17:48:17.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f091ffff640 1 -- 172.21.15.32:0/3432442341 learned_addr learned my addr 172.21.15.32:0/3432442341 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:17.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f091ffff640 1 -- 172.21.15.32:0/3432442341 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09200ca940 msgr2=0x7f09200c2c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f091ffff640 1 --2- 172.21.15.32:0/3432442341 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09200ca940 0x7f09200c2c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f091ffff640 1 -- 172.21.15.32:0/3432442341 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09200993f0 msgr2=0x7f092009aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:17.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f091ffff640 1 --2- 172.21.15.32:0/3432442341 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09200993f0 0x7f092009aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:17.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f091ffff640 1 -- 172.21.15.32:0/3432442341 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0910009420 con 0x7f09200aaed0 2024-09-13T17:48:17.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f091ffff640 1 --2- 172.21.15.32:0/3432442341 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09200aaed0 0x7f0920155680 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f091001a040 tx=0x7f091001ac50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:17.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f091cff9640 1 -- 172.21.15.32:0/3432442341 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09100b7650 con 0x7f09200aaed0 2024-09-13T17:48:17.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f091cff9640 1 -- 172.21.15.32:0/3432442341 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09100b77d0 con 0x7f09200aaed0 2024-09-13T17:48:17.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f0926461640 1 -- 172.21.15.32:0/3432442341 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f092015b810 con 0x7f09200aaed0 2024-09-13T17:48:17.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f091cff9640 1 -- 172.21.15.32:0/3432442341 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09100b7b80 con 0x7f09200aaed0 2024-09-13T17:48:17.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f0926461640 1 -- 172.21.15.32:0/3432442341 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0920099e70 con 0x7f09200aaed0 2024-09-13T17:48:17.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f0926461640 1 -- 172.21.15.32:0/3432442341 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f092015bd30 con 0x7f09200aaed0 2024-09-13T17:48:17.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f091cff9640 1 -- 172.21.15.32:0/3432442341 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f09100b7ce0 con 0x7f09200aaed0 2024-09-13T17:48:17.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f091cff9640 1 --2- 172.21.15.32:0/3432442341 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f090c066690 0x7f090c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:17.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f091cff9640 1 -- 172.21.15.32:0/3432442341 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f091011ee30 con 0x7f09200aaed0 2024-09-13T17:48:17.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.849+0000 7f091f7fe640 1 --2- 172.21.15.32:0/3432442341 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f090c066690 0x7f090c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:17.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.853+0000 7f091f7fe640 1 --2- 172.21.15.32:0/3432442341 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f090c066690 0x7f090c068b50 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f0914000f70 tx=0x7f09140079c0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:17.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:17.853+0000 7f091cff9640 1 -- 172.21.15.32:0/3432442341 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f092015bd30 con 0x7f09200aaed0 2024-09-13T17:48:18.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.025+0000 7f0926461640 1 -- 172.21.15.32:0/3432442341 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f092015bd30 con 0x7f09200aaed0 2024-09-13T17:48:18.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.029+0000 7f091cff9640 1 -- 172.21.15.32:0/3432442341 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v29) v1 ==== 80+0+0 (secure 0 0 0) 0x7f092015bd30 con 0x7f09200aaed0 2024-09-13T17:48:18.029 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-13T17:48:18.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.029+0000 7f0926461640 1 -- 172.21.15.32:0/3432442341 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f090c066690 msgr2=0x7f090c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:18.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.029+0000 7f0926461640 1 --2- 172.21.15.32:0/3432442341 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f090c066690 0x7f090c068b50 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f0914000f70 tx=0x7f09140079c0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.029+0000 7f0926461640 1 -- 172.21.15.32:0/3432442341 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09200aaed0 msgr2=0x7f0920155680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:18.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.029+0000 7f0926461640 1 --2- 172.21.15.32:0/3432442341 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09200aaed0 0x7f0920155680 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f091001a040 tx=0x7f091001ac50 comp rx=0 tx=0).stop 2024-09-13T17:48:18.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.029+0000 7f0926461640 1 -- 172.21.15.32:0/3432442341 shutdown_connections 2024-09-13T17:48:18.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.029+0000 7f0926461640 1 --2- 172.21.15.32:0/3432442341 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f090c066690 0x7f090c068b50 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.029+0000 7f0926461640 1 --2- 172.21.15.32:0/3432442341 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09200993f0 0x7f092009aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.029+0000 7f0926461640 1 --2- 172.21.15.32:0/3432442341 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09200ca940 0x7f09200c2c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.029+0000 7f0926461640 1 --2- 172.21.15.32:0/3432442341 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09200aaed0 0x7f0920155680 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.029+0000 7f0926461640 1 -- 172.21.15.32:0/3432442341 >> 172.21.15.32:0/3432442341 conn(0x7f09200afbf0 msgr2=0x7f09200b2710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:18.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.029+0000 7f0926461640 1 -- 172.21.15.32:0/3432442341 shutdown_connections 2024-09-13T17:48:18.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.029+0000 7f0926461640 1 -- 172.21.15.32:0/3432442341 wait complete. 2024-09-13T17:48:18.048 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:48:18.048 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:48:18.054 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:18.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.221+0000 7fdfee84c640 1 Processor -- start 2024-09-13T17:48:18.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.221+0000 7fdfee84c640 1 -- start start 2024-09-13T17:48:18.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfee84c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdfe8156970 0x7fdfe806d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:18.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfee84c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfe806b6a0 0x7fdfe815e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:18.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfee84c640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfe815dbd0 con 0x7fdfe815d6c0 2024-09-13T17:48:18.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfee84c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfe806da80 con 0x7fdfe8156970 2024-09-13T17:48:18.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfee84c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfe806dd60 con 0x7fdfe806b6a0 2024-09-13T17:48:18.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfe7fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdfe8156970 0x7fdfe806d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:18.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfe7fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdfe8156970 0x7fdfe806d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49666/0 (socket says 172.21.15.32:49666) 2024-09-13T17:48:18.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfe7fff640 1 -- 172.21.15.32:0/1715142066 learned_addr learned my addr 172.21.15.32:0/1715142066 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:18.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfecde9640 1 --2- 172.21.15.32:0/1715142066 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfe806b6a0 0x7fdfe815e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:18.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfe7fff640 1 -- 172.21.15.32:0/1715142066 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfe806b6a0 msgr2=0x7fdfe815e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:18.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfe7fff640 1 --2- 172.21.15.32:0/1715142066 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfe806b6a0 0x7fdfe815e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfe7fff640 1 -- 172.21.15.32:0/1715142066 >> v1:172.21.15.159:6789/0 conn(0x7fdfe815d6c0 legacy=0x7fdfe806af90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:18.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfe7fff640 1 -- 172.21.15.32:0/1715142066 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfe806e040 con 0x7fdfe8156970 2024-09-13T17:48:18.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfecde9640 1 --2- 172.21.15.32:0/1715142066 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfe806b6a0 0x7fdfe815e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:18.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfe7fff640 1 --2- 172.21.15.32:0/1715142066 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfe8156970 0x7fdfe806d1f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fdfd8009870 tx=0x7fdfd801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6ccd6c4891f5a96 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:18.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfe6ffd640 1 -- 172.21.15.32:0/1715142066 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfd80aa430 con 0x7fdfe8156970 2024-09-13T17:48:18.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfe6ffd640 1 -- 172.21.15.32:0/1715142066 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfd80aa590 con 0x7fdfe8156970 2024-09-13T17:48:18.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfe6ffd640 1 -- 172.21.15.32:0/1715142066 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfd80aa920 con 0x7fdfe8156970 2024-09-13T17:48:18.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfee84c640 1 -- 172.21.15.32:0/1715142066 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfe8156970 msgr2=0x7fdfe806d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:18.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfee84c640 1 --2- 172.21.15.32:0/1715142066 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfe8156970 0x7fdfe806d1f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fdfd8009870 tx=0x7fdfd801c4f0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfee84c640 1 -- 172.21.15.32:0/1715142066 shutdown_connections 2024-09-13T17:48:18.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfee84c640 1 --2- 172.21.15.32:0/1715142066 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfe806b6a0 0x7fdfe815e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfee84c640 1 --2- 172.21.15.32:0/1715142066 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfe8156970 0x7fdfe806d1f0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.225+0000 7fdfee84c640 1 -- 172.21.15.32:0/1715142066 >> 172.21.15.32:0/1715142066 conn(0x7fdfe8070aa0 msgr2=0x7fdfe8070eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:18.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfee84c640 1 -- 172.21.15.32:0/1715142066 shutdown_connections 2024-09-13T17:48:18.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfee84c640 1 -- 172.21.15.32:0/1715142066 wait complete. 2024-09-13T17:48:18.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfee84c640 1 Processor -- start 2024-09-13T17:48:18.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfee84c640 1 -- start start 2024-09-13T17:48:18.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfee84c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdfe806b6a0 0x7fdfe8154210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:18.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfee84c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfe8156970 0x7fdfe8142b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:18.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfee84c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfe815d6c0 0x7fdfe8155200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:18.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfee84c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfe8143060 con 0x7fdfe8156970 2024-09-13T17:48:18.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfee84c640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfe8143300 con 0x7fdfe806b6a0 2024-09-13T17:48:18.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfee84c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfe81435e0 con 0x7fdfe815d6c0 2024-09-13T17:48:18.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfe77fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfe8156970 0x7fdfe8142b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:18.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfe77fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfe8156970 0x7fdfe8142b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49670/0 (socket says 172.21.15.32:49670) 2024-09-13T17:48:18.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfe77fe640 1 -- 172.21.15.32:0/168634174 learned_addr learned my addr 172.21.15.32:0/168634174 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:18.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfe7fff640 1 --2- 172.21.15.32:0/168634174 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdfe806b6a0 0x7fdfe8154210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:18.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfecde9640 1 --2- 172.21.15.32:0/168634174 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfe815d6c0 0x7fdfe8155200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:18.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfe77fe640 1 -- 172.21.15.32:0/168634174 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfe815d6c0 msgr2=0x7fdfe8155200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:18.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfe77fe640 1 --2- 172.21.15.32:0/168634174 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfe815d6c0 0x7fdfe8155200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfe77fe640 1 -- 172.21.15.32:0/168634174 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdfe806b6a0 msgr2=0x7fdfe8154210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:18.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfe77fe640 1 --2- 172.21.15.32:0/168634174 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdfe806b6a0 0x7fdfe8154210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfe77fe640 1 -- 172.21.15.32:0/168634174 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfd80094d0 con 0x7fdfe8156970 2024-09-13T17:48:18.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfe77fe640 1 --2- 172.21.15.32:0/168634174 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfe8156970 0x7fdfe8142b20 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fdfdc00b410 tx=0x7fdfdc00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:18.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfe4ff9640 1 -- 172.21.15.32:0/168634174 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfdc004020 con 0x7fdfe8156970 2024-09-13T17:48:18.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfe4ff9640 1 -- 172.21.15.32:0/168634174 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfdc004180 con 0x7fdfe8156970 2024-09-13T17:48:18.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfee84c640 1 -- 172.21.15.32:0/168634174 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfe81438c0 con 0x7fdfe8156970 2024-09-13T17:48:18.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfe4ff9640 1 -- 172.21.15.32:0/168634174 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfdc011630 con 0x7fdfe8156970 2024-09-13T17:48:18.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.229+0000 7fdfee84c640 1 -- 172.21.15.32:0/168634174 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfe8143e80 con 0x7fdfe8156970 2024-09-13T17:48:18.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.233+0000 7fdfee84c640 1 -- 172.21.15.32:0/168634174 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfe815e3b0 con 0x7fdfe8156970 2024-09-13T17:48:18.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.233+0000 7fdfe4ff9640 1 -- 172.21.15.32:0/168634174 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdfdc011790 con 0x7fdfe8156970 2024-09-13T17:48:18.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.233+0000 7fdfe4ff9640 1 --2- 172.21.15.32:0/168634174 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdfd4066690 0x7fdfd4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:18.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.233+0000 7fdfe4ff9640 1 -- 172.21.15.32:0/168634174 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fdfdc0842c0 con 0x7fdfe8156970 2024-09-13T17:48:18.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.233+0000 7fdfe7fff640 1 --2- 172.21.15.32:0/168634174 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdfd4066690 0x7fdfd4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:18.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.233+0000 7fdfe7fff640 1 --2- 172.21.15.32:0/168634174 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdfd4066690 0x7fdfd4068b50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fdfd80ae000 tx=0x7fdfd80a7000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:18.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.237+0000 7fdfe4ff9640 1 -- 172.21.15.32:0/168634174 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdfdc051270 con 0x7fdfe8156970 2024-09-13T17:48:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.393+0000 7fdfee84c640 1 -- 172.21.15.32:0/168634174 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdfe8144010 con 0x7fdfe8156970 2024-09-13T17:48:18.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.397+0000 7fdfe4ff9640 1 -- 172.21.15.32:0/168634174 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+18723 (secure 0 0 0) 0x7fdfdc054890 con 0x7fdfe8156970 2024-09-13T17:48:18.398 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:18.398 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:01.407417+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.27","mappings":[{"from":3,"to":1}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.c","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:18.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.397+0000 7fdfee84c640 1 -- 172.21.15.32:0/168634174 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdfd4066690 msgr2=0x7fdfd4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:18.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.397+0000 7fdfee84c640 1 --2- 172.21.15.32:0/168634174 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdfd4066690 0x7fdfd4068b50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fdfd80ae000 tx=0x7fdfd80a7000 comp rx=0 tx=0).stop 2024-09-13T17:48:18.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.397+0000 7fdfee84c640 1 -- 172.21.15.32:0/168634174 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfe8156970 msgr2=0x7fdfe8142b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:18.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.397+0000 7fdfee84c640 1 --2- 172.21.15.32:0/168634174 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfe8156970 0x7fdfe8142b20 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fdfdc00b410 tx=0x7fdfdc00b8d0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.397+0000 7fdfee84c640 1 -- 172.21.15.32:0/168634174 shutdown_connections 2024-09-13T17:48:18.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.397+0000 7fdfee84c640 1 --2- 172.21.15.32:0/168634174 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdfd4066690 0x7fdfd4068b50 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.397+0000 7fdfee84c640 1 --2- 172.21.15.32:0/168634174 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdfe815d6c0 0x7fdfe8155200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.397+0000 7fdfee84c640 1 --2- 172.21.15.32:0/168634174 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdfe8156970 0x7fdfe8142b20 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.397+0000 7fdfee84c640 1 --2- 172.21.15.32:0/168634174 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdfe806b6a0 0x7fdfe8154210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.397+0000 7fdfee84c640 1 -- 172.21.15.32:0/168634174 >> 172.21.15.32:0/168634174 conn(0x7fdfe8070aa0 msgr2=0x7fdfe80adc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:18.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.397+0000 7fdfee84c640 1 -- 172.21.15.32:0/168634174 shutdown_connections 2024-09-13T17:48:18.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.397+0000 7fdfee84c640 1 -- 172.21.15.32:0/168634174 wait complete. 2024-09-13T17:48:18.415 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:47:18.165736+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:47:19.043698+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T17:47:22.248444+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T17:48:18.416 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:48:18.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.537+0000 7fee22a0b640 1 Processor -- start 2024-09-13T17:48:18.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.537+0000 7fee22a0b640 1 -- start start 2024-09-13T17:48:18.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee22a0b640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fee1c06dc70 0x7fee1c159650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:18.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee22a0b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fee1c0ab150 0x7fee1c0ab5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:18.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee22a0b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee1c06e0d0 con 0x7fee1c0cc6d0 2024-09-13T17:48:18.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee22a0b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee1c15a640 con 0x7fee1c0ab150 2024-09-13T17:48:18.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee22a0b640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee1c0ccab0 con 0x7fee1c06dc70 2024-09-13T17:48:18.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee1bfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fee1c0cc6d0 0x7fee1c15d2e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34826/0 (socket says 172.21.15.32:34826) 2024-09-13T17:48:18.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee1bfff640 1 -- 172.21.15.32:0/4011537832 learned_addr learned my addr 172.21.15.32:0/4011537832 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:18.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee20fa8640 1 --2- 172.21.15.32:0/4011537832 >> v2:172.21.15.32:3300/0 conn(0x7fee1c0ab150 0x7fee1c0ab5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:18.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee20fa8640 1 -- 172.21.15.32:0/4011537832 >> v2:172.21.15.159:3300/0 conn(0x7fee1c06dc70 msgr2=0x7fee1c159650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:18.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee1b7fe640 1 --2- 172.21.15.32:0/4011537832 >> v2:172.21.15.159:3300/0 conn(0x7fee1c06dc70 0x7fee1c159650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:18.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee20fa8640 1 --2- 172.21.15.32:0/4011537832 >> v2:172.21.15.159:3300/0 conn(0x7fee1c06dc70 0x7fee1c159650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee1affd640 1 -- 172.21.15.32:0/4011537832 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3864760375 0 0) 0x7fee1c06e0d0 con 0x7fee1c0cc6d0 2024-09-13T17:48:18.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee20fa8640 1 -- 172.21.15.32:0/4011537832 >> v1:172.21.15.32:6789/0 conn(0x7fee1c0cc6d0 legacy=0x7fee1c15d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:18.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee20fa8640 1 -- 172.21.15.32:0/4011537832 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee1c159da0 con 0x7fee1c0ab150 2024-09-13T17:48:18.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee1b7fe640 1 --2- 172.21.15.32:0/4011537832 >> v2:172.21.15.159:3300/0 conn(0x7fee1c06dc70 0x7fee1c159650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:18.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee20fa8640 1 --2- 172.21.15.32:0/4011537832 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee1c0ab150 0x7fee1c0ab5e0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fee1c06e3e0 tx=0x7fee1401c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3b2e5579d156b05 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:18.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee1affd640 1 -- 172.21.15.32:0/4011537832 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee140a57f0 con 0x7fee1c0ab150 2024-09-13T17:48:18.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee1affd640 1 -- 172.21.15.32:0/4011537832 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee140a5950 con 0x7fee1c0ab150 2024-09-13T17:48:18.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.541+0000 7fee1affd640 1 -- 172.21.15.32:0/4011537832 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee140a5ce0 con 0x7fee1c0ab150 2024-09-13T17:48:18.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee22a0b640 1 -- 172.21.15.32:0/4011537832 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee1c0ab150 msgr2=0x7fee1c0ab5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:18.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee22a0b640 1 --2- 172.21.15.32:0/4011537832 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee1c0ab150 0x7fee1c0ab5e0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fee1c06e3e0 tx=0x7fee1401c930 comp rx=0 tx=0).stop 2024-09-13T17:48:18.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee22a0b640 1 -- 172.21.15.32:0/4011537832 shutdown_connections 2024-09-13T17:48:18.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee22a0b640 1 --2- 172.21.15.32:0/4011537832 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee1c0ab150 0x7fee1c0ab5e0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee22a0b640 1 --2- 172.21.15.32:0/4011537832 >> v2:172.21.15.159:3300/0 conn(0x7fee1c06dc70 0x7fee1c159650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee22a0b640 1 -- 172.21.15.32:0/4011537832 >> 172.21.15.32:0/4011537832 conn(0x7fee1c06a150 msgr2=0x7fee1c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:18.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee22a0b640 1 -- 172.21.15.32:0/4011537832 shutdown_connections 2024-09-13T17:48:18.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee22a0b640 1 -- 172.21.15.32:0/4011537832 wait complete. 2024-09-13T17:48:18.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee22a0b640 1 Processor -- start 2024-09-13T17:48:18.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee22a0b640 1 -- start start 2024-09-13T17:48:18.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee22a0b640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee1c06dc70 0x7fee1c0c77c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:18.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee22a0b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee1c0ab150 0x7fee1c151a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:18.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee22a0b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fee1c0cc6d0 0x7fee1c151fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:18.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee22a0b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee1c1524e0 con 0x7fee1c0ab150 2024-09-13T17:48:18.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee22a0b640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee1c152f10 con 0x7fee1c06dc70 2024-09-13T17:48:18.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee22a0b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee1c1527c0 con 0x7fee1c0cc6d0 2024-09-13T17:48:18.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee1b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee1c0ab150 0x7fee1c151a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:18.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee1b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee1c0ab150 0x7fee1c151a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49692/0 (socket says 172.21.15.32:49692) 2024-09-13T17:48:18.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee1b7fe640 1 -- 172.21.15.32:0/2101658941 learned_addr learned my addr 172.21.15.32:0/2101658941 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:18.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee20fa8640 1 --2- 172.21.15.32:0/2101658941 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fee1c0cc6d0 0x7fee1c151fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:18.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee1bfff640 1 --2- 172.21.15.32:0/2101658941 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee1c06dc70 0x7fee1c0c77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:18.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee1b7fe640 1 -- 172.21.15.32:0/2101658941 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fee1c0cc6d0 msgr2=0x7fee1c151fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:18.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee1b7fe640 1 --2- 172.21.15.32:0/2101658941 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fee1c0cc6d0 0x7fee1c151fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee1b7fe640 1 -- 172.21.15.32:0/2101658941 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee1c06dc70 msgr2=0x7fee1c0c77c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:18.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee1b7fe640 1 --2- 172.21.15.32:0/2101658941 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee1c06dc70 0x7fee1c0c77c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee1b7fe640 1 -- 172.21.15.32:0/2101658941 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee14009a70 con 0x7fee1c0ab150 2024-09-13T17:48:18.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee1b7fe640 1 --2- 172.21.15.32:0/2101658941 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee1c0ab150 0x7fee1c151a60 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fee1000c7f0 tx=0x7fee1000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:18.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee18ff9640 1 -- 172.21.15.32:0/2101658941 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee10007820 con 0x7fee1c0ab150 2024-09-13T17:48:18.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee18ff9640 1 -- 172.21.15.32:0/2101658941 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee10007980 con 0x7fee1c0ab150 2024-09-13T17:48:18.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee22a0b640 1 -- 172.21.15.32:0/2101658941 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee1c09bb90 con 0x7fee1c0ab150 2024-09-13T17:48:18.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee18ff9640 1 -- 172.21.15.32:0/2101658941 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee10007d30 con 0x7fee1c0ab150 2024-09-13T17:48:18.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.545+0000 7fee22a0b640 1 -- 172.21.15.32:0/2101658941 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee1c0c7d00 con 0x7fee1c0ab150 2024-09-13T17:48:18.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.549+0000 7fee22a0b640 1 -- 172.21.15.32:0/2101658941 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee1c159650 con 0x7fee1c0ab150 2024-09-13T17:48:18.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.549+0000 7fee18ff9640 1 -- 172.21.15.32:0/2101658941 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fee100113f0 con 0x7fee1c0ab150 2024-09-13T17:48:18.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.549+0000 7fee18ff9640 1 --2- 172.21.15.32:0/2101658941 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fee08066690 0x7fee08068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:18.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.549+0000 7fee18ff9640 1 -- 172.21.15.32:0/2101658941 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fee10084930 con 0x7fee1c0ab150 2024-09-13T17:48:18.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.549+0000 7fee1bfff640 1 --2- 172.21.15.32:0/2101658941 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fee08066690 0x7fee08068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:18.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.549+0000 7fee1bfff640 1 --2- 172.21.15.32:0/2101658941 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fee08066690 0x7fee08068b50 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fee0c000f70 tx=0x7fee0c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:18.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.553+0000 7fee18ff9640 1 -- 172.21.15.32:0/2101658941 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fee100518d0 con 0x7fee1c0ab150 2024-09-13T17:48:18.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.709+0000 7fee22a0b640 1 -- 172.21.15.32:0/2101658941 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fee1c06b200 con 0x7fee1c0ab150 2024-09-13T17:48:18.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.713+0000 7fee18ff9640 1 -- 172.21.15.32:0/2101658941 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7fee1001f0a0 con 0x7fee1c0ab150 2024-09-13T17:48:18.713 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:48:18.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.713+0000 7fee22a0b640 1 -- 172.21.15.32:0/2101658941 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fee08066690 msgr2=0x7fee08068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:18.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.713+0000 7fee22a0b640 1 --2- 172.21.15.32:0/2101658941 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fee08066690 0x7fee08068b50 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fee0c000f70 tx=0x7fee0c009040 comp rx=0 tx=0).stop 2024-09-13T17:48:18.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.713+0000 7fee22a0b640 1 -- 172.21.15.32:0/2101658941 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee1c0ab150 msgr2=0x7fee1c151a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:18.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.713+0000 7fee22a0b640 1 --2- 172.21.15.32:0/2101658941 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee1c0ab150 0x7fee1c151a60 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fee1000c7f0 tx=0x7fee1000ccb0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.713+0000 7fee22a0b640 1 -- 172.21.15.32:0/2101658941 shutdown_connections 2024-09-13T17:48:18.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.713+0000 7fee22a0b640 1 --2- 172.21.15.32:0/2101658941 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fee08066690 0x7fee08068b50 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.713+0000 7fee22a0b640 1 --2- 172.21.15.32:0/2101658941 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fee1c0cc6d0 0x7fee1c151fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.713+0000 7fee22a0b640 1 --2- 172.21.15.32:0/2101658941 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee1c0ab150 0x7fee1c151a60 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.713+0000 7fee22a0b640 1 --2- 172.21.15.32:0/2101658941 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee1c06dc70 0x7fee1c0c77c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.713+0000 7fee22a0b640 1 -- 172.21.15.32:0/2101658941 >> 172.21.15.32:0/2101658941 conn(0x7fee1c06a150 msgr2=0x7fee1c0abc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:18.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.713+0000 7fee22a0b640 1 -- 172.21.15.32:0/2101658941 shutdown_connections 2024-09-13T17:48:18.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.713+0000 7fee22a0b640 1 -- 172.21.15.32:0/2101658941 wait complete. 2024-09-13T17:48:18.733 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:48:18.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.865+0000 7fa660a4e640 1 Processor -- start 2024-09-13T17:48:18.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.865+0000 7fa660a4e640 1 -- start start 2024-09-13T17:48:18.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.865+0000 7fa660a4e640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fa65c15a520 0x7fa65c0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:18.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.865+0000 7fa660a4e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa65c0cea30 0x7fa65c0b1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:18.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.865+0000 7fa660a4e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa65c0ab660 con 0x7fa65c0b2070 2024-09-13T17:48:18.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.865+0000 7fa660a4e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa65c0ceec0 con 0x7fa65c0cea30 2024-09-13T17:48:18.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.865+0000 7fa660a4e640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa65c0ada40 con 0x7fa65c15a520 2024-09-13T17:48:18.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.865+0000 7fa659d9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa65c0cea30 0x7fa65c0b1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:18.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.865+0000 7fa65ad9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa65c0b2070 0x7fa65c06d010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34828/0 (socket says 172.21.15.32:34828) 2024-09-13T17:48:18.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.865+0000 7fa65ad9d640 1 -- 172.21.15.32:0/3796310148 learned_addr learned my addr 172.21.15.32:0/3796310148 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:18.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.865+0000 7fa65a59c640 1 --2- 172.21.15.32:0/3796310148 >> v2:172.21.15.159:3300/0 conn(0x7fa65c15a520 0x7fa65c0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:18.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.865+0000 7fa659d9b640 1 -- 172.21.15.32:0/3796310148 >> v2:172.21.15.159:3300/0 conn(0x7fa65c15a520 msgr2=0x7fa65c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:18.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.865+0000 7fa659d9b640 1 --2- 172.21.15.32:0/3796310148 >> v2:172.21.15.159:3300/0 conn(0x7fa65c15a520 0x7fa65c0ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.865+0000 7fa659d9b640 1 -- 172.21.15.32:0/3796310148 >> v1:172.21.15.32:6789/0 conn(0x7fa65c0b2070 legacy=0x7fa65c06d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:18.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.865+0000 7fa659d9b640 1 -- 172.21.15.32:0/3796310148 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa65c0b24a0 con 0x7fa65c0cea30 2024-09-13T17:48:18.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.865+0000 7fa65959a640 1 -- 172.21.15.32:0/3796310148 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3833523948 0 0) 0x7fa65c0ab660 con 0x7fa65c0b2070 2024-09-13T17:48:18.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.865+0000 7fa65a59c640 1 --2- 172.21.15.32:0/3796310148 >> v2:172.21.15.159:3300/0 conn(0x7fa65c15a520 0x7fa65c0ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:18.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa659d9b640 1 --2- 172.21.15.32:0/3796310148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa65c0cea30 0x7fa65c0b1b30 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fa65c0b4410 tx=0x7fa65001c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c09deb367d201dd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:18.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa65959a640 1 -- 172.21.15.32:0/3796310148 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6500ab650 con 0x7fa65c0cea30 2024-09-13T17:48:18.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa65959a640 1 -- 172.21.15.32:0/3796310148 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6500ab7b0 con 0x7fa65c0cea30 2024-09-13T17:48:18.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa65959a640 1 -- 172.21.15.32:0/3796310148 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6500abb40 con 0x7fa65c0cea30 2024-09-13T17:48:18.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa660a4e640 1 -- 172.21.15.32:0/3796310148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa65c0cea30 msgr2=0x7fa65c0b1b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:18.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa660a4e640 1 --2- 172.21.15.32:0/3796310148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa65c0cea30 0x7fa65c0b1b30 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fa65c0b4410 tx=0x7fa65001c450 comp rx=0 tx=0).stop 2024-09-13T17:48:18.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa660a4e640 1 -- 172.21.15.32:0/3796310148 shutdown_connections 2024-09-13T17:48:18.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa660a4e640 1 --2- 172.21.15.32:0/3796310148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa65c0cea30 0x7fa65c0b1b30 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa660a4e640 1 --2- 172.21.15.32:0/3796310148 >> v2:172.21.15.159:3300/0 conn(0x7fa65c15a520 0x7fa65c0ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa660a4e640 1 -- 172.21.15.32:0/3796310148 >> 172.21.15.32:0/3796310148 conn(0x7fa65c06a150 msgr2=0x7fa65c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:18.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa660a4e640 1 -- 172.21.15.32:0/3796310148 shutdown_connections 2024-09-13T17:48:18.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa660a4e640 1 -- 172.21.15.32:0/3796310148 wait complete. 2024-09-13T17:48:18.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa660a4e640 1 Processor -- start 2024-09-13T17:48:18.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa660a4e640 1 -- start start 2024-09-13T17:48:18.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa660a4e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa65c0b2070 0x7fa65c151560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:18.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa660a4e640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa65c0cea30 0x7fa65c14ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:18.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa660a4e640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa65c15a520 0x7fa65c14f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:18.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa660a4e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa65c0ccbd0 con 0x7fa65c0b2070 2024-09-13T17:48:18.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa660a4e640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa65c151aa0 con 0x7fa65c0cea30 2024-09-13T17:48:18.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa660a4e640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa65c0cbfc0 con 0x7fa65c15a520 2024-09-13T17:48:18.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa65a59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa65c0b2070 0x7fa65c151560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:18.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa65a59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa65c0b2070 0x7fa65c151560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49710/0 (socket says 172.21.15.32:49710) 2024-09-13T17:48:18.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa65a59c640 1 -- 172.21.15.32:0/520930193 learned_addr learned my addr 172.21.15.32:0/520930193 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:18.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa65a59c640 1 -- 172.21.15.32:0/520930193 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa65c15a520 msgr2=0x7fa65c14f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:18.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa65a59c640 1 --2- 172.21.15.32:0/520930193 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa65c15a520 0x7fa65c14f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa65a59c640 1 -- 172.21.15.32:0/520930193 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa65c0cea30 msgr2=0x7fa65c14ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:18.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa659d9b640 1 --2- 172.21.15.32:0/520930193 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa65c0cea30 0x7fa65c14ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:18.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa65a59c640 1 --2- 172.21.15.32:0/520930193 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa65c0cea30 0x7fa65c14ec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:18.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa65a59c640 1 -- 172.21.15.32:0/520930193 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa650009420 con 0x7fa65c0b2070 2024-09-13T17:48:18.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa65a59c640 1 --2- 172.21.15.32:0/520930193 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa65c0b2070 0x7fa65c151560 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fa64c00e810 tx=0x7fa64c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:18.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa64affd640 1 -- 172.21.15.32:0/520930193 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa64c00c8d0 con 0x7fa65c0b2070 2024-09-13T17:48:18.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa64affd640 1 -- 172.21.15.32:0/520930193 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa64c00ca30 con 0x7fa65c0b2070 2024-09-13T17:48:18.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa64affd640 1 -- 172.21.15.32:0/520930193 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa64c00cdc0 con 0x7fa65c0b2070 2024-09-13T17:48:18.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa660a4e640 1 -- 172.21.15.32:0/520930193 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa65c0cc2a0 con 0x7fa65c0b2070 2024-09-13T17:48:18.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.869+0000 7fa660a4e640 1 -- 172.21.15.32:0/520930193 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa65c0cc860 con 0x7fa65c0b2070 2024-09-13T17:48:18.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.873+0000 7fa660a4e640 1 -- 172.21.15.32:0/520930193 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa65c0b1b30 con 0x7fa65c0b2070 2024-09-13T17:48:18.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.873+0000 7fa64affd640 1 -- 172.21.15.32:0/520930193 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa64c013410 con 0x7fa65c0b2070 2024-09-13T17:48:18.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.873+0000 7fa64affd640 1 --2- 172.21.15.32:0/520930193 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa63c066690 0x7fa63c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:18.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.873+0000 7fa64affd640 1 -- 172.21.15.32:0/520930193 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fa64c0842e0 con 0x7fa65c0b2070 2024-09-13T17:48:18.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.873+0000 7fa659d9b640 1 --2- 172.21.15.32:0/520930193 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa63c066690 0x7fa63c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:18.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.873+0000 7fa659d9b640 1 --2- 172.21.15.32:0/520930193 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa63c066690 0x7fa63c068b50 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa6500af000 tx=0x7fa6500a7000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:18.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:18.877+0000 7fa64affd640 1 -- 172.21.15.32:0/520930193 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa64c051320 con 0x7fa65c0b2070 2024-09-13T17:48:19.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.041+0000 7fa660a4e640 1 -- 172.21.15.32:0/520930193 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa65c0b1280 con 0x7fa65c0b2070 2024-09-13T17:48:19.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.045+0000 7fa64affd640 1 -- 172.21.15.32:0/520930193 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa64c054940 con 0x7fa65c0b2070 2024-09-13T17:48:19.045 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:19.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.045+0000 7fa660a4e640 1 -- 172.21.15.32:0/520930193 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa63c066690 msgr2=0x7fa63c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.045+0000 7fa660a4e640 1 --2- 172.21.15.32:0/520930193 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa63c066690 0x7fa63c068b50 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa6500af000 tx=0x7fa6500a7000 comp rx=0 tx=0).stop 2024-09-13T17:48:19.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.045+0000 7fa660a4e640 1 -- 172.21.15.32:0/520930193 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa65c0b2070 msgr2=0x7fa65c151560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.045+0000 7fa660a4e640 1 --2- 172.21.15.32:0/520930193 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa65c0b2070 0x7fa65c151560 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fa64c00e810 tx=0x7fa64c00ecd0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.045+0000 7fa660a4e640 1 -- 172.21.15.32:0/520930193 shutdown_connections 2024-09-13T17:48:19.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.045+0000 7fa660a4e640 1 --2- 172.21.15.32:0/520930193 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa63c066690 0x7fa63c068b50 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.045+0000 7fa660a4e640 1 --2- 172.21.15.32:0/520930193 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa65c15a520 0x7fa65c14f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.045+0000 7fa660a4e640 1 --2- 172.21.15.32:0/520930193 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa65c0cea30 0x7fa65c14ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.045+0000 7fa660a4e640 1 --2- 172.21.15.32:0/520930193 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa65c0b2070 0x7fa65c151560 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.045+0000 7fa660a4e640 1 -- 172.21.15.32:0/520930193 >> 172.21.15.32:0/520930193 conn(0x7fa65c06a150 msgr2=0x7fa65c157d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:19.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.045+0000 7fa660a4e640 1 -- 172.21.15.32:0/520930193 shutdown_connections 2024-09-13T17:48:19.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.045+0000 7fa660a4e640 1 -- 172.21.15.32:0/520930193 wait complete. 2024-09-13T17:48:19.064 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:48:19.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.185+0000 7f971aa1e640 1 Processor -- start 2024-09-13T17:48:19.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.185+0000 7f971aa1e640 1 -- start start 2024-09-13T17:48:19.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f971aa1e640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f971415c500 0x7f97140d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f971aa1e640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9714160ae0 0x7f97140d2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f971aa1e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97140d1320 con 0x7f97140d26d0 2024-09-13T17:48:19.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f971aa1e640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97140d2b60 con 0x7f971415c500 2024-09-13T17:48:19.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f971aa1e640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97140d0710 con 0x7f9714160ae0 2024-09-13T17:48:19.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9718fbb640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f97140d26d0 0x7f97140cee50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34836/0 (socket says 172.21.15.32:34836) 2024-09-13T17:48:19.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9718fbb640 1 -- 172.21.15.32:0/2140257204 learned_addr learned my addr 172.21.15.32:0/2140257204 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:19.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f97137fe640 1 --2- 172.21.15.32:0/2140257204 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9714160ae0 0x7f97140d2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9713fff640 1 --2- 172.21.15.32:0/2140257204 >> v2:172.21.15.159:3300/0 conn(0x7f971415c500 0x7f97140d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9712ffd640 1 -- 172.21.15.32:0/2140257204 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1632011748 0 0) 0x7f97140d1320 con 0x7f97140d26d0 2024-09-13T17:48:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9712ffd640 1 -- 172.21.15.32:0/2140257204 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f96fc003530 con 0x7f97140d26d0 2024-09-13T17:48:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9712ffd640 1 -- 172.21.15.32:0/2140257204 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 803517030 0 0) 0x7f96fc003530 con 0x7f97140d26d0 2024-09-13T17:48:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9712ffd640 1 -- 172.21.15.32:0/2140257204 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9714160ae0 msgr2=0x7f97140d2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9712ffd640 1 --2- 172.21.15.32:0/2140257204 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9714160ae0 0x7f97140d2190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9712ffd640 1 -- 172.21.15.32:0/2140257204 >> v2:172.21.15.159:3300/0 conn(0x7f971415c500 msgr2=0x7f97140d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9712ffd640 1 --2- 172.21.15.32:0/2140257204 >> v2:172.21.15.159:3300/0 conn(0x7f971415c500 0x7f97140d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9712ffd640 1 -- 172.21.15.32:0/2140257204 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97140d09f0 con 0x7f97140d26d0 2024-09-13T17:48:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9712ffd640 1 -- 172.21.15.32:0/2140257204 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f970c001a00 con 0x7f97140d26d0 2024-09-13T17:48:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9712ffd640 1 -- 172.21.15.32:0/2140257204 >> v1:172.21.15.32:6789/0 conn(0x7f97140d26d0 legacy=0x7f97140cee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9712ffd640 1 --2- 172.21.15.32:0/2140257204 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96fc003980 0x7f96fc003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9712ffd640 1 --2- 172.21.15.32:0/2140257204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96fc0047d0 0x7f96fc004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9712ffd640 1 --2- 172.21.15.32:0/2140257204 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9714160ae0 0x7f96fc005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9712ffd640 1 -- 172.21.15.32:0/2140257204 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97140d2b60 con 0x7f96fc0047d0 2024-09-13T17:48:19.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9712ffd640 1 -- 172.21.15.32:0/2140257204 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97140d0710 con 0x7f96fc003980 2024-09-13T17:48:19.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9712ffd640 1 -- 172.21.15.32:0/2140257204 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96fc00b9c0 con 0x7f9714160ae0 2024-09-13T17:48:19.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f97137fe640 1 --2- 172.21.15.32:0/2140257204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96fc0047d0 0x7f96fc004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:19.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9718fbb640 1 --2- 172.21.15.32:0/2140257204 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9714160ae0 0x7f96fc005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:19.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f97137fe640 1 -- 172.21.15.32:0/2140257204 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9714160ae0 msgr2=0x7f96fc005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:19.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f97137fe640 1 --2- 172.21.15.32:0/2140257204 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9714160ae0 0x7f96fc005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f9713fff640 1 --2- 172.21.15.32:0/2140257204 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96fc003980 0x7f96fc003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:19.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f97137fe640 1 -- 172.21.15.32:0/2140257204 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96fc003980 msgr2=0x7f96fc003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:19.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f97137fe640 1 --2- 172.21.15.32:0/2140257204 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96fc003980 0x7f96fc003da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.189+0000 7f97137fe640 1 -- 172.21.15.32:0/2140257204 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96fc003530 con 0x7f96fc0047d0 2024-09-13T17:48:19.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f97137fe640 1 --2- 172.21.15.32:0/2140257204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96fc0047d0 0x7f96fc004c50 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f9708009ae0 tx=0x7f970801ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce941a8a0067ae47 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:19.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f9712ffd640 1 -- 172.21.15.32:0/2140257204 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97080a5560 con 0x7f96fc0047d0 2024-09-13T17:48:19.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f9712ffd640 1 -- 172.21.15.32:0/2140257204 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97080a56c0 con 0x7f96fc0047d0 2024-09-13T17:48:19.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f9712ffd640 1 -- 172.21.15.32:0/2140257204 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97080a5a70 con 0x7f96fc0047d0 2024-09-13T17:48:19.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f971aa1e640 1 -- 172.21.15.32:0/2140257204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96fc0047d0 msgr2=0x7f96fc004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f971aa1e640 1 --2- 172.21.15.32:0/2140257204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96fc0047d0 0x7f96fc004c50 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f9708009ae0 tx=0x7f970801ca10 comp rx=0 tx=0).stop 2024-09-13T17:48:19.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f9718fbb640 1 -- 172.21.15.32:0/2140257204 reap_dead start 2024-09-13T17:48:19.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f971aa1e640 1 -- 172.21.15.32:0/2140257204 shutdown_connections 2024-09-13T17:48:19.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f971aa1e640 1 -- 172.21.15.32:0/2140257204 >> 172.21.15.32:0/2140257204 conn(0x7f9714089f70 msgr2=0x7f971409b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:19.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f971aa1e640 1 -- 172.21.15.32:0/2140257204 shutdown_connections 2024-09-13T17:48:19.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f971aa1e640 1 -- 172.21.15.32:0/2140257204 wait complete. 2024-09-13T17:48:19.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f971aa1e640 1 Processor -- start 2024-09-13T17:48:19.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f971aa1e640 1 -- start start 2024-09-13T17:48:19.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f971aa1e640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96fc0047d0 0x7f97140b5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f971aa1e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f97140cc690 0x7f97141576e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f971aa1e640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f971415d600 0x7f971415e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f971aa1e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9714157c20 con 0x7f97140cc690 2024-09-13T17:48:19.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f971aa1e640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97140b5a80 con 0x7f96fc0047d0 2024-09-13T17:48:19.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.193+0000 7f971aa1e640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97140b5d60 con 0x7f971415d600 2024-09-13T17:48:19.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f97137fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f97140cc690 0x7f97141576e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:19.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f97137fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f97140cc690 0x7f97141576e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49722/0 (socket says 172.21.15.32:49722) 2024-09-13T17:48:19.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f97137fe640 1 -- 172.21.15.32:0/2022596723 learned_addr learned my addr 172.21.15.32:0/2022596723 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:19.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f9713fff640 1 --2- 172.21.15.32:0/2022596723 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96fc0047d0 0x7f97140b5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:19.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f9718fbb640 1 --2- 172.21.15.32:0/2022596723 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f971415d600 0x7f971415e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:19.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f97137fe640 1 -- 172.21.15.32:0/2022596723 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f971415d600 msgr2=0x7f971415e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f97137fe640 1 --2- 172.21.15.32:0/2022596723 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f971415d600 0x7f971415e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f97137fe640 1 -- 172.21.15.32:0/2022596723 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96fc0047d0 msgr2=0x7f97140b5270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f97137fe640 1 --2- 172.21.15.32:0/2022596723 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96fc0047d0 0x7f97140b5270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f97137fe640 1 -- 172.21.15.32:0/2022596723 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97140b6040 con 0x7f97140cc690 2024-09-13T17:48:19.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f97137fe640 1 --2- 172.21.15.32:0/2022596723 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f97140cc690 0x7f97141576e0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f97080b0040 tx=0x7f96fc005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:19.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f9710ff9640 1 -- 172.21.15.32:0/2022596723 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f970800f000 con 0x7f97140cc690 2024-09-13T17:48:19.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f9710ff9640 1 -- 172.21.15.32:0/2022596723 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9708004020 con 0x7f97140cc690 2024-09-13T17:48:19.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f971aa1e640 1 -- 172.21.15.32:0/2022596723 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f971415cb20 con 0x7f97140cc690 2024-09-13T17:48:19.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f9710ff9640 1 -- 172.21.15.32:0/2022596723 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97080043d0 con 0x7f97140cc690 2024-09-13T17:48:19.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f971aa1e640 1 -- 172.21.15.32:0/2022596723 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f971415d0e0 con 0x7f97140cc690 2024-09-13T17:48:19.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f971aa1e640 1 -- 172.21.15.32:0/2022596723 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97140d0010 con 0x7f97140cc690 2024-09-13T17:48:19.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f9710ff9640 1 -- 172.21.15.32:0/2022596723 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f97080b4040 con 0x7f97140cc690 2024-09-13T17:48:19.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f9710ff9640 1 --2- 172.21.15.32:0/2022596723 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f97000666c0 0x7f9700068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f9710ff9640 1 -- 172.21.15.32:0/2022596723 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f970811e310 con 0x7f97140cc690 2024-09-13T17:48:19.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.197+0000 7f9713fff640 1 --2- 172.21.15.32:0/2022596723 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f97000666c0 0x7f9700068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:19.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.201+0000 7f9713fff640 1 --2- 172.21.15.32:0/2022596723 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f97000666c0 0x7f9700068b80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f97141f8710 tx=0x7f9704008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:19.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.201+0000 7f9710ff9640 1 -- 172.21.15.32:0/2022596723 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f97080eb400 con 0x7f97140cc690 2024-09-13T17:48:19.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.361+0000 7f971aa1e640 1 -- 172.21.15.32:0/2022596723 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9714157c20 con 0x7f97140cc690 2024-09-13T17:48:19.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.365+0000 7f9710ff9640 1 -- 172.21.15.32:0/2022596723 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f97080eea20 con 0x7f97140cc690 2024-09-13T17:48:19.365 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:48:19.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.365+0000 7f971aa1e640 1 -- 172.21.15.32:0/2022596723 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f97000666c0 msgr2=0x7f9700068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.365+0000 7f971aa1e640 1 --2- 172.21.15.32:0/2022596723 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f97000666c0 0x7f9700068b80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f97141f8710 tx=0x7f9704008040 comp rx=0 tx=0).stop 2024-09-13T17:48:19.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.365+0000 7f971aa1e640 1 -- 172.21.15.32:0/2022596723 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f97140cc690 msgr2=0x7f97141576e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.365+0000 7f971aa1e640 1 --2- 172.21.15.32:0/2022596723 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f97140cc690 0x7f97141576e0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f97080b0040 tx=0x7f96fc005800 comp rx=0 tx=0).stop 2024-09-13T17:48:19.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.365+0000 7f971aa1e640 1 -- 172.21.15.32:0/2022596723 shutdown_connections 2024-09-13T17:48:19.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.365+0000 7f971aa1e640 1 --2- 172.21.15.32:0/2022596723 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f97000666c0 0x7f9700068b80 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.365+0000 7f971aa1e640 1 --2- 172.21.15.32:0/2022596723 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f971415d600 0x7f971415e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.365+0000 7f971aa1e640 1 --2- 172.21.15.32:0/2022596723 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f97140cc690 0x7f97141576e0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.365+0000 7f971aa1e640 1 --2- 172.21.15.32:0/2022596723 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96fc0047d0 0x7f97140b5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.365+0000 7f971aa1e640 1 -- 172.21.15.32:0/2022596723 >> 172.21.15.32:0/2022596723 conn(0x7f9714089f70 msgr2=0x7f97141602f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:19.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.365+0000 7f971aa1e640 1 -- 172.21.15.32:0/2022596723 shutdown_connections 2024-09-13T17:48:19.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.365+0000 7f971aa1e640 1 -- 172.21.15.32:0/2022596723 wait complete. 2024-09-13T17:48:19.385 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T17:48:19.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.505+0000 7fc0c5dd4640 1 Processor -- start 2024-09-13T17:48:19.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.505+0000 7fc0c5dd4640 1 -- start start 2024-09-13T17:48:19.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.505+0000 7fc0c5dd4640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fc0c006dc70 0x7fc0c0159650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.505+0000 7fc0c5dd4640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc0c00ab150 0x7fc0c00ab5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.505+0000 7fc0c5dd4640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0c006e0d0 con 0x7fc0c00cc6d0 2024-09-13T17:48:19.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.505+0000 7fc0c5dd4640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0c015a640 con 0x7fc0c00ab150 2024-09-13T17:48:19.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.505+0000 7fc0c5dd4640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0c00ccab0 con 0x7fc0c006dc70 2024-09-13T17:48:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.505+0000 7fc0bffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc0c00ab150 0x7fc0c00ab5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.505+0000 7fc0bffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc0c00ab150 0x7fc0c00ab5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49726/0 (socket says 172.21.15.32:49726) 2024-09-13T17:48:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.505+0000 7fc0bffff640 1 -- 172.21.15.32:0/70565241 learned_addr learned my addr 172.21.15.32:0/70565241 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.505+0000 7fc0beffd640 1 --2- 172.21.15.32:0/70565241 >> v2:172.21.15.159:3300/0 conn(0x7fc0c006dc70 0x7fc0c0159650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.505+0000 7fc0bffff640 1 -- 172.21.15.32:0/70565241 >> v2:172.21.15.159:3300/0 conn(0x7fc0c006dc70 msgr2=0x7fc0c0159650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.505+0000 7fc0bffff640 1 --2- 172.21.15.32:0/70565241 >> v2:172.21.15.159:3300/0 conn(0x7fc0c006dc70 0x7fc0c0159650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.505+0000 7fc0bffff640 1 -- 172.21.15.32:0/70565241 >> v1:172.21.15.159:6789/0 conn(0x7fc0c00cc6d0 legacy=0x7fc0c015d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.505+0000 7fc0bffff640 1 -- 172.21.15.32:0/70565241 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0c0159da0 con 0x7fc0c00ab150 2024-09-13T17:48:19.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0bffff640 1 --2- 172.21.15.32:0/70565241 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0c00ab150 0x7fc0c00ab5e0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fc0c006e3e0 tx=0x7fc0b801c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7211a76801fa680 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:19.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0be7fc640 1 -- 172.21.15.32:0/70565241 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b80a56c0 con 0x7fc0c00ab150 2024-09-13T17:48:19.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0be7fc640 1 -- 172.21.15.32:0/70565241 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0b80a5820 con 0x7fc0c00ab150 2024-09-13T17:48:19.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0be7fc640 1 -- 172.21.15.32:0/70565241 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b80a5bb0 con 0x7fc0c00ab150 2024-09-13T17:48:19.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0c5dd4640 1 -- 172.21.15.32:0/70565241 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0c00ab150 msgr2=0x7fc0c00ab5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0c5dd4640 1 --2- 172.21.15.32:0/70565241 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0c00ab150 0x7fc0c00ab5e0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fc0c006e3e0 tx=0x7fc0b801c9f0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0c5dd4640 1 -- 172.21.15.32:0/70565241 shutdown_connections 2024-09-13T17:48:19.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0c5dd4640 1 --2- 172.21.15.32:0/70565241 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0c00ab150 0x7fc0c00ab5e0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0c5dd4640 1 --2- 172.21.15.32:0/70565241 >> v2:172.21.15.159:3300/0 conn(0x7fc0c006dc70 0x7fc0c0159650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0c5dd4640 1 -- 172.21.15.32:0/70565241 >> 172.21.15.32:0/70565241 conn(0x7fc0c006a150 msgr2=0x7fc0c006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:19.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0c5dd4640 1 -- 172.21.15.32:0/70565241 shutdown_connections 2024-09-13T17:48:19.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0c5dd4640 1 -- 172.21.15.32:0/70565241 wait complete. 2024-09-13T17:48:19.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0c5dd4640 1 Processor -- start 2024-09-13T17:48:19.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0c5dd4640 1 -- start start 2024-09-13T17:48:19.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0c5dd4640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc0c006dc70 0x7fc0c0163680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0c5dd4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0c00ab150 0x7fc0c0158090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0c5dd4640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc0c00cc6d0 0x7fc0c01585d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0c5dd4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0c00abde0 con 0x7fc0c00ab150 2024-09-13T17:48:19.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0c5dd4640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0c00c8780 con 0x7fc0c00cc6d0 2024-09-13T17:48:19.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0c5dd4640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0c0163bc0 con 0x7fc0c006dc70 2024-09-13T17:48:19.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0beffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0c00ab150 0x7fc0c0158090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:19.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0beffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0c00ab150 0x7fc0c0158090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49738/0 (socket says 172.21.15.32:49738) 2024-09-13T17:48:19.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0beffd640 1 -- 172.21.15.32:0/1945555433 learned_addr learned my addr 172.21.15.32:0/1945555433 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:19.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0bffff640 1 --2- 172.21.15.32:0/1945555433 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc0c00cc6d0 0x7fc0c01585d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:19.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0bf7fe640 1 --2- 172.21.15.32:0/1945555433 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc0c006dc70 0x7fc0c0163680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:19.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0beffd640 1 -- 172.21.15.32:0/1945555433 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc0c006dc70 msgr2=0x7fc0c0163680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0beffd640 1 --2- 172.21.15.32:0/1945555433 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc0c006dc70 0x7fc0c0163680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0beffd640 1 -- 172.21.15.32:0/1945555433 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc0c00cc6d0 msgr2=0x7fc0c01585d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0beffd640 1 --2- 172.21.15.32:0/1945555433 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc0c00cc6d0 0x7fc0c01585d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0beffd640 1 -- 172.21.15.32:0/1945555433 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0b8009b30 con 0x7fc0c00ab150 2024-09-13T17:48:19.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0bffff640 1 --2- 172.21.15.32:0/1945555433 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc0c00cc6d0 0x7fc0c01585d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:19.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.509+0000 7fc0beffd640 1 --2- 172.21.15.32:0/1945555433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0c00ab150 0x7fc0c0158090 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fc0b400c850 tx=0x7fc0b400cd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:19.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.513+0000 7fc0a7fff640 1 -- 172.21.15.32:0/1945555433 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b4007a30 con 0x7fc0c00ab150 2024-09-13T17:48:19.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.513+0000 7fc0a7fff640 1 -- 172.21.15.32:0/1945555433 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0b4007b90 con 0x7fc0c00ab150 2024-09-13T17:48:19.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.513+0000 7fc0c5dd4640 1 -- 172.21.15.32:0/1945555433 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0c0072300 con 0x7fc0c00ab150 2024-09-13T17:48:19.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.513+0000 7fc0a7fff640 1 -- 172.21.15.32:0/1945555433 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b400ae10 con 0x7fc0c00ab150 2024-09-13T17:48:19.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.513+0000 7fc0c5dd4640 1 -- 172.21.15.32:0/1945555433 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0c00c8cd0 con 0x7fc0c00ab150 2024-09-13T17:48:19.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.513+0000 7fc0c5dd4640 1 -- 172.21.15.32:0/1945555433 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0c00c8ef0 con 0x7fc0c00ab150 2024-09-13T17:48:19.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.513+0000 7fc0a7fff640 1 -- 172.21.15.32:0/1945555433 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc0b40113f0 con 0x7fc0c00ab150 2024-09-13T17:48:19.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.513+0000 7fc0a7fff640 1 --2- 172.21.15.32:0/1945555433 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc0ac066690 0x7fc0ac068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.513+0000 7fc0a7fff640 1 -- 172.21.15.32:0/1945555433 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fc0b40844f0 con 0x7fc0c00ab150 2024-09-13T17:48:19.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.513+0000 7fc0bf7fe640 1 --2- 172.21.15.32:0/1945555433 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc0ac066690 0x7fc0ac068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:19.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.513+0000 7fc0bf7fe640 1 --2- 172.21.15.32:0/1945555433 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc0ac066690 0x7fc0ac068b50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fc0b0000f70 tx=0x7fc0b0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:19.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.517+0000 7fc0a7fff640 1 -- 172.21.15.32:0/1945555433 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc0b4051530 con 0x7fc0c00ab150 2024-09-13T17:48:19.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.673+0000 7fc0c5dd4640 1 -- 172.21.15.32:0/1945555433 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fc0c0159650 con 0x7fc0c00ab150 2024-09-13T17:48:19.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.673+0000 7fc0a7fff640 1 -- 172.21.15.32:0/1945555433 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7fc0b4054b50 con 0x7fc0c00ab150 2024-09-13T17:48:19.676 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:19.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.677+0000 7fc0c5dd4640 1 -- 172.21.15.32:0/1945555433 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc0ac066690 msgr2=0x7fc0ac068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.677+0000 7fc0c5dd4640 1 --2- 172.21.15.32:0/1945555433 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc0ac066690 0x7fc0ac068b50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fc0b0000f70 tx=0x7fc0b0009040 comp rx=0 tx=0).stop 2024-09-13T17:48:19.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.677+0000 7fc0c5dd4640 1 -- 172.21.15.32:0/1945555433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0c00ab150 msgr2=0x7fc0c0158090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.677+0000 7fc0c5dd4640 1 --2- 172.21.15.32:0/1945555433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0c00ab150 0x7fc0c0158090 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fc0b400c850 tx=0x7fc0b400cd10 comp rx=0 tx=0).stop 2024-09-13T17:48:19.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.677+0000 7fc0c5dd4640 1 -- 172.21.15.32:0/1945555433 shutdown_connections 2024-09-13T17:48:19.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.677+0000 7fc0c5dd4640 1 --2- 172.21.15.32:0/1945555433 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc0ac066690 0x7fc0ac068b50 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.677+0000 7fc0c5dd4640 1 --2- 172.21.15.32:0/1945555433 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc0c00cc6d0 0x7fc0c01585d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.677+0000 7fc0c5dd4640 1 --2- 172.21.15.32:0/1945555433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0c00ab150 0x7fc0c0158090 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.677+0000 7fc0c5dd4640 1 --2- 172.21.15.32:0/1945555433 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc0c006dc70 0x7fc0c0163680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.677+0000 7fc0c5dd4640 1 -- 172.21.15.32:0/1945555433 >> 172.21.15.32:0/1945555433 conn(0x7fc0c006a150 msgr2=0x7fc0c0071a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:19.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.677+0000 7fc0c5dd4640 1 -- 172.21.15.32:0/1945555433 shutdown_connections 2024-09-13T17:48:19.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.677+0000 7fc0c5dd4640 1 -- 172.21.15.32:0/1945555433 wait complete. 2024-09-13T17:48:19.694 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T17:48:19.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.805+0000 7fc02008d640 1 Processor -- start 2024-09-13T17:48:19.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.805+0000 7fc02008d640 1 -- start start 2024-09-13T17:48:19.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.805+0000 7fc02008d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc0180b2360 0x7fc0180cbfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.805+0000 7fc02008d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc018070c70 0x7fc0180710b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.805+0000 7fc02008d640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0180707e0 con 0x7fc0180b2740 2024-09-13T17:48:19.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.805+0000 7fc02008d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0180c91b0 con 0x7fc0180b2360 2024-09-13T17:48:19.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.805+0000 7fc02008d640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc018070190 con 0x7fc018070c70 2024-09-13T17:48:19.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.805+0000 7fc01de29640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc0180b2360 0x7fc0180cbfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:19.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.805+0000 7fc01de29640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc0180b2360 0x7fc0180cbfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49748/0 (socket says 172.21.15.32:49748) 2024-09-13T17:48:19.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.805+0000 7fc01de29640 1 -- 172.21.15.32:0/978023861 learned_addr learned my addr 172.21.15.32:0/978023861 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:19.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.805+0000 7fc01de29640 1 -- 172.21.15.32:0/978023861 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc018070c70 msgr2=0x7fc0180710b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:19.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.809+0000 7fc01de29640 1 --2- 172.21.15.32:0/978023861 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc018070c70 0x7fc0180710b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.809+0000 7fc01de29640 1 -- 172.21.15.32:0/978023861 >> v1:172.21.15.159:6789/0 conn(0x7fc0180b2740 legacy=0x7fc0180c86f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:19.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.809+0000 7fc01de29640 1 -- 172.21.15.32:0/978023861 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc018070470 con 0x7fc0180b2360 2024-09-13T17:48:19.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.809+0000 7fc01de29640 1 --2- 172.21.15.32:0/978023861 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0180b2360 0x7fc0180cbfa0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fc014009e50 tx=0x7fc01401c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86032a525b9486b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:19.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.809+0000 7fc01ce27640 1 -- 172.21.15.32:0/978023861 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0140a5800 con 0x7fc0180b2360 2024-09-13T17:48:19.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.809+0000 7fc01ce27640 1 -- 172.21.15.32:0/978023861 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0140a5960 con 0x7fc0180b2360 2024-09-13T17:48:19.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.809+0000 7fc01ce27640 1 -- 172.21.15.32:0/978023861 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0140a5cf0 con 0x7fc0180b2360 2024-09-13T17:48:19.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.809+0000 7fc02008d640 1 -- 172.21.15.32:0/978023861 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0180b2360 msgr2=0x7fc0180cbfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.809+0000 7fc02008d640 1 --2- 172.21.15.32:0/978023861 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0180b2360 0x7fc0180cbfa0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fc014009e50 tx=0x7fc01401c960 comp rx=0 tx=0).stop 2024-09-13T17:48:19.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.809+0000 7fc02008d640 1 -- 172.21.15.32:0/978023861 shutdown_connections 2024-09-13T17:48:19.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.809+0000 7fc02008d640 1 --2- 172.21.15.32:0/978023861 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc018070c70 0x7fc0180710b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.809+0000 7fc02008d640 1 --2- 172.21.15.32:0/978023861 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0180b2360 0x7fc0180cbfa0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.809+0000 7fc02008d640 1 -- 172.21.15.32:0/978023861 >> 172.21.15.32:0/978023861 conn(0x7fc0180afbf0 msgr2=0x7fc0180b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:19.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.809+0000 7fc02008d640 1 -- 172.21.15.32:0/978023861 shutdown_connections 2024-09-13T17:48:19.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.809+0000 7fc02008d640 1 -- 172.21.15.32:0/978023861 wait complete. 2024-09-13T17:48:19.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc02008d640 1 Processor -- start 2024-09-13T17:48:19.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc02008d640 1 -- start start 2024-09-13T17:48:19.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc02008d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc018070c70 0x7fc018161940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc02008d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc0180b2360 0x7fc0180c3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc02008d640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc0180b2740 0x7fc0180c0ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc02008d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0181f4c10 con 0x7fc018070c70 2024-09-13T17:48:19.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc02008d640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0180c43f0 con 0x7fc0180b2740 2024-09-13T17:48:19.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc02008d640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0180c1410 con 0x7fc0180b2360 2024-09-13T17:48:19.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc01de29640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc018070c70 0x7fc018161940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:19.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc01de29640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc018070c70 0x7fc018161940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49760/0 (socket says 172.21.15.32:49760) 2024-09-13T17:48:19.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc01de29640 1 -- 172.21.15.32:0/630666237 learned_addr learned my addr 172.21.15.32:0/630666237 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:19.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc01de29640 1 -- 172.21.15.32:0/630666237 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc0180b2360 msgr2=0x7fc0180c3eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc01de29640 1 --2- 172.21.15.32:0/630666237 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc0180b2360 0x7fc0180c3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc01de29640 1 -- 172.21.15.32:0/630666237 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc0180b2740 msgr2=0x7fc0180c0ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc01de29640 1 --2- 172.21.15.32:0/630666237 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc0180b2740 0x7fc0180c0ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc01de29640 1 -- 172.21.15.32:0/630666237 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc014009b30 con 0x7fc018070c70 2024-09-13T17:48:19.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc01de29640 1 --2- 172.21.15.32:0/630666237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc018070c70 0x7fc018161940 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fc0140af040 tx=0x7fc0180cb9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:19.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc00e7fc640 1 -- 172.21.15.32:0/630666237 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0140bc070 con 0x7fc018070c70 2024-09-13T17:48:19.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc00e7fc640 1 -- 172.21.15.32:0/630666237 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0140b7400 con 0x7fc018070c70 2024-09-13T17:48:19.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc02008d640 1 -- 172.21.15.32:0/630666237 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0180c8f80 con 0x7fc018070c70 2024-09-13T17:48:19.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc00e7fc640 1 -- 172.21.15.32:0/630666237 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0140b77d0 con 0x7fc018070c70 2024-09-13T17:48:19.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc02008d640 1 -- 172.21.15.32:0/630666237 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0181638e0 con 0x7fc018070c70 2024-09-13T17:48:19.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc02008d640 1 -- 172.21.15.32:0/630666237 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0180710b0 con 0x7fc018070c70 2024-09-13T17:48:19.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc00e7fc640 1 -- 172.21.15.32:0/630666237 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc0140b7930 con 0x7fc018070c70 2024-09-13T17:48:19.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc00e7fc640 1 --2- 172.21.15.32:0/630666237 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbffc066690 0x7fbffc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:19.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc00e7fc640 1 -- 172.21.15.32:0/630666237 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fc01411ef70 con 0x7fc018070c70 2024-09-13T17:48:19.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.813+0000 7fc01d628640 1 --2- 172.21.15.32:0/630666237 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbffc066690 0x7fbffc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:19.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.817+0000 7fc01d628640 1 --2- 172.21.15.32:0/630666237 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbffc066690 0x7fbffc068b50 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fc008009650 tx=0x7fc008006bb0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:19.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.817+0000 7fc00e7fc640 1 -- 172.21.15.32:0/630666237 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc0140ebf90 con 0x7fc018070c70 2024-09-13T17:48:19.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.985+0000 7fc02008d640 1 -- 172.21.15.32:0/630666237 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fc01806e0a0 con 0x7fc018070c70 2024-09-13T17:48:19.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.985+0000 7fc00e7fc640 1 -- 172.21.15.32:0/630666237 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v29) v1 ==== 80+0+0 (secure 0 0 0) 0x7fc0140ef5b0 con 0x7fc018070c70 2024-09-13T17:48:19.987 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-13T17:48:19.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.985+0000 7fc02008d640 1 -- 172.21.15.32:0/630666237 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbffc066690 msgr2=0x7fbffc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.985+0000 7fc02008d640 1 --2- 172.21.15.32:0/630666237 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbffc066690 0x7fbffc068b50 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fc008009650 tx=0x7fc008006bb0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.985+0000 7fc02008d640 1 -- 172.21.15.32:0/630666237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc018070c70 msgr2=0x7fc018161940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:19.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.985+0000 7fc02008d640 1 --2- 172.21.15.32:0/630666237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc018070c70 0x7fc018161940 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fc0140af040 tx=0x7fc0180cb9f0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.985+0000 7fc02008d640 1 -- 172.21.15.32:0/630666237 shutdown_connections 2024-09-13T17:48:19.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.985+0000 7fc02008d640 1 --2- 172.21.15.32:0/630666237 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbffc066690 0x7fbffc068b50 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.985+0000 7fc02008d640 1 --2- 172.21.15.32:0/630666237 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc0180b2740 0x7fc0180c0ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.985+0000 7fc02008d640 1 --2- 172.21.15.32:0/630666237 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc0180b2360 0x7fc0180c3eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.985+0000 7fc02008d640 1 --2- 172.21.15.32:0/630666237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc018070c70 0x7fc018161940 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:19.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.985+0000 7fc02008d640 1 -- 172.21.15.32:0/630666237 >> 172.21.15.32:0/630666237 conn(0x7fc0180afbf0 msgr2=0x7fc0180affd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:19.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.989+0000 7fc02008d640 1 -- 172.21.15.32:0/630666237 shutdown_connections 2024-09-13T17:48:19.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:19.989+0000 7fc02008d640 1 -- 172.21.15.32:0/630666237 wait complete. 2024-09-13T17:48:20.004 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi032.front.sepia.ceph.com... 2024-09-13T17:48:20.005 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:20.005 DEBUG:teuthology.orchestra.run.smithi032:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T17:48:20.017 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:48:20.018 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T17:48:20.018 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:20.018 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T17:48:20.065 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:48:20.065 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:48:20.071 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:48:20.071 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:48:20.124 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:20.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.245+0000 7fdde736d640 1 Processor -- start 2024-09-13T17:48:20.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.245+0000 7fdde736d640 1 -- start start 2024-09-13T17:48:20.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.245+0000 7fdde736d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdde015a300 0x7fdde006d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.245+0000 7fdde736d640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fdde006d5e0 0x7fdde00ce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.245+0000 7fdde736d640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdde015a6e0 con 0x7fdde00b21d0 2024-09-13T17:48:20.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.245+0000 7fdde736d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdde006da80 con 0x7fdde015a300 2024-09-13T17:48:20.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.245+0000 7fdde736d640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdde006dd60 con 0x7fdde006d5e0 2024-09-13T17:48:20.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.245+0000 7fdde5109640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdde015a300 0x7fdde006d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.245+0000 7fdde5109640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdde015a300 0x7fdde006d0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49768/0 (socket says 172.21.15.32:49768) 2024-09-13T17:48:20.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.245+0000 7fdde5109640 1 -- 172.21.15.32:0/1342118474 learned_addr learned my addr 172.21.15.32:0/1342118474 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:20.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.245+0000 7fdde4908640 1 --2- 172.21.15.32:0/1342118474 >> v2:172.21.15.159:3300/0 conn(0x7fdde006d5e0 0x7fdde00ce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.245+0000 7fdde5109640 1 -- 172.21.15.32:0/1342118474 >> v2:172.21.15.159:3300/0 conn(0x7fdde006d5e0 msgr2=0x7fdde00ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:20.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.245+0000 7fdde5109640 1 --2- 172.21.15.32:0/1342118474 >> v2:172.21.15.159:3300/0 conn(0x7fdde006d5e0 0x7fdde00ce4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.245+0000 7fdde5109640 1 -- 172.21.15.32:0/1342118474 >> v1:172.21.15.159:6789/0 conn(0x7fdde00b21d0 legacy=0x7fdde00cacb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:20.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.245+0000 7fdde5109640 1 -- 172.21.15.32:0/1342118474 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdde006e040 con 0x7fdde015a300 2024-09-13T17:48:20.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.249+0000 7fdde5109640 1 --2- 172.21.15.32:0/1342118474 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdde015a300 0x7fdde006d0a0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fdde00c52d0 tx=0x7fdddc01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37736da8987ba862 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:20.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.249+0000 7fddd7fff640 1 -- 172.21.15.32:0/1342118474 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdddc0aa670 con 0x7fdde015a300 2024-09-13T17:48:20.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.249+0000 7fddd7fff640 1 -- 172.21.15.32:0/1342118474 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdddc0aa7d0 con 0x7fdde015a300 2024-09-13T17:48:20.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.249+0000 7fddd7fff640 1 -- 172.21.15.32:0/1342118474 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdddc0aab60 con 0x7fdde015a300 2024-09-13T17:48:20.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.249+0000 7fdde736d640 1 -- 172.21.15.32:0/1342118474 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdde015a300 msgr2=0x7fdde006d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:20.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.249+0000 7fdde736d640 1 --2- 172.21.15.32:0/1342118474 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdde015a300 0x7fdde006d0a0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fdde00c52d0 tx=0x7fdddc01c4f0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.249+0000 7fdde736d640 1 -- 172.21.15.32:0/1342118474 shutdown_connections 2024-09-13T17:48:20.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.249+0000 7fdde736d640 1 --2- 172.21.15.32:0/1342118474 >> v2:172.21.15.159:3300/0 conn(0x7fdde006d5e0 0x7fdde00ce4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.249+0000 7fdde736d640 1 --2- 172.21.15.32:0/1342118474 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdde015a300 0x7fdde006d0a0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.249+0000 7fdde736d640 1 -- 172.21.15.32:0/1342118474 >> 172.21.15.32:0/1342118474 conn(0x7fdde006a150 msgr2=0x7fdde006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:20.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.249+0000 7fdde736d640 1 -- 172.21.15.32:0/1342118474 shutdown_connections 2024-09-13T17:48:20.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.249+0000 7fdde736d640 1 -- 172.21.15.32:0/1342118474 wait complete. 2024-09-13T17:48:20.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde736d640 1 Processor -- start 2024-09-13T17:48:20.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde736d640 1 -- start start 2024-09-13T17:48:20.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde736d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdde006d5e0 0x7fdde01643e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde736d640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdde00b21d0 0x7fdde0144740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde736d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdde015a300 0x7fdde0070bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde736d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdde0164920 con 0x7fdde015a300 2024-09-13T17:48:20.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde736d640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdde0144c80 con 0x7fdde00b21d0 2024-09-13T17:48:20.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde736d640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdde00ae220 con 0x7fdde006d5e0 2024-09-13T17:48:20.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde590a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdde015a300 0x7fdde0070bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde590a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdde015a300 0x7fdde0070bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49772/0 (socket says 172.21.15.32:49772) 2024-09-13T17:48:20.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde590a640 1 -- 172.21.15.32:0/1415229922 learned_addr learned my addr 172.21.15.32:0/1415229922 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:20.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde4908640 1 --2- 172.21.15.32:0/1415229922 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdde00b21d0 0x7fdde0144740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde5109640 1 --2- 172.21.15.32:0/1415229922 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdde006d5e0 0x7fdde01643e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde590a640 1 -- 172.21.15.32:0/1415229922 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdde006d5e0 msgr2=0x7fdde01643e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:20.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde590a640 1 --2- 172.21.15.32:0/1415229922 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdde006d5e0 0x7fdde01643e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde590a640 1 -- 172.21.15.32:0/1415229922 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdde00b21d0 msgr2=0x7fdde0144740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:20.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde590a640 1 --2- 172.21.15.32:0/1415229922 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdde00b21d0 0x7fdde0144740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde590a640 1 -- 172.21.15.32:0/1415229922 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdddc0094d0 con 0x7fdde015a300 2024-09-13T17:48:20.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde5109640 1 --2- 172.21.15.32:0/1415229922 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdde006d5e0 0x7fdde01643e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:20.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde590a640 1 --2- 172.21.15.32:0/1415229922 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdde015a300 0x7fdde0070bc0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fddd800c6f0 tx=0x7fddd800cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:20.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fddd5ffb640 1 -- 172.21.15.32:0/1415229922 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddd8003980 con 0x7fdde015a300 2024-09-13T17:48:20.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fddd5ffb640 1 -- 172.21.15.32:0/1415229922 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fddd8003ae0 con 0x7fdde015a300 2024-09-13T17:48:20.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde736d640 1 -- 172.21.15.32:0/1415229922 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdde00cbf10 con 0x7fdde015a300 2024-09-13T17:48:20.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fddd5ffb640 1 -- 172.21.15.32:0/1415229922 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddd8003e90 con 0x7fdde015a300 2024-09-13T17:48:20.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde736d640 1 -- 172.21.15.32:0/1415229922 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdde00cc4d0 con 0x7fdde015a300 2024-09-13T17:48:20.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.253+0000 7fdde736d640 1 -- 172.21.15.32:0/1415229922 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdde00ce4d0 con 0x7fdde015a300 2024-09-13T17:48:20.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.257+0000 7fddd5ffb640 1 -- 172.21.15.32:0/1415229922 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fddd800a850 con 0x7fdde015a300 2024-09-13T17:48:20.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.257+0000 7fddd5ffb640 1 --2- 172.21.15.32:0/1415229922 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fddc4066690 0x7fddc4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.257+0000 7fddd5ffb640 1 -- 172.21.15.32:0/1415229922 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fddd8084220 con 0x7fdde015a300 2024-09-13T17:48:20.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.257+0000 7fdde5109640 1 --2- 172.21.15.32:0/1415229922 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fddc4066690 0x7fddc4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.257+0000 7fdde5109640 1 --2- 172.21.15.32:0/1415229922 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fddc4066690 0x7fddc4068b50 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fdddc0ae000 tx=0x7fdddc0a7000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:20.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.261+0000 7fddd5ffb640 1 -- 172.21.15.32:0/1415229922 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fddd80511d0 con 0x7fdde015a300 2024-09-13T17:48:20.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.425+0000 7fdde736d640 1 -- 172.21.15.32:0/1415229922 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdde00ad9f0 con 0x7fdde015a300 2024-09-13T17:48:20.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.425+0000 7fddd5ffb640 1 -- 172.21.15.32:0/1415229922 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+18723 (secure 0 0 0) 0x7fddd80547f0 con 0x7fdde015a300 2024-09-13T17:48:20.428 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:20.428 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:01.407417+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.27","mappings":[{"from":3,"to":1}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.c","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:20.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.429+0000 7fdde736d640 1 -- 172.21.15.32:0/1415229922 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fddc4066690 msgr2=0x7fddc4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:20.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.429+0000 7fdde736d640 1 --2- 172.21.15.32:0/1415229922 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fddc4066690 0x7fddc4068b50 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fdddc0ae000 tx=0x7fdddc0a7000 comp rx=0 tx=0).stop 2024-09-13T17:48:20.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.429+0000 7fdde736d640 1 -- 172.21.15.32:0/1415229922 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdde015a300 msgr2=0x7fdde0070bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:20.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.429+0000 7fdde736d640 1 --2- 172.21.15.32:0/1415229922 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdde015a300 0x7fdde0070bc0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fddd800c6f0 tx=0x7fddd800cbb0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.429+0000 7fdde736d640 1 -- 172.21.15.32:0/1415229922 shutdown_connections 2024-09-13T17:48:20.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.429+0000 7fdde736d640 1 --2- 172.21.15.32:0/1415229922 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fddc4066690 0x7fddc4068b50 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.429+0000 7fdde736d640 1 --2- 172.21.15.32:0/1415229922 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdde015a300 0x7fdde0070bc0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.429+0000 7fdde736d640 1 --2- 172.21.15.32:0/1415229922 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdde00b21d0 0x7fdde0144740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.429+0000 7fdde736d640 1 --2- 172.21.15.32:0/1415229922 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdde006d5e0 0x7fdde01643e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.429+0000 7fdde736d640 1 -- 172.21.15.32:0/1415229922 >> 172.21.15.32:0/1415229922 conn(0x7fdde006a150 msgr2=0x7fdde006a530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:20.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.429+0000 7fdde736d640 1 -- 172.21.15.32:0/1415229922 shutdown_connections 2024-09-13T17:48:20.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.429+0000 7fdde736d640 1 -- 172.21.15.32:0/1415229922 wait complete. 2024-09-13T17:48:20.448 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:47:18.165736+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:47:19.043698+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T17:47:22.248444+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T17:48:20.449 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:48:20.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.577+0000 7f32e2359640 1 Processor -- start 2024-09-13T17:48:20.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.577+0000 7f32e2359640 1 -- start start 2024-09-13T17:48:20.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.577+0000 7f32e2359640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f32dc0d28a0 0x7f32dc0d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.577+0000 7f32e2359640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f32dc160ae0 0x7f32dc0cd270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.577+0000 7f32e2359640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32dc0d1320 con 0x7f32dc15c500 2024-09-13T17:48:20.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.577+0000 7f32e2359640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32dc160f70 con 0x7f32dc0d28a0 2024-09-13T17:48:20.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.577+0000 7f32e2359640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32dc0d0710 con 0x7f32dc160ae0 2024-09-13T17:48:20.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.577+0000 7f32db7fe640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f32dc0d28a0 0x7f32dc0d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.577+0000 7f32db7fe640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f32dc0d28a0 0x7f32dc0d0010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:58206/0 (socket says 172.21.15.32:58206) 2024-09-13T17:48:20.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.577+0000 7f32e08f6640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f32dc160ae0 0x7f32dc0cd270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.577+0000 7f32db7fe640 1 -- 172.21.15.32:0/2529932746 learned_addr learned my addr 172.21.15.32:0/2529932746 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:20.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.577+0000 7f32db7fe640 1 -- 172.21.15.32:0/2529932746 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f32dc160ae0 msgr2=0x7f32dc0cd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:20.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.577+0000 7f32db7fe640 1 --2- 172.21.15.32:0/2529932746 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f32dc160ae0 0x7f32dc0cd270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.577+0000 7f32db7fe640 1 -- 172.21.15.32:0/2529932746 >> v1:172.21.15.159:6789/0 conn(0x7f32dc15c500 legacy=0x7f32dc0d2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:20.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.577+0000 7f32db7fe640 1 -- 172.21.15.32:0/2529932746 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32dc0d09f0 con 0x7f32dc0d28a0 2024-09-13T17:48:20.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.577+0000 7f32daffd640 1 -- 172.21.15.32:0/2529932746 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3844721773 0 0) 0x7f32dc0d1320 con 0x7f32dc15c500 2024-09-13T17:48:20.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.577+0000 7f32e08f6640 1 --2- 172.21.15.32:0/2529932746 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f32dc160ae0 0x7f32dc0cd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:48:20.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.581+0000 7f32db7fe640 1 --2- 172.21.15.32:0/2529932746 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f32dc0d28a0 0x7f32dc0d0010 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f32d00098a0 tx=0x7f32d001c4b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=439091358219a5de server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:20.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.581+0000 7f32daffd640 1 -- 172.21.15.32:0/2529932746 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32d00aa610 con 0x7f32dc0d28a0 2024-09-13T17:48:20.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.581+0000 7f32daffd640 1 -- 172.21.15.32:0/2529932746 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32d00a6040 con 0x7f32dc0d28a0 2024-09-13T17:48:20.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.581+0000 7f32daffd640 1 -- 172.21.15.32:0/2529932746 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32d00aa990 con 0x7f32dc0d28a0 2024-09-13T17:48:20.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.581+0000 7f32e2359640 1 -- 172.21.15.32:0/2529932746 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f32dc0d28a0 msgr2=0x7f32dc0d0010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:20.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.581+0000 7f32e2359640 1 --2- 172.21.15.32:0/2529932746 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f32dc0d28a0 0x7f32dc0d0010 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f32d00098a0 tx=0x7f32d001c4b0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.581+0000 7f32e2359640 1 -- 172.21.15.32:0/2529932746 shutdown_connections 2024-09-13T17:48:20.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.581+0000 7f32e2359640 1 --2- 172.21.15.32:0/2529932746 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f32dc160ae0 0x7f32dc0cd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.581+0000 7f32e2359640 1 --2- 172.21.15.32:0/2529932746 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f32dc0d28a0 0x7f32dc0d0010 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.581+0000 7f32e2359640 1 -- 172.21.15.32:0/2529932746 >> 172.21.15.32:0/2529932746 conn(0x7f32dc089f70 msgr2=0x7f32dc09b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:20.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.581+0000 7f32e2359640 1 -- 172.21.15.32:0/2529932746 shutdown_connections 2024-09-13T17:48:20.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.581+0000 7f32e2359640 1 -- 172.21.15.32:0/2529932746 wait complete. 2024-09-13T17:48:20.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e2359640 1 Processor -- start 2024-09-13T17:48:20.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e2359640 1 -- start start 2024-09-13T17:48:20.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e2359640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f32dc0d28a0 0x7f32dc153770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e2359640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f32dc15c500 0x7f32dc15d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e2359640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32dc160ae0 0x7f32dc1f8d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e2359640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32dc1f8910 con 0x7f32dc160ae0 2024-09-13T17:48:20.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e2359640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32dc1f9270 con 0x7f32dc0d28a0 2024-09-13T17:48:20.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e2359640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32dc1f82e0 con 0x7f32dc15c500 2024-09-13T17:48:20.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e08f6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32dc160ae0 0x7f32dc1f8d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e08f6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32dc160ae0 0x7f32dc1f8d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49774/0 (socket says 172.21.15.32:49774) 2024-09-13T17:48:20.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e08f6640 1 -- 172.21.15.32:0/2923662879 learned_addr learned my addr 172.21.15.32:0/2923662879 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:20.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32dbfff640 1 --2- 172.21.15.32:0/2923662879 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f32dc0d28a0 0x7f32dc153770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32db7fe640 1 --2- 172.21.15.32:0/2923662879 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f32dc15c500 0x7f32dc15d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e08f6640 1 -- 172.21.15.32:0/2923662879 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f32dc15c500 msgr2=0x7f32dc15d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:20.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e08f6640 1 --2- 172.21.15.32:0/2923662879 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f32dc15c500 0x7f32dc15d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e08f6640 1 -- 172.21.15.32:0/2923662879 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f32dc0d28a0 msgr2=0x7f32dc153770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:20.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e08f6640 1 --2- 172.21.15.32:0/2923662879 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f32dc0d28a0 0x7f32dc153770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e08f6640 1 -- 172.21.15.32:0/2923662879 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32d4009a70 con 0x7f32dc160ae0 2024-09-13T17:48:20.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32dbfff640 1 --2- 172.21.15.32:0/2923662879 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f32dc0d28a0 0x7f32dc153770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:20.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e08f6640 1 --2- 172.21.15.32:0/2923662879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32dc160ae0 0x7f32dc1f8d30 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f32d4009db0 tx=0x7f32d400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:20.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32d8ff9640 1 -- 172.21.15.32:0/2923662879 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32d4009c20 con 0x7f32dc160ae0 2024-09-13T17:48:20.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32d8ff9640 1 -- 172.21.15.32:0/2923662879 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32d400f040 con 0x7f32dc160ae0 2024-09-13T17:48:20.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e2359640 1 -- 172.21.15.32:0/2923662879 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32d00094d0 con 0x7f32dc160ae0 2024-09-13T17:48:20.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32d8ff9640 1 -- 172.21.15.32:0/2923662879 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32d40039a0 con 0x7f32dc160ae0 2024-09-13T17:48:20.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e2359640 1 -- 172.21.15.32:0/2923662879 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32dc1f8530 con 0x7f32dc160ae0 2024-09-13T17:48:20.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32e2359640 1 -- 172.21.15.32:0/2923662879 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32dc0d1d20 con 0x7f32dc160ae0 2024-09-13T17:48:20.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32d8ff9640 1 -- 172.21.15.32:0/2923662879 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f32d4014480 con 0x7f32dc160ae0 2024-09-13T17:48:20.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.585+0000 7f32d8ff9640 1 --2- 172.21.15.32:0/2923662879 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f32c8066690 0x7f32c8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.589+0000 7f32d8ff9640 1 -- 172.21.15.32:0/2923662879 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f32d4085000 con 0x7f32dc160ae0 2024-09-13T17:48:20.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.589+0000 7f32dbfff640 1 --2- 172.21.15.32:0/2923662879 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f32c8066690 0x7f32c8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.589+0000 7f32dbfff640 1 --2- 172.21.15.32:0/2923662879 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f32c8066690 0x7f32c8068b50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f32dc0b0060 tx=0x7f32cc009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:20.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.593+0000 7f32d8ff9640 1 -- 172.21.15.32:0/2923662879 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f32d4052040 con 0x7f32dc160ae0 2024-09-13T17:48:20.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.749+0000 7f32e2359640 1 -- 172.21.15.32:0/2923662879 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f32dc0d0010 con 0x7f32dc160ae0 2024-09-13T17:48:20.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.749+0000 7f32d8ff9640 1 -- 172.21.15.32:0/2923662879 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7f32d4055660 con 0x7f32dc160ae0 2024-09-13T17:48:20.753 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:48:20.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.753+0000 7f32e2359640 1 -- 172.21.15.32:0/2923662879 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f32c8066690 msgr2=0x7f32c8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:20.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.753+0000 7f32e2359640 1 --2- 172.21.15.32:0/2923662879 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f32c8066690 0x7f32c8068b50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f32dc0b0060 tx=0x7f32cc009040 comp rx=0 tx=0).stop 2024-09-13T17:48:20.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.753+0000 7f32e2359640 1 -- 172.21.15.32:0/2923662879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32dc160ae0 msgr2=0x7f32dc1f8d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:20.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.753+0000 7f32e2359640 1 --2- 172.21.15.32:0/2923662879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32dc160ae0 0x7f32dc1f8d30 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f32d4009db0 tx=0x7f32d400c490 comp rx=0 tx=0).stop 2024-09-13T17:48:20.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.753+0000 7f32e2359640 1 -- 172.21.15.32:0/2923662879 shutdown_connections 2024-09-13T17:48:20.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.753+0000 7f32e2359640 1 --2- 172.21.15.32:0/2923662879 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f32c8066690 0x7f32c8068b50 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.753+0000 7f32e2359640 1 --2- 172.21.15.32:0/2923662879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32dc160ae0 0x7f32dc1f8d30 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.753+0000 7f32e2359640 1 --2- 172.21.15.32:0/2923662879 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f32dc15c500 0x7f32dc15d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.753+0000 7f32e2359640 1 --2- 172.21.15.32:0/2923662879 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f32dc0d28a0 0x7f32dc153770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.753+0000 7f32e2359640 1 -- 172.21.15.32:0/2923662879 >> 172.21.15.32:0/2923662879 conn(0x7f32dc089f70 msgr2=0x7f32dc0d1eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:20.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.753+0000 7f32e2359640 1 -- 172.21.15.32:0/2923662879 shutdown_connections 2024-09-13T17:48:20.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.753+0000 7f32e2359640 1 -- 172.21.15.32:0/2923662879 wait complete. 2024-09-13T17:48:20.771 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:48:20.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.893+0000 7fb2301ad640 1 Processor -- start 2024-09-13T17:48:20.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb2301ad640 1 -- start start 2024-09-13T17:48:20.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb2301ad640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fb2280ce940 0x7fb228167690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb2301ad640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb2280adbb0 con 0x7fb22815c220 2024-09-13T17:48:20.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb2301ad640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb2280caf60 con 0x7fb2280ce4f0 2024-09-13T17:48:20.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb2301ad640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2280cb240 con 0x7fb2280ce940 2024-09-13T17:48:20.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22df49640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fb22815c220 0x7fb2280b1860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34840/0 (socket says 172.21.15.32:34840) 2024-09-13T17:48:20.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22df49640 1 -- 172.21.15.32:0/3240026902 learned_addr learned my addr 172.21.15.32:0/3240026902 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:20.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22e74a640 1 --2- 172.21.15.32:0/3240026902 >> v2:172.21.15.159:3300/0 conn(0x7fb2280ce940 0x7fb228167690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22cf47640 1 -- 172.21.15.32:0/3240026902 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 713758813 0 0) 0x7fb2280adbb0 con 0x7fb22815c220 2024-09-13T17:48:20.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22cf47640 1 -- 172.21.15.32:0/3240026902 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb214003530 con 0x7fb22815c220 2024-09-13T17:48:20.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22cf47640 1 -- 172.21.15.32:0/3240026902 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 862633248 0 0) 0x7fb214003530 con 0x7fb22815c220 2024-09-13T17:48:20.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22cf47640 1 -- 172.21.15.32:0/3240026902 >> v2:172.21.15.159:3300/0 conn(0x7fb2280ce940 msgr2=0x7fb228167690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:20.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22cf47640 1 --2- 172.21.15.32:0/3240026902 >> v2:172.21.15.159:3300/0 conn(0x7fb2280ce940 0x7fb228167690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22cf47640 1 -- 172.21.15.32:0/3240026902 >> v1:172.21.15.159:6789/0 conn(0x7fb2280ce4f0 legacy=0x7fb228163f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:20.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22cf47640 1 -- 172.21.15.32:0/3240026902 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2280cb520 con 0x7fb22815c220 2024-09-13T17:48:20.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22cf47640 1 -- 172.21.15.32:0/3240026902 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fb224001680 con 0x7fb22815c220 2024-09-13T17:48:20.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22cf47640 1 -- 172.21.15.32:0/3240026902 >> v1:172.21.15.32:6789/0 conn(0x7fb22815c220 legacy=0x7fb2280b1860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:20.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22cf47640 1 --2- 172.21.15.32:0/3240026902 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb214003980 0x7fb214003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22cf47640 1 --2- 172.21.15.32:0/3240026902 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb2140047d0 0x7fb214004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22cf47640 1 --2- 172.21.15.32:0/3240026902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb214005190 0x7fb21400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22cf47640 1 -- 172.21.15.32:0/3240026902 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2280cb240 con 0x7fb214005190 2024-09-13T17:48:20.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22cf47640 1 -- 172.21.15.32:0/3240026902 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb21400c030 con 0x7fb2140047d0 2024-09-13T17:48:20.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22cf47640 1 -- 172.21.15.32:0/3240026902 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb21400c1f0 con 0x7fb214003980 2024-09-13T17:48:20.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22e74a640 1 --2- 172.21.15.32:0/3240026902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb214005190 0x7fb21400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22d748640 1 --2- 172.21.15.32:0/3240026902 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb2140047d0 0x7fb214004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22df49640 1 --2- 172.21.15.32:0/3240026902 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb214003980 0x7fb214003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22e74a640 1 -- 172.21.15.32:0/3240026902 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb214003980 msgr2=0x7fb214003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:20.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22e74a640 1 --2- 172.21.15.32:0/3240026902 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb214003980 0x7fb214003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22e74a640 1 -- 172.21.15.32:0/3240026902 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb2140047d0 msgr2=0x7fb214004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:20.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22e74a640 1 --2- 172.21.15.32:0/3240026902 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb2140047d0 0x7fb214004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.897+0000 7fb22e74a640 1 -- 172.21.15.32:0/3240026902 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb214003530 con 0x7fb214005190 2024-09-13T17:48:20.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb22e74a640 1 -- 172.21.15.32:0/3240026902 reap_dead start 2024-09-13T17:48:20.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb22e74a640 1 --2- 172.21.15.32:0/3240026902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb214005190 0x7fb21400b990 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb220009fc0 tx=0x7fb22001ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11c04bde0868dc08 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:20.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb22cf47640 1 -- 172.21.15.32:0/3240026902 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2200a5cd0 con 0x7fb214005190 2024-09-13T17:48:20.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb22cf47640 1 -- 172.21.15.32:0/3240026902 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb22000f040 con 0x7fb214005190 2024-09-13T17:48:20.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb22cf47640 1 -- 172.21.15.32:0/3240026902 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb220003be0 con 0x7fb214005190 2024-09-13T17:48:20.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb2301ad640 1 -- 172.21.15.32:0/3240026902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb214005190 msgr2=0x7fb21400b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:20.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb2301ad640 1 --2- 172.21.15.32:0/3240026902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb214005190 0x7fb21400b990 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb220009fc0 tx=0x7fb22001ccc0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb2301ad640 1 -- 172.21.15.32:0/3240026902 shutdown_connections 2024-09-13T17:48:20.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb2301ad640 1 --2- 172.21.15.32:0/3240026902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb214005190 0x7fb21400b990 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb2301ad640 1 -- 172.21.15.32:0/3240026902 >> 172.21.15.32:0/3240026902 conn(0x7fb22806a150 msgr2=0x7fb22806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:20.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb2301ad640 1 -- 172.21.15.32:0/3240026902 shutdown_connections 2024-09-13T17:48:20.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb2301ad640 1 -- 172.21.15.32:0/3240026902 wait complete. 2024-09-13T17:48:20.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb2301ad640 1 Processor -- start 2024-09-13T17:48:20.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb2301ad640 1 -- start start 2024-09-13T17:48:20.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb2301ad640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb214005190 0x7fb22814fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb2301ad640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb228150450 0x7fb22815af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb2301ad640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb22815b4c0 0x7fb2280c3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb2301ad640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2281501e0 con 0x7fb22815b4c0 2024-09-13T17:48:20.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb2301ad640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2280c2880 con 0x7fb214005190 2024-09-13T17:48:20.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb2301ad640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb2280c2b60 con 0x7fb228150450 2024-09-13T17:48:20.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.901+0000 7fb22e74a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb22815b4c0 0x7fb2280c3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb22e74a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb22815b4c0 0x7fb2280c3b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49794/0 (socket says 172.21.15.32:49794) 2024-09-13T17:48:20.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb22e74a640 1 -- 172.21.15.32:0/2017495145 learned_addr learned my addr 172.21.15.32:0/2017495145 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:20.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb22d748640 1 --2- 172.21.15.32:0/2017495145 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb228150450 0x7fb22815af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb22df49640 1 --2- 172.21.15.32:0/2017495145 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb214005190 0x7fb22814fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb22e74a640 1 -- 172.21.15.32:0/2017495145 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb228150450 msgr2=0x7fb22815af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:20.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb22e74a640 1 --2- 172.21.15.32:0/2017495145 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb228150450 0x7fb22815af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb22e74a640 1 -- 172.21.15.32:0/2017495145 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb214005190 msgr2=0x7fb22814fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:20.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb22e74a640 1 --2- 172.21.15.32:0/2017495145 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb214005190 0x7fb22814fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:20.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb22e74a640 1 -- 172.21.15.32:0/2017495145 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2280c2e40 con 0x7fb22815b4c0 2024-09-13T17:48:20.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb22df49640 1 --2- 172.21.15.32:0/2017495145 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb214005190 0x7fb22814fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:20.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb22e74a640 1 --2- 172.21.15.32:0/2017495145 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb22815b4c0 0x7fb2280c3b40 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fb2200987f0 tx=0x7fb220009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:20.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb21e7fc640 1 -- 172.21.15.32:0/2017495145 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2200aed40 con 0x7fb22815b4c0 2024-09-13T17:48:20.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb21e7fc640 1 -- 172.21.15.32:0/2017495145 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2200aeec0 con 0x7fb22815b4c0 2024-09-13T17:48:20.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb2301ad640 1 -- 172.21.15.32:0/2017495145 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb2280c3120 con 0x7fb22815b4c0 2024-09-13T17:48:20.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb21e7fc640 1 -- 172.21.15.32:0/2017495145 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb220003be0 con 0x7fb22815b4c0 2024-09-13T17:48:20.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb2301ad640 1 -- 172.21.15.32:0/2017495145 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2280c4250 con 0x7fb22815b4c0 2024-09-13T17:48:20.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb2301ad640 1 -- 172.21.15.32:0/2017495145 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb2281e2460 con 0x7fb22815b4c0 2024-09-13T17:48:20.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb21e7fc640 1 -- 172.21.15.32:0/2017495145 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb220003d40 con 0x7fb22815b4c0 2024-09-13T17:48:20.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb21e7fc640 1 --2- 172.21.15.32:0/2017495145 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb20c066690 0x7fb20c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:20.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb21e7fc640 1 -- 172.21.15.32:0/2017495145 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fb22011f700 con 0x7fb22815b4c0 2024-09-13T17:48:20.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.905+0000 7fb22df49640 1 --2- 172.21.15.32:0/2017495145 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb20c066690 0x7fb20c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:20.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.909+0000 7fb22df49640 1 --2- 172.21.15.32:0/2017495145 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb20c066690 0x7fb20c068b50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb224001ec0 tx=0x7fb224000f20 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:20.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:20.909+0000 7fb21e7fc640 1 -- 172.21.15.32:0/2017495145 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb2200ec760 con 0x7fb22815b4c0 2024-09-13T17:48:21.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.073+0000 7fb2301ad640 1 -- 172.21.15.32:0/2017495145 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb22806cff0 con 0x7fb22815b4c0 2024-09-13T17:48:21.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.073+0000 7fb21e7fc640 1 -- 172.21.15.32:0/2017495145 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb2200efd80 con 0x7fb22815b4c0 2024-09-13T17:48:21.074 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:21.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.073+0000 7fb2301ad640 1 -- 172.21.15.32:0/2017495145 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb20c066690 msgr2=0x7fb20c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:21.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.073+0000 7fb2301ad640 1 --2- 172.21.15.32:0/2017495145 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb20c066690 0x7fb20c068b50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb224001ec0 tx=0x7fb224000f20 comp rx=0 tx=0).stop 2024-09-13T17:48:21.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.073+0000 7fb2301ad640 1 -- 172.21.15.32:0/2017495145 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb22815b4c0 msgr2=0x7fb2280c3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:21.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.073+0000 7fb2301ad640 1 --2- 172.21.15.32:0/2017495145 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb22815b4c0 0x7fb2280c3b40 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fb2200987f0 tx=0x7fb220009750 comp rx=0 tx=0).stop 2024-09-13T17:48:21.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.073+0000 7fb2301ad640 1 -- 172.21.15.32:0/2017495145 shutdown_connections 2024-09-13T17:48:21.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.073+0000 7fb2301ad640 1 --2- 172.21.15.32:0/2017495145 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb20c066690 0x7fb20c068b50 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.073+0000 7fb2301ad640 1 --2- 172.21.15.32:0/2017495145 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb22815b4c0 0x7fb2280c3b40 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.073+0000 7fb2301ad640 1 --2- 172.21.15.32:0/2017495145 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb228150450 0x7fb22815af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.073+0000 7fb2301ad640 1 --2- 172.21.15.32:0/2017495145 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb214005190 0x7fb22814fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.073+0000 7fb2301ad640 1 -- 172.21.15.32:0/2017495145 >> 172.21.15.32:0/2017495145 conn(0x7fb22806a150 msgr2=0x7fb22806a530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:21.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.073+0000 7fb2301ad640 1 -- 172.21.15.32:0/2017495145 shutdown_connections 2024-09-13T17:48:21.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.073+0000 7fb2301ad640 1 -- 172.21.15.32:0/2017495145 wait complete. 2024-09-13T17:48:21.094 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:48:21.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.213+0000 7f96366df640 1 Processor -- start 2024-09-13T17:48:21.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.213+0000 7f96366df640 1 -- start start 2024-09-13T17:48:21.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f96366df640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f963015c500 0x7f96300d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f96366df640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96300d1320 con 0x7f9630160ae0 2024-09-13T17:48:21.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f96366df640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96300d0710 con 0x7f96300d28a0 2024-09-13T17:48:21.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f96366df640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96300d09f0 con 0x7f963015c500 2024-09-13T17:48:21.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962f7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f9630160ae0 0x7f96300d2190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34842/0 (socket says 172.21.15.32:34842) 2024-09-13T17:48:21.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962f7fe640 1 -- 172.21.15.32:0/869150464 learned_addr learned my addr 172.21.15.32:0/869150464 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:21.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962ffff640 1 --2- 172.21.15.32:0/869150464 >> v2:172.21.15.159:3300/0 conn(0x7f963015c500 0x7f96300d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962effd640 1 -- 172.21.15.32:0/869150464 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1357097636 0 0) 0x7f96300d1320 con 0x7f9630160ae0 2024-09-13T17:48:21.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962effd640 1 -- 172.21.15.32:0/869150464 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9618003530 con 0x7f9630160ae0 2024-09-13T17:48:21.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962effd640 1 -- 172.21.15.32:0/869150464 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3419735885 0 0) 0x7f9618003530 con 0x7f9630160ae0 2024-09-13T17:48:21.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962effd640 1 -- 172.21.15.32:0/869150464 >> v2:172.21.15.159:3300/0 conn(0x7f963015c500 msgr2=0x7f96300d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:21.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962effd640 1 --2- 172.21.15.32:0/869150464 >> v2:172.21.15.159:3300/0 conn(0x7f963015c500 0x7f96300d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962effd640 1 -- 172.21.15.32:0/869150464 >> v1:172.21.15.159:6789/0 conn(0x7f96300d28a0 legacy=0x7f96300cd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:21.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962effd640 1 -- 172.21.15.32:0/869150464 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96300d0cd0 con 0x7f9630160ae0 2024-09-13T17:48:21.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962effd640 1 -- 172.21.15.32:0/869150464 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f9624001680 con 0x7f9630160ae0 2024-09-13T17:48:21.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962effd640 1 -- 172.21.15.32:0/869150464 >> v1:172.21.15.32:6789/0 conn(0x7f9630160ae0 legacy=0x7f96300d2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:21.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962effd640 1 --2- 172.21.15.32:0/869150464 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96180039d0 0x7f9618003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962effd640 1 --2- 172.21.15.32:0/869150464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96180047d0 0x7f9618004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962effd640 1 --2- 172.21.15.32:0/869150464 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f96180052b0 0x7f961800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962effd640 1 -- 172.21.15.32:0/869150464 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96300d09f0 con 0x7f96180047d0 2024-09-13T17:48:21.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962effd640 1 -- 172.21.15.32:0/869150464 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f961800c1d0 con 0x7f96180039d0 2024-09-13T17:48:21.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962effd640 1 -- 172.21.15.32:0/869150464 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f961800c390 con 0x7f96180052b0 2024-09-13T17:48:21.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962f7fe640 1 --2- 172.21.15.32:0/869150464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96180047d0 0x7f9618004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962ffff640 1 --2- 172.21.15.32:0/869150464 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96180039d0 0x7f9618003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f9634c7c640 1 --2- 172.21.15.32:0/869150464 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f96180052b0 0x7f961800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962f7fe640 1 -- 172.21.15.32:0/869150464 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f96180052b0 msgr2=0x7f961800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:21.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962f7fe640 1 --2- 172.21.15.32:0/869150464 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f96180052b0 0x7f961800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962f7fe640 1 -- 172.21.15.32:0/869150464 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96180039d0 msgr2=0x7f9618003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:21.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962f7fe640 1 --2- 172.21.15.32:0/869150464 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96180039d0 0x7f9618003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f962f7fe640 1 -- 172.21.15.32:0/869150464 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9618003530 con 0x7f96180047d0 2024-09-13T17:48:21.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.217+0000 7f9634c7c640 1 -- 172.21.15.32:0/869150464 reap_dead start 2024-09-13T17:48:21.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f962f7fe640 1 --2- 172.21.15.32:0/869150464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96180047d0 0x7f9618004c50 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f962400c110 tx=0x7f962401cb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80ad23e84b6e6898 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:21.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f962effd640 1 -- 172.21.15.32:0/869150464 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9624005ae0 con 0x7f96180047d0 2024-09-13T17:48:21.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f962effd640 1 -- 172.21.15.32:0/869150464 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9624005c40 con 0x7f96180047d0 2024-09-13T17:48:21.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f962effd640 1 -- 172.21.15.32:0/869150464 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9624007070 con 0x7f96180047d0 2024-09-13T17:48:21.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f96366df640 1 -- 172.21.15.32:0/869150464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96180047d0 msgr2=0x7f9618004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:21.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f96366df640 1 --2- 172.21.15.32:0/869150464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96180047d0 0x7f9618004c50 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f962400c110 tx=0x7f962401cb50 comp rx=0 tx=0).stop 2024-09-13T17:48:21.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f96366df640 1 -- 172.21.15.32:0/869150464 shutdown_connections 2024-09-13T17:48:21.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f96366df640 1 --2- 172.21.15.32:0/869150464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96180047d0 0x7f9618004c50 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f96366df640 1 -- 172.21.15.32:0/869150464 >> 172.21.15.32:0/869150464 conn(0x7f9630089f70 msgr2=0x7f963009b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:21.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f96366df640 1 -- 172.21.15.32:0/869150464 shutdown_connections 2024-09-13T17:48:21.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f96366df640 1 -- 172.21.15.32:0/869150464 wait complete. 2024-09-13T17:48:21.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f96366df640 1 Processor -- start 2024-09-13T17:48:21.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f96366df640 1 -- start start 2024-09-13T17:48:21.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f96366df640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f96180047d0 0x7f96300c83c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f96366df640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f963015b890 0x7f96301e90f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f96366df640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96301e9630 0x7f96301e9ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f96366df640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96300b7a30 con 0x7f96301e9630 2024-09-13T17:48:21.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f96366df640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96300cabd0 con 0x7f963015b890 2024-09-13T17:48:21.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.221+0000 7f96366df640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f963015c110 con 0x7f96180047d0 2024-09-13T17:48:21.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f9634c7c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96301e9630 0x7f96301e9ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f9634c7c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96301e9630 0x7f96301e9ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49816/0 (socket says 172.21.15.32:49816) 2024-09-13T17:48:21.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f9634c7c640 1 -- 172.21.15.32:0/4018831783 learned_addr learned my addr 172.21.15.32:0/4018831783 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:21.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f962ffff640 1 --2- 172.21.15.32:0/4018831783 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f96180047d0 0x7f96300c83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f962f7fe640 1 --2- 172.21.15.32:0/4018831783 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f963015b890 0x7f96301e90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f9634c7c640 1 -- 172.21.15.32:0/4018831783 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f96180047d0 msgr2=0x7f96300c83c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:21.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f9634c7c640 1 --2- 172.21.15.32:0/4018831783 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f96180047d0 0x7f96300c83c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f9634c7c640 1 -- 172.21.15.32:0/4018831783 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f963015b890 msgr2=0x7f96301e90f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:21.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f9634c7c640 1 --2- 172.21.15.32:0/4018831783 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f963015b890 0x7f96301e90f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f9634c7c640 1 -- 172.21.15.32:0/4018831783 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96300b81f0 con 0x7f96301e9630 2024-09-13T17:48:21.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f962f7fe640 1 --2- 172.21.15.32:0/4018831783 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f963015b890 0x7f96301e90f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:21.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f9634c7c640 1 --2- 172.21.15.32:0/4018831783 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96301e9630 0x7f96301e9ab0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f963015ffc0 tx=0x7f962800e960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:21.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f962cff9640 1 -- 172.21.15.32:0/4018831783 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9628003b90 con 0x7f96301e9630 2024-09-13T17:48:21.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f962cff9640 1 -- 172.21.15.32:0/4018831783 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9628003cf0 con 0x7f96301e9630 2024-09-13T17:48:21.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f96366df640 1 -- 172.21.15.32:0/4018831783 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96300b7c30 con 0x7f96301e9630 2024-09-13T17:48:21.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f962cff9640 1 -- 172.21.15.32:0/4018831783 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9628005310 con 0x7f96301e9630 2024-09-13T17:48:21.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f96366df640 1 -- 172.21.15.32:0/4018831783 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96300cade0 con 0x7f96301e9630 2024-09-13T17:48:21.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f96366df640 1 -- 172.21.15.32:0/4018831783 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96300cf660 con 0x7f96301e9630 2024-09-13T17:48:21.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f962cff9640 1 -- 172.21.15.32:0/4018831783 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9628005470 con 0x7f96301e9630 2024-09-13T17:48:21.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f962cff9640 1 --2- 172.21.15.32:0/4018831783 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f961c066690 0x7f961c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f962cff9640 1 -- 172.21.15.32:0/4018831783 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f9628083de0 con 0x7f96301e9630 2024-09-13T17:48:21.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f962ffff640 1 --2- 172.21.15.32:0/4018831783 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f961c066690 0x7f961c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.225+0000 7f962ffff640 1 --2- 172.21.15.32:0/4018831783 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f961c066690 0x7f961c068b50 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f963008a840 tx=0x7f9620008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:21.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.229+0000 7f962cff9640 1 -- 172.21.15.32:0/4018831783 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9628050d00 con 0x7f96301e9630 2024-09-13T17:48:21.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.381+0000 7f96366df640 1 -- 172.21.15.32:0/4018831783 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9630160ec0 con 0x7f96301e9630 2024-09-13T17:48:21.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.385+0000 7f962cff9640 1 -- 172.21.15.32:0/4018831783 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9628019070 con 0x7f96301e9630 2024-09-13T17:48:21.385 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:48:21.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.385+0000 7f96366df640 1 -- 172.21.15.32:0/4018831783 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f961c066690 msgr2=0x7f961c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:21.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.385+0000 7f96366df640 1 --2- 172.21.15.32:0/4018831783 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f961c066690 0x7f961c068b50 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f963008a840 tx=0x7f9620008040 comp rx=0 tx=0).stop 2024-09-13T17:48:21.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.385+0000 7f96366df640 1 -- 172.21.15.32:0/4018831783 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96301e9630 msgr2=0x7f96301e9ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:21.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.385+0000 7f96366df640 1 --2- 172.21.15.32:0/4018831783 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96301e9630 0x7f96301e9ab0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f963015ffc0 tx=0x7f962800e960 comp rx=0 tx=0).stop 2024-09-13T17:48:21.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.385+0000 7f96366df640 1 -- 172.21.15.32:0/4018831783 shutdown_connections 2024-09-13T17:48:21.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.385+0000 7f96366df640 1 --2- 172.21.15.32:0/4018831783 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f961c066690 0x7f961c068b50 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.385+0000 7f96366df640 1 --2- 172.21.15.32:0/4018831783 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96301e9630 0x7f96301e9ab0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.385+0000 7f96366df640 1 --2- 172.21.15.32:0/4018831783 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f963015b890 0x7f96301e90f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.385+0000 7f96366df640 1 --2- 172.21.15.32:0/4018831783 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f96180047d0 0x7f96300c83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.385+0000 7f96366df640 1 -- 172.21.15.32:0/4018831783 >> 172.21.15.32:0/4018831783 conn(0x7f9630089f70 msgr2=0x7f96300b1ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:21.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.385+0000 7f96366df640 1 -- 172.21.15.32:0/4018831783 shutdown_connections 2024-09-13T17:48:21.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.385+0000 7f96366df640 1 -- 172.21.15.32:0/4018831783 wait complete. 2024-09-13T17:48:21.403 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T17:48:21.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.537+0000 7f2058bf9640 1 Processor -- start 2024-09-13T17:48:21.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.537+0000 7f2058bf9640 1 -- start start 2024-09-13T17:48:21.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2058bf9640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f20540d28a0 0x7f20540d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2058bf9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2054160ae0 0x7f20540cd270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2058bf9640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20540d1320 con 0x7f205415c500 2024-09-13T17:48:21.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2058bf9640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2054160f50 con 0x7f2054160ae0 2024-09-13T17:48:21.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2058bf9640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20540d0710 con 0x7f20540d28a0 2024-09-13T17:48:21.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2052d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2054160ae0 0x7f20540cd270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2052d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2054160ae0 0x7f20540cd270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49824/0 (socket says 172.21.15.32:49824) 2024-09-13T17:48:21.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2052d9d640 1 -- 172.21.15.32:0/1352156947 learned_addr learned my addr 172.21.15.32:0/1352156947 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:21.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2051d9b640 1 --2- 172.21.15.32:0/1352156947 >> v2:172.21.15.159:3300/0 conn(0x7f20540d28a0 0x7f20540d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2052d9d640 1 -- 172.21.15.32:0/1352156947 >> v2:172.21.15.159:3300/0 conn(0x7f20540d28a0 msgr2=0x7f20540d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:21.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2052d9d640 1 --2- 172.21.15.32:0/1352156947 >> v2:172.21.15.159:3300/0 conn(0x7f20540d28a0 0x7f20540d0010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2052d9d640 1 -- 172.21.15.32:0/1352156947 >> v1:172.21.15.159:6789/0 conn(0x7f205415c500 legacy=0x7f20540d2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:21.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2052d9d640 1 -- 172.21.15.32:0/1352156947 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20540d09f0 con 0x7f2054160ae0 2024-09-13T17:48:21.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2052d9d640 1 --2- 172.21.15.32:0/1352156947 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2054160ae0 0x7f20540cd270 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f204c009e50 tx=0x7f204c01c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f070e8394781fa3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:21.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f205159a640 1 -- 172.21.15.32:0/1352156947 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f204c0a57e0 con 0x7f2054160ae0 2024-09-13T17:48:21.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f205159a640 1 -- 172.21.15.32:0/1352156947 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f204c0a5940 con 0x7f2054160ae0 2024-09-13T17:48:21.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f205159a640 1 -- 172.21.15.32:0/1352156947 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f204c0a5cd0 con 0x7f2054160ae0 2024-09-13T17:48:21.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2058bf9640 1 -- 172.21.15.32:0/1352156947 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2054160ae0 msgr2=0x7f20540cd270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:21.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2058bf9640 1 --2- 172.21.15.32:0/1352156947 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2054160ae0 0x7f20540cd270 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f204c009e50 tx=0x7f204c01c920 comp rx=0 tx=0).stop 2024-09-13T17:48:21.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2058bf9640 1 -- 172.21.15.32:0/1352156947 shutdown_connections 2024-09-13T17:48:21.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2058bf9640 1 --2- 172.21.15.32:0/1352156947 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2054160ae0 0x7f20540cd270 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2058bf9640 1 --2- 172.21.15.32:0/1352156947 >> v2:172.21.15.159:3300/0 conn(0x7f20540d28a0 0x7f20540d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2058bf9640 1 -- 172.21.15.32:0/1352156947 >> 172.21.15.32:0/1352156947 conn(0x7f2054089f70 msgr2=0x7f205409b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:21.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2058bf9640 1 -- 172.21.15.32:0/1352156947 shutdown_connections 2024-09-13T17:48:21.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.541+0000 7f2058bf9640 1 -- 172.21.15.32:0/1352156947 wait complete. 2024-09-13T17:48:21.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2058bf9640 1 Processor -- start 2024-09-13T17:48:21.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2058bf9640 1 -- start start 2024-09-13T17:48:21.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2058bf9640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f20540d28a0 0x7f2054157010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2058bf9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f205415c500 0x7f20540c8180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2058bf9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2054160ae0 0x7f20540c86c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2058bf9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20540cab50 con 0x7f2054160ae0 2024-09-13T17:48:21.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2058bf9640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20540c8c00 con 0x7f20540d28a0 2024-09-13T17:48:21.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2058bf9640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20540c9ed0 con 0x7f205415c500 2024-09-13T17:48:21.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2052d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2054160ae0 0x7f20540c86c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2052d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2054160ae0 0x7f20540c86c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49836/0 (socket says 172.21.15.32:49836) 2024-09-13T17:48:21.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2052d9d640 1 -- 172.21.15.32:0/134336992 learned_addr learned my addr 172.21.15.32:0/134336992 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:21.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2051d9b640 1 --2- 172.21.15.32:0/134336992 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f205415c500 0x7f20540c8180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f205259c640 1 --2- 172.21.15.32:0/134336992 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f20540d28a0 0x7f2054157010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2052d9d640 1 -- 172.21.15.32:0/134336992 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f205415c500 msgr2=0x7f20540c8180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:21.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2052d9d640 1 --2- 172.21.15.32:0/134336992 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f205415c500 0x7f20540c8180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2052d9d640 1 -- 172.21.15.32:0/134336992 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f20540d28a0 msgr2=0x7f2054157010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:21.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2052d9d640 1 --2- 172.21.15.32:0/134336992 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f20540d28a0 0x7f2054157010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2052d9d640 1 -- 172.21.15.32:0/134336992 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f204c009b30 con 0x7f2054160ae0 2024-09-13T17:48:21.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2052d9d640 1 --2- 172.21.15.32:0/134336992 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2054160ae0 0x7f20540c86c0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f204c0af040 tx=0x7f204c0196c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:21.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2042ffd640 1 -- 172.21.15.32:0/134336992 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f204c0b8670 con 0x7f2054160ae0 2024-09-13T17:48:21.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2042ffd640 1 -- 172.21.15.32:0/134336992 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f204c0b87d0 con 0x7f2054160ae0 2024-09-13T17:48:21.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2058bf9640 1 -- 172.21.15.32:0/134336992 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20540ca1b0 con 0x7f2054160ae0 2024-09-13T17:48:21.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2042ffd640 1 -- 172.21.15.32:0/134336992 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f204c0b8b80 con 0x7f2054160ae0 2024-09-13T17:48:21.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.545+0000 7f2058bf9640 1 -- 172.21.15.32:0/134336992 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20540ca770 con 0x7f2054160ae0 2024-09-13T17:48:21.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.549+0000 7f2058bf9640 1 -- 172.21.15.32:0/134336992 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20540cac90 con 0x7f2054160ae0 2024-09-13T17:48:21.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.549+0000 7f2042ffd640 1 -- 172.21.15.32:0/134336992 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f204c0b8ce0 con 0x7f2054160ae0 2024-09-13T17:48:21.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.549+0000 7f2042ffd640 1 --2- 172.21.15.32:0/134336992 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2034066690 0x7f2034068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.549+0000 7f2042ffd640 1 -- 172.21.15.32:0/134336992 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f204c11ff10 con 0x7f2054160ae0 2024-09-13T17:48:21.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.549+0000 7f205259c640 1 --2- 172.21.15.32:0/134336992 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2034066690 0x7f2034068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.549+0000 7f205259c640 1 --2- 172.21.15.32:0/134336992 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2034066690 0x7f2034068b50 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f2044003d60 tx=0x7f2044009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:21.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.553+0000 7f2042ffd640 1 -- 172.21.15.32:0/134336992 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f204c0eceb0 con 0x7f2054160ae0 2024-09-13T17:48:21.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.713+0000 7f2058bf9640 1 -- 172.21.15.32:0/134336992 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f20540d0010 con 0x7f2054160ae0 2024-09-13T17:48:21.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.713+0000 7f2042ffd640 1 -- 172.21.15.32:0/134336992 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7f204c0bc0a0 con 0x7f2054160ae0 2024-09-13T17:48:21.715 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:21.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.717+0000 7f2058bf9640 1 -- 172.21.15.32:0/134336992 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2034066690 msgr2=0x7f2034068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:21.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.717+0000 7f2058bf9640 1 --2- 172.21.15.32:0/134336992 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2034066690 0x7f2034068b50 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f2044003d60 tx=0x7f2044009040 comp rx=0 tx=0).stop 2024-09-13T17:48:21.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.717+0000 7f2058bf9640 1 -- 172.21.15.32:0/134336992 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2054160ae0 msgr2=0x7f20540c86c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:21.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.717+0000 7f2058bf9640 1 --2- 172.21.15.32:0/134336992 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2054160ae0 0x7f20540c86c0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f204c0af040 tx=0x7f204c0196c0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.717+0000 7f2058bf9640 1 -- 172.21.15.32:0/134336992 shutdown_connections 2024-09-13T17:48:21.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.717+0000 7f2058bf9640 1 --2- 172.21.15.32:0/134336992 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2034066690 0x7f2034068b50 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.717+0000 7f2058bf9640 1 --2- 172.21.15.32:0/134336992 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2054160ae0 0x7f20540c86c0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.717+0000 7f2058bf9640 1 --2- 172.21.15.32:0/134336992 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f205415c500 0x7f20540c8180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.717+0000 7f2058bf9640 1 --2- 172.21.15.32:0/134336992 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f20540d28a0 0x7f2054157010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.717+0000 7f2058bf9640 1 -- 172.21.15.32:0/134336992 >> 172.21.15.32:0/134336992 conn(0x7f2054089f70 msgr2=0x7f20540b2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:21.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.717+0000 7f2058bf9640 1 -- 172.21.15.32:0/134336992 shutdown_connections 2024-09-13T17:48:21.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.717+0000 7f2058bf9640 1 -- 172.21.15.32:0/134336992 wait complete. 2024-09-13T17:48:21.735 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T17:48:21.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.845+0000 7f6b8f33c640 1 Processor -- start 2024-09-13T17:48:21.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.845+0000 7f6b8f33c640 1 -- start start 2024-09-13T17:48:21.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b8f33c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6b880b2490 0x7f6b8809bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b8f33c640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f6b880ca2f0 0x7f6b880b1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b8f33c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6b880c86f0 con 0x7f6b88070060 2024-09-13T17:48:21.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b8f33c640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6b880c8f00 con 0x7f6b880ca2f0 2024-09-13T17:48:21.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b8f33c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b880cd620 con 0x7f6b880b2490 2024-09-13T17:48:21.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b8c8d7640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f6b88070060 0x7f6b880b0ef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34856/0 (socket says 172.21.15.32:34856) 2024-09-13T17:48:21.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b8c8d7640 1 -- 172.21.15.32:0/3649769974 learned_addr learned my addr 172.21.15.32:0/3649769974 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:21.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b8d0d8640 1 --2- 172.21.15.32:0/3649769974 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6b880b2490 0x7f6b8809bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 -- 172.21.15.32:0/3649769974 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3659794332 0 0) 0x7f6b880c86f0 con 0x7f6b88070060 2024-09-13T17:48:21.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b8d8d9640 1 --2- 172.21.15.32:0/3649769974 >> v2:172.21.15.159:3300/0 conn(0x7f6b880ca2f0 0x7f6b880b1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 -- 172.21.15.32:0/3649769974 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6b74003530 con 0x7f6b88070060 2024-09-13T17:48:21.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 -- 172.21.15.32:0/3649769974 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1169958060 0 0) 0x7f6b74003530 con 0x7f6b88070060 2024-09-13T17:48:21.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 -- 172.21.15.32:0/3649769974 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6b880b2490 msgr2=0x7f6b8809bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:21.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 --2- 172.21.15.32:0/3649769974 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6b880b2490 0x7f6b8809bc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 -- 172.21.15.32:0/3649769974 >> v2:172.21.15.159:3300/0 conn(0x7f6b880ca2f0 msgr2=0x7f6b880b1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:21.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 --2- 172.21.15.32:0/3649769974 >> v2:172.21.15.159:3300/0 conn(0x7f6b880ca2f0 0x7f6b880b1600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 -- 172.21.15.32:0/3649769974 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b880cd8c0 con 0x7f6b88070060 2024-09-13T17:48:21.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 -- 172.21.15.32:0/3649769974 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f6b78001680 con 0x7f6b88070060 2024-09-13T17:48:21.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 -- 172.21.15.32:0/3649769974 >> v1:172.21.15.32:6789/0 conn(0x7f6b88070060 legacy=0x7f6b880b0ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:21.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 --2- 172.21.15.32:0/3649769974 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6b880b2490 0x7f6b74003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 --2- 172.21.15.32:0/3649769974 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b74003f00 0x7f6b740047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 --2- 172.21.15.32:0/3649769974 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6b74004d10 0x7f6b74005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 -- 172.21.15.32:0/3649769974 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b880c8f00 con 0x7f6b74003f00 2024-09-13T17:48:21.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 -- 172.21.15.32:0/3649769974 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b880cd620 con 0x7f6b74004d10 2024-09-13T17:48:21.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 -- 172.21.15.32:0/3649769974 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b7400b990 con 0x7f6b880b2490 2024-09-13T17:48:21.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b8c8d7640 1 --2- 172.21.15.32:0/3649769974 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b74003f00 0x7f6b740047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b8d0d8640 1 --2- 172.21.15.32:0/3649769974 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6b880b2490 0x7f6b74003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b8c8d7640 1 -- 172.21.15.32:0/3649769974 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6b880b2490 msgr2=0x7f6b74003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:21.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b8c8d7640 1 --2- 172.21.15.32:0/3649769974 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6b880b2490 0x7f6b74003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b8c8d7640 1 -- 172.21.15.32:0/3649769974 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6b74004d10 msgr2=0x7f6b74005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:21.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b8c8d7640 1 --2- 172.21.15.32:0/3649769974 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6b74004d10 0x7f6b74005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b8c8d7640 1 -- 172.21.15.32:0/3649769974 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b74003530 con 0x7f6b74003f00 2024-09-13T17:48:21.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b8c8d7640 1 --2- 172.21.15.32:0/3649769974 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b74003f00 0x7f6b740047d0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f6b8806fa70 tx=0x7f6b7801f310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff57c253b7d30056 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:21.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 -- 172.21.15.32:0/3649769974 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b78005ae0 con 0x7f6b74003f00 2024-09-13T17:48:21.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 -- 172.21.15.32:0/3649769974 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b780ab070 con 0x7f6b74003f00 2024-09-13T17:48:21.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.849+0000 7f6b7ffff640 1 -- 172.21.15.32:0/3649769974 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b78007070 con 0x7f6b74003f00 2024-09-13T17:48:21.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8f33c640 1 -- 172.21.15.32:0/3649769974 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b74003f00 msgr2=0x7f6b740047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:21.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8f33c640 1 --2- 172.21.15.32:0/3649769974 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b74003f00 0x7f6b740047d0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f6b8806fa70 tx=0x7f6b7801f310 comp rx=0 tx=0).stop 2024-09-13T17:48:21.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8d8d9640 1 -- 172.21.15.32:0/3649769974 reap_dead start 2024-09-13T17:48:21.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8f33c640 1 -- 172.21.15.32:0/3649769974 shutdown_connections 2024-09-13T17:48:21.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8f33c640 1 -- 172.21.15.32:0/3649769974 >> 172.21.15.32:0/3649769974 conn(0x7f6b880afbf0 msgr2=0x7f6b880b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:21.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8f33c640 1 -- 172.21.15.32:0/3649769974 shutdown_connections 2024-09-13T17:48:21.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8f33c640 1 -- 172.21.15.32:0/3649769974 wait complete. 2024-09-13T17:48:21.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8f33c640 1 Processor -- start 2024-09-13T17:48:21.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8f33c640 1 -- start start 2024-09-13T17:48:21.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8f33c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6b74003f00 0x7f6b880abdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8f33c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b880aaed0 0x7f6b88157750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8f33c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6b880ae1d0 0x7f6b880ae650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8f33c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b88099010 con 0x7f6b880aaed0 2024-09-13T17:48:21.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8f33c640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b881f1ce0 con 0x7f6b880ae1d0 2024-09-13T17:48:21.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8f33c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b880aeb90 con 0x7f6b74003f00 2024-09-13T17:48:21.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8c8d7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b880aaed0 0x7f6b88157750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8c8d7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b880aaed0 0x7f6b88157750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49854/0 (socket says 172.21.15.32:49854) 2024-09-13T17:48:21.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8c8d7640 1 -- 172.21.15.32:0/3978837933 learned_addr learned my addr 172.21.15.32:0/3978837933 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:21.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8d0d8640 1 --2- 172.21.15.32:0/3978837933 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6b74003f00 0x7f6b880abdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8c8d7640 1 -- 172.21.15.32:0/3978837933 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6b74003f00 msgr2=0x7f6b880abdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:21.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8d8d9640 1 --2- 172.21.15.32:0/3978837933 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6b880ae1d0 0x7f6b880ae650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8c8d7640 1 --2- 172.21.15.32:0/3978837933 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6b74003f00 0x7f6b880abdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8c8d7640 1 -- 172.21.15.32:0/3978837933 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6b880ae1d0 msgr2=0x7f6b880ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:21.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8c8d7640 1 --2- 172.21.15.32:0/3978837933 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6b880ae1d0 0x7f6b880ae650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:21.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8c8d7640 1 -- 172.21.15.32:0/3978837933 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b880989e0 con 0x7f6b880aaed0 2024-09-13T17:48:21.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8c8d7640 1 --2- 172.21.15.32:0/3978837933 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b880aaed0 0x7f6b88157750 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f6b7809bac0 tx=0x7f6b74005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:21.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b7dffb640 1 -- 172.21.15.32:0/3978837933 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b780b7070 con 0x7f6b880aaed0 2024-09-13T17:48:21.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b7dffb640 1 -- 172.21.15.32:0/3978837933 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b78005a40 con 0x7f6b880aaed0 2024-09-13T17:48:21.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8f33c640 1 -- 172.21.15.32:0/3978837933 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b880ac3b0 con 0x7f6b880aaed0 2024-09-13T17:48:21.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b7dffb640 1 -- 172.21.15.32:0/3978837933 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b78005db0 con 0x7f6b880aaed0 2024-09-13T17:48:21.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8f33c640 1 -- 172.21.15.32:0/3978837933 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b88098c30 con 0x7f6b880aaed0 2024-09-13T17:48:21.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.853+0000 7f6b8f33c640 1 -- 172.21.15.32:0/3978837933 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6b88099150 con 0x7f6b880aaed0 2024-09-13T17:48:21.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.857+0000 7f6b7dffb640 1 -- 172.21.15.32:0/3978837933 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6b780ad020 con 0x7f6b880aaed0 2024-09-13T17:48:21.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.857+0000 7f6b7dffb640 1 --2- 172.21.15.32:0/3978837933 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6b6c0666c0 0x7f6b6c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:21.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.857+0000 7f6b7dffb640 1 -- 172.21.15.32:0/3978837933 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f6b78121440 con 0x7f6b880aaed0 2024-09-13T17:48:21.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.857+0000 7f6b8d0d8640 1 --2- 172.21.15.32:0/3978837933 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6b6c0666c0 0x7f6b6c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:21.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.857+0000 7f6b8d0d8640 1 --2- 172.21.15.32:0/3978837933 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6b6c0666c0 0x7f6b6c068b80 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f6b8400a890 tx=0x7f6b84008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:21.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:21.861+0000 7f6b7dffb640 1 -- 172.21.15.32:0/3978837933 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6b88099150 con 0x7f6b880aaed0 2024-09-13T17:48:22.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.025+0000 7f6b8f33c640 1 -- 172.21.15.32:0/3978837933 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f6b88099150 con 0x7f6b880aaed0 2024-09-13T17:48:22.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.025+0000 7f6b7dffb640 1 -- 172.21.15.32:0/3978837933 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v29) v1 ==== 80+0+0 (secure 0 0 0) 0x7f6b88099150 con 0x7f6b880aaed0 2024-09-13T17:48:22.028 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-13T17:48:22.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.029+0000 7f6b8f33c640 1 -- 172.21.15.32:0/3978837933 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6b6c0666c0 msgr2=0x7f6b6c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.029+0000 7f6b8f33c640 1 --2- 172.21.15.32:0/3978837933 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6b6c0666c0 0x7f6b6c068b80 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f6b8400a890 tx=0x7f6b84008040 comp rx=0 tx=0).stop 2024-09-13T17:48:22.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.029+0000 7f6b8f33c640 1 -- 172.21.15.32:0/3978837933 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b880aaed0 msgr2=0x7f6b88157750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.029+0000 7f6b8f33c640 1 --2- 172.21.15.32:0/3978837933 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b880aaed0 0x7f6b88157750 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f6b7809bac0 tx=0x7f6b74005800 comp rx=0 tx=0).stop 2024-09-13T17:48:22.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.029+0000 7f6b8f33c640 1 -- 172.21.15.32:0/3978837933 shutdown_connections 2024-09-13T17:48:22.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.029+0000 7f6b8f33c640 1 --2- 172.21.15.32:0/3978837933 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6b6c0666c0 0x7f6b6c068b80 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.029+0000 7f6b8f33c640 1 --2- 172.21.15.32:0/3978837933 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6b880ae1d0 0x7f6b880ae650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.029+0000 7f6b8f33c640 1 --2- 172.21.15.32:0/3978837933 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b880aaed0 0x7f6b88157750 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.029+0000 7f6b8f33c640 1 --2- 172.21.15.32:0/3978837933 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6b74003f00 0x7f6b880abdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.029+0000 7f6b8f33c640 1 -- 172.21.15.32:0/3978837933 >> 172.21.15.32:0/3978837933 conn(0x7f6b880afbf0 msgr2=0x7f6b880ccca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:22.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.029+0000 7f6b8f33c640 1 -- 172.21.15.32:0/3978837933 shutdown_connections 2024-09-13T17:48:22.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.029+0000 7f6b8f33c640 1 -- 172.21.15.32:0/3978837933 wait complete. 2024-09-13T17:48:22.047 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:48:22.047 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:48:22.054 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:22.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.177+0000 7f97873bd640 1 Processor -- start 2024-09-13T17:48:22.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.177+0000 7f97873bd640 1 -- start start 2024-09-13T17:48:22.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.177+0000 7f97873bd640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f978015a300 0x7f978006d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:22.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.177+0000 7f97873bd640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f97800cebe0 0x7f97800c8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:22.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.177+0000 7f97873bd640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f978015a6e0 con 0x7f978006d5e0 2024-09-13T17:48:22.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.177+0000 7f97873bd640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f978006da80 con 0x7f97800cebe0 2024-09-13T17:48:22.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.177+0000 7f97873bd640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f978006dd60 con 0x7f978015a300 2024-09-13T17:48:22.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.177+0000 7f9785159640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f978015a300 0x7f978006d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:22.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.177+0000 7f978595a640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f97800cebe0 0x7f97800c8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:22.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.177+0000 7f9785159640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f978015a300 0x7f978006d0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:34144/0 (socket says 172.21.15.32:34144) 2024-09-13T17:48:22.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.177+0000 7f9785159640 1 -- 172.21.15.32:0/2713970506 learned_addr learned my addr 172.21.15.32:0/2713970506 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:22.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.177+0000 7f978595a640 1 -- 172.21.15.32:0/2713970506 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f978015a300 msgr2=0x7f978006d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:22.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.177+0000 7f978595a640 1 --2- 172.21.15.32:0/2713970506 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f978015a300 0x7f978006d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.177+0000 7f978595a640 1 -- 172.21.15.32:0/2713970506 >> v1:172.21.15.159:6789/0 conn(0x7f978006d5e0 legacy=0x7f97800ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.177+0000 7f978595a640 1 -- 172.21.15.32:0/2713970506 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f978006e040 con 0x7f97800cebe0 2024-09-13T17:48:22.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.181+0000 7f978595a640 1 --2- 172.21.15.32:0/2713970506 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f97800cebe0 0x7f97800c8cd0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9778009d90 tx=0x7f977801c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc0845a21609168a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:22.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.181+0000 7f9773fff640 1 -- 172.21.15.32:0/2713970506 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97780a5a20 con 0x7f97800cebe0 2024-09-13T17:48:22.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.181+0000 7f9773fff640 1 -- 172.21.15.32:0/2713970506 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97780a5b80 con 0x7f97800cebe0 2024-09-13T17:48:22.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.181+0000 7f9773fff640 1 -- 172.21.15.32:0/2713970506 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97780ad440 con 0x7f97800cebe0 2024-09-13T17:48:22.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.181+0000 7f97873bd640 1 -- 172.21.15.32:0/2713970506 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f97800cebe0 msgr2=0x7f97800c8cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.181+0000 7f97873bd640 1 --2- 172.21.15.32:0/2713970506 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f97800cebe0 0x7f97800c8cd0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9778009d90 tx=0x7f977801c940 comp rx=0 tx=0).stop 2024-09-13T17:48:22.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.181+0000 7f97873bd640 1 -- 172.21.15.32:0/2713970506 shutdown_connections 2024-09-13T17:48:22.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.181+0000 7f97873bd640 1 --2- 172.21.15.32:0/2713970506 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f97800cebe0 0x7f97800c8cd0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.181+0000 7f97873bd640 1 --2- 172.21.15.32:0/2713970506 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f978015a300 0x7f978006d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.181+0000 7f97873bd640 1 -- 172.21.15.32:0/2713970506 >> 172.21.15.32:0/2713970506 conn(0x7f978006a150 msgr2=0x7f978006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:22.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.181+0000 7f97873bd640 1 -- 172.21.15.32:0/2713970506 shutdown_connections 2024-09-13T17:48:22.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.181+0000 7f97873bd640 1 -- 172.21.15.32:0/2713970506 wait complete. 2024-09-13T17:48:22.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f97873bd640 1 Processor -- start 2024-09-13T17:48:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f97873bd640 1 -- start start 2024-09-13T17:48:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f97873bd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f978006d5e0 0x7f9780153880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f97873bd640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f97800cebe0 0x7f97800979b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f97873bd640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f978015a300 0x7f97801530c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f97873bd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9780097ef0 con 0x7f978006d5e0 2024-09-13T17:48:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f97873bd640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f978015c6e0 con 0x7f97800cebe0 2024-09-13T17:48:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f97873bd640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9780153600 con 0x7f978015a300 2024-09-13T17:48:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f9785159640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f978006d5e0 0x7f9780153880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f9785159640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f978006d5e0 0x7f9780153880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49856/0 (socket says 172.21.15.32:49856) 2024-09-13T17:48:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f9785159640 1 -- 172.21.15.32:0/172476067 learned_addr learned my addr 172.21.15.32:0/172476067 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f978595a640 1 --2- 172.21.15.32:0/172476067 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f978015a300 0x7f97801530c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f9784958640 1 --2- 172.21.15.32:0/172476067 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f97800cebe0 0x7f97800979b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:22.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f9785159640 1 -- 172.21.15.32:0/172476067 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f978015a300 msgr2=0x7f97801530c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f9785159640 1 --2- 172.21.15.32:0/172476067 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f978015a300 0x7f97801530c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f9785159640 1 -- 172.21.15.32:0/172476067 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f97800cebe0 msgr2=0x7f97800979b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f9785159640 1 --2- 172.21.15.32:0/172476067 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f97800cebe0 0x7f97800979b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f9785159640 1 -- 172.21.15.32:0/172476067 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9778009a70 con 0x7f978006d5e0 2024-09-13T17:48:22.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f9785159640 1 --2- 172.21.15.32:0/172476067 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f978006d5e0 0x7f9780153880 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f977c00e7f0 tx=0x7f977c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:22.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f9771ffb640 1 -- 172.21.15.32:0/172476067 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f977c009580 con 0x7f978006d5e0 2024-09-13T17:48:22.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f9771ffb640 1 -- 172.21.15.32:0/172476067 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f977c00c940 con 0x7f978006d5e0 2024-09-13T17:48:22.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f97873bd640 1 -- 172.21.15.32:0/172476067 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f978015bad0 con 0x7f978006d5e0 2024-09-13T17:48:22.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f97873bd640 1 -- 172.21.15.32:0/172476067 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f978015c090 con 0x7f978006d5e0 2024-09-13T17:48:22.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f9771ffb640 1 -- 172.21.15.32:0/172476067 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f977c00ccf0 con 0x7f978006d5e0 2024-09-13T17:48:22.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f97873bd640 1 -- 172.21.15.32:0/172476067 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9760005260 con 0x7f978006d5e0 2024-09-13T17:48:22.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f9771ffb640 1 -- 172.21.15.32:0/172476067 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f977c013470 con 0x7f978006d5e0 2024-09-13T17:48:22.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.185+0000 7f9771ffb640 1 --2- 172.21.15.32:0/172476067 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9764066690 0x7f9764068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:22.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.189+0000 7f9771ffb640 1 -- 172.21.15.32:0/172476067 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f977c084570 con 0x7f978006d5e0 2024-09-13T17:48:22.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.189+0000 7f9784958640 1 --2- 172.21.15.32:0/172476067 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9764066690 0x7f9764068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:22.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.189+0000 7f9784958640 1 --2- 172.21.15.32:0/172476067 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9764066690 0x7f9764068b50 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f97800ad5c0 tx=0x7f9774009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:22.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.193+0000 7f9771ffb640 1 -- 172.21.15.32:0/172476067 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f977c0515b0 con 0x7f978006d5e0 2024-09-13T17:48:22.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.345+0000 7f97873bd640 1 -- 172.21.15.32:0/172476067 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f97600050d0 con 0x7f978006d5e0 2024-09-13T17:48:22.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.349+0000 7f9771ffb640 1 -- 172.21.15.32:0/172476067 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+18723 (secure 0 0 0) 0x7f977c054bd0 con 0x7f978006d5e0 2024-09-13T17:48:22.349 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:22.349 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:01.407417+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.27","mappings":[{"from":3,"to":1}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.c","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:22.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.349+0000 7f97873bd640 1 -- 172.21.15.32:0/172476067 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9764066690 msgr2=0x7f9764068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.349+0000 7f97873bd640 1 --2- 172.21.15.32:0/172476067 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9764066690 0x7f9764068b50 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f97800ad5c0 tx=0x7f9774009040 comp rx=0 tx=0).stop 2024-09-13T17:48:22.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.349+0000 7f97873bd640 1 -- 172.21.15.32:0/172476067 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f978006d5e0 msgr2=0x7f9780153880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.349+0000 7f97873bd640 1 --2- 172.21.15.32:0/172476067 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f978006d5e0 0x7f9780153880 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f977c00e7f0 tx=0x7f977c00ecb0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.349+0000 7f97873bd640 1 -- 172.21.15.32:0/172476067 shutdown_connections 2024-09-13T17:48:22.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.349+0000 7f97873bd640 1 --2- 172.21.15.32:0/172476067 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9764066690 0x7f9764068b50 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.349+0000 7f97873bd640 1 --2- 172.21.15.32:0/172476067 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f978015a300 0x7f97801530c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.349+0000 7f97873bd640 1 --2- 172.21.15.32:0/172476067 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f97800cebe0 0x7f97800979b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.349+0000 7f97873bd640 1 --2- 172.21.15.32:0/172476067 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f978006d5e0 0x7f9780153880 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.349+0000 7f97873bd640 1 -- 172.21.15.32:0/172476067 >> 172.21.15.32:0/172476067 conn(0x7f978006a150 msgr2=0x7f97800aecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:22.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.349+0000 7f97873bd640 1 -- 172.21.15.32:0/172476067 shutdown_connections 2024-09-13T17:48:22.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.349+0000 7f97873bd640 1 -- 172.21.15.32:0/172476067 wait complete. 2024-09-13T17:48:22.368 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:47:18.165736+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:47:19.043698+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T17:47:22.248444+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T17:48:22.368 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:48:22.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.485+0000 7fa793104640 1 Processor -- start 2024-09-13T17:48:22.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.485+0000 7fa793104640 1 -- start start 2024-09-13T17:48:22.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.489+0000 7fa793104640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fa78c06dc70 0x7fa78c159650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:22.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.489+0000 7fa793104640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78c0ab150 0x7fa78c0ab5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:22.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.489+0000 7fa793104640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa78c06e0d0 con 0x7fa78c0cc6d0 2024-09-13T17:48:22.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.489+0000 7fa793104640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa78c15a640 con 0x7fa78c06dc70 2024-09-13T17:48:22.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.489+0000 7fa793104640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa78c0ccab0 con 0x7fa78c0ab150 2024-09-13T17:48:22.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.489+0000 7fa78bfff640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fa78c06dc70 0x7fa78c159650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:22.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.489+0000 7fa7916a1640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78c0ab150 0x7fa78c0ab5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:22.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.489+0000 7fa7916a1640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78c0ab150 0x7fa78c0ab5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:34164/0 (socket says 172.21.15.32:34164) 2024-09-13T17:48:22.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.489+0000 7fa7916a1640 1 -- 172.21.15.32:0/2173992489 learned_addr learned my addr 172.21.15.32:0/2173992489 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:22.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.489+0000 7fa78bfff640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fa78c06dc70 0x7fa78c159650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:58314/0 (socket says 172.21.15.32:58314) 2024-09-13T17:48:22.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.489+0000 7fa78bfff640 1 -- 172.21.15.32:0/2173992489 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78c0ab150 msgr2=0x7fa78c0ab5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:22.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.489+0000 7fa78bfff640 1 --2- 172.21.15.32:0/2173992489 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78c0ab150 0x7fa78c0ab5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.489+0000 7fa78bfff640 1 -- 172.21.15.32:0/2173992489 >> v1:172.21.15.159:6789/0 conn(0x7fa78c0cc6d0 legacy=0x7fa78c15d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.489+0000 7fa78bfff640 1 -- 172.21.15.32:0/2173992489 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa78c159da0 con 0x7fa78c06dc70 2024-09-13T17:48:22.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.489+0000 7fa7916a1640 1 --2- 172.21.15.32:0/2173992489 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78c0ab150 0x7fa78c0ab5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:48:22.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.489+0000 7fa78bfff640 1 --2- 172.21.15.32:0/2173992489 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa78c06dc70 0x7fa78c159650 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa7780097c0 tx=0x7fa77801c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5ca1b099841cfe7c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:22.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa78b7fe640 1 -- 172.21.15.32:0/2173992489 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7780ab600 con 0x7fa78c06dc70 2024-09-13T17:48:22.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa78b7fe640 1 -- 172.21.15.32:0/2173992489 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7780a7050 con 0x7fa78c06dc70 2024-09-13T17:48:22.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa78b7fe640 1 -- 172.21.15.32:0/2173992489 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7780ab980 con 0x7fa78c06dc70 2024-09-13T17:48:22.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa793104640 1 -- 172.21.15.32:0/2173992489 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa78c06dc70 msgr2=0x7fa78c159650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa793104640 1 --2- 172.21.15.32:0/2173992489 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa78c06dc70 0x7fa78c159650 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa7780097c0 tx=0x7fa77801c4a0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa793104640 1 -- 172.21.15.32:0/2173992489 shutdown_connections 2024-09-13T17:48:22.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa793104640 1 --2- 172.21.15.32:0/2173992489 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78c0ab150 0x7fa78c0ab5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa793104640 1 --2- 172.21.15.32:0/2173992489 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa78c06dc70 0x7fa78c159650 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa793104640 1 -- 172.21.15.32:0/2173992489 >> 172.21.15.32:0/2173992489 conn(0x7fa78c06a150 msgr2=0x7fa78c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:22.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa793104640 1 -- 172.21.15.32:0/2173992489 shutdown_connections 2024-09-13T17:48:22.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa793104640 1 -- 172.21.15.32:0/2173992489 wait complete. 2024-09-13T17:48:22.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa793104640 1 Processor -- start 2024-09-13T17:48:22.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa793104640 1 -- start start 2024-09-13T17:48:22.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa793104640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78c06dc70 0x7fa78c0c1110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:22.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa793104640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa78c0ab150 0x7fa78c0c6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:22.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa793104640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa78c0cc6d0 0x7fa78c0c5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:22.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa793104640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78c0c6270 con 0x7fa78c0ab150 2024-09-13T17:48:22.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa793104640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78c0977e0 con 0x7fa78c0cc6d0 2024-09-13T17:48:22.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa793104640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa78c162fd0 con 0x7fa78c06dc70 2024-09-13T17:48:22.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa78bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa78c0ab150 0x7fa78c0c6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:22.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa78bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa78c0ab150 0x7fa78c0c6690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49864/0 (socket says 172.21.15.32:49864) 2024-09-13T17:48:22.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.493+0000 7fa78bfff640 1 -- 172.21.15.32:0/3316517928 learned_addr learned my addr 172.21.15.32:0/3316517928 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:22.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa7916a1640 1 --2- 172.21.15.32:0/3316517928 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa78c0cc6d0 0x7fa78c0c5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:22.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa790ea0640 1 --2- 172.21.15.32:0/3316517928 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78c06dc70 0x7fa78c0c1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:22.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa78bfff640 1 -- 172.21.15.32:0/3316517928 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78c06dc70 msgr2=0x7fa78c0c1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa78bfff640 1 --2- 172.21.15.32:0/3316517928 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78c06dc70 0x7fa78c0c1110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa78bfff640 1 -- 172.21.15.32:0/3316517928 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa78c0cc6d0 msgr2=0x7fa78c0c5390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa78bfff640 1 --2- 172.21.15.32:0/3316517928 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa78c0cc6d0 0x7fa78c0c5390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa78bfff640 1 -- 172.21.15.32:0/3316517928 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa784009b30 con 0x7fa78c0ab150 2024-09-13T17:48:22.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa7916a1640 1 --2- 172.21.15.32:0/3316517928 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa78c0cc6d0 0x7fa78c0c5390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:22.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa78bfff640 1 --2- 172.21.15.32:0/3316517928 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa78c0ab150 0x7fa78c0c6690 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fa7780ae040 tx=0x7fa778019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:22.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa7897fa640 1 -- 172.21.15.32:0/3316517928 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7780b4430 con 0x7fa78c0ab150 2024-09-13T17:48:22.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa7897fa640 1 -- 172.21.15.32:0/3316517928 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7780b4590 con 0x7fa78c0ab150 2024-09-13T17:48:22.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa793104640 1 -- 172.21.15.32:0/3316517928 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa778009420 con 0x7fa78c0ab150 2024-09-13T17:48:22.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa793104640 1 -- 172.21.15.32:0/3316517928 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa78c097a90 con 0x7fa78c0ab150 2024-09-13T17:48:22.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa7897fa640 1 -- 172.21.15.32:0/3316517928 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7780b4940 con 0x7fa78c0ab150 2024-09-13T17:48:22.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa793104640 1 -- 172.21.15.32:0/3316517928 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa76c005260 con 0x7fa78c0ab150 2024-09-13T17:48:22.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa7897fa640 1 -- 172.21.15.32:0/3316517928 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa7780b2040 con 0x7fa78c0ab150 2024-09-13T17:48:22.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa7897fa640 1 --2- 172.21.15.32:0/3316517928 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa770066690 0x7fa770068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:22.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa7897fa640 1 -- 172.21.15.32:0/3316517928 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fa77811e3e0 con 0x7fa78c0ab150 2024-09-13T17:48:22.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa790ea0640 1 --2- 172.21.15.32:0/3316517928 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa770066690 0x7fa770068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:22.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.497+0000 7fa790ea0640 1 --2- 172.21.15.32:0/3316517928 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa770066690 0x7fa770068b50 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fa78c0cc280 tx=0x7fa780009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:22.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.501+0000 7fa7897fa640 1 -- 172.21.15.32:0/3316517928 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa7780eb420 con 0x7fa78c0ab150 2024-09-13T17:48:22.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.661+0000 7fa793104640 1 -- 172.21.15.32:0/3316517928 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa76c005a90 con 0x7fa78c0ab150 2024-09-13T17:48:22.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.661+0000 7fa7897fa640 1 -- 172.21.15.32:0/3316517928 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa7780eea40 con 0x7fa78c0ab150 2024-09-13T17:48:22.663 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:48:22.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.665+0000 7fa793104640 1 -- 172.21.15.32:0/3316517928 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa770066690 msgr2=0x7fa770068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.665+0000 7fa793104640 1 --2- 172.21.15.32:0/3316517928 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa770066690 0x7fa770068b50 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fa78c0cc280 tx=0x7fa780009040 comp rx=0 tx=0).stop 2024-09-13T17:48:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.665+0000 7fa793104640 1 -- 172.21.15.32:0/3316517928 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa78c0ab150 msgr2=0x7fa78c0c6690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.665+0000 7fa793104640 1 --2- 172.21.15.32:0/3316517928 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa78c0ab150 0x7fa78c0c6690 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fa7780ae040 tx=0x7fa778019240 comp rx=0 tx=0).stop 2024-09-13T17:48:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.665+0000 7fa793104640 1 -- 172.21.15.32:0/3316517928 shutdown_connections 2024-09-13T17:48:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.665+0000 7fa793104640 1 --2- 172.21.15.32:0/3316517928 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa770066690 0x7fa770068b50 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.665+0000 7fa793104640 1 --2- 172.21.15.32:0/3316517928 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa78c0cc6d0 0x7fa78c0c5390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.665+0000 7fa793104640 1 --2- 172.21.15.32:0/3316517928 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa78c0ab150 0x7fa78c0c6690 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.665+0000 7fa793104640 1 --2- 172.21.15.32:0/3316517928 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa78c06dc70 0x7fa78c0c1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.665+0000 7fa793104640 1 -- 172.21.15.32:0/3316517928 >> 172.21.15.32:0/3316517928 conn(0x7fa78c06a150 msgr2=0x7fa78c0b1ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.665+0000 7fa793104640 1 -- 172.21.15.32:0/3316517928 shutdown_connections 2024-09-13T17:48:22.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.665+0000 7fa793104640 1 -- 172.21.15.32:0/3316517928 wait complete. 2024-09-13T17:48:22.682 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:48:22.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.809+0000 7f301cfb0640 1 Processor -- start 2024-09-13T17:48:22.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.809+0000 7f301cfb0640 1 -- start start 2024-09-13T17:48:22.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.809+0000 7f301cfb0640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f301815c480 0x7f30180ca770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:22.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.809+0000 7f301cfb0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f30180cba40 0x7f30180ce450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:22.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.809+0000 7f301cfb0640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f301806f2f0 con 0x7f30180cacb0 2024-09-13T17:48:22.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.809+0000 7f301cfb0640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30180ca2e0 con 0x7f30180cba40 2024-09-13T17:48:22.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.809+0000 7f301cfb0640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30180c99b0 con 0x7f301815c480 2024-09-13T17:48:22.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.809+0000 7f3016d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f30180cba40 0x7f30180ce450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:22.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.809+0000 7f3016d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f30180cba40 0x7f30180ce450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49868/0 (socket says 172.21.15.32:49868) 2024-09-13T17:48:22.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.809+0000 7f3016d9d640 1 -- 172.21.15.32:0/4141067463 learned_addr learned my addr 172.21.15.32:0/4141067463 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:22.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.809+0000 7f301659c640 1 --2- 172.21.15.32:0/4141067463 >> v2:172.21.15.159:3300/0 conn(0x7f301815c480 0x7f30180ca770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:22.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.809+0000 7f3016d9d640 1 -- 172.21.15.32:0/4141067463 >> v2:172.21.15.159:3300/0 conn(0x7f301815c480 msgr2=0x7f30180ca770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:22.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.809+0000 7f3016d9d640 1 --2- 172.21.15.32:0/4141067463 >> v2:172.21.15.159:3300/0 conn(0x7f301815c480 0x7f30180ca770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.809+0000 7f3016d9d640 1 -- 172.21.15.32:0/4141067463 >> v1:172.21.15.159:6789/0 conn(0x7f30180cacb0 legacy=0x7f30180cb330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.809+0000 7f3016d9d640 1 -- 172.21.15.32:0/4141067463 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30180c9c90 con 0x7f30180cba40 2024-09-13T17:48:22.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.813+0000 7f3016d9d640 1 --2- 172.21.15.32:0/4141067463 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30180cba40 0x7f30180ce450 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f30180cccb0 tx=0x7f301001c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56b7bde8974c3e41 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:22.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.813+0000 7f301559a640 1 -- 172.21.15.32:0/4141067463 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30100aa670 con 0x7f30180cba40 2024-09-13T17:48:22.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.813+0000 7f301559a640 1 -- 172.21.15.32:0/4141067463 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30100aa7d0 con 0x7f30180cba40 2024-09-13T17:48:22.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.813+0000 7f301559a640 1 -- 172.21.15.32:0/4141067463 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30100aab60 con 0x7f30180cba40 2024-09-13T17:48:22.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.813+0000 7f301cfb0640 1 -- 172.21.15.32:0/4141067463 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30180cba40 msgr2=0x7f30180ce450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.813+0000 7f301cfb0640 1 --2- 172.21.15.32:0/4141067463 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30180cba40 0x7f30180ce450 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f30180cccb0 tx=0x7f301001c4f0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.813+0000 7f301cfb0640 1 -- 172.21.15.32:0/4141067463 shutdown_connections 2024-09-13T17:48:22.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.813+0000 7f301cfb0640 1 --2- 172.21.15.32:0/4141067463 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30180cba40 0x7f30180ce450 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.813+0000 7f301cfb0640 1 --2- 172.21.15.32:0/4141067463 >> v2:172.21.15.159:3300/0 conn(0x7f301815c480 0x7f30180ca770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.813+0000 7f301cfb0640 1 -- 172.21.15.32:0/4141067463 >> 172.21.15.32:0/4141067463 conn(0x7f30180b0d70 msgr2=0x7f30180b1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:22.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.813+0000 7f301cfb0640 1 -- 172.21.15.32:0/4141067463 shutdown_connections 2024-09-13T17:48:22.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.813+0000 7f301cfb0640 1 -- 172.21.15.32:0/4141067463 wait complete. 2024-09-13T17:48:22.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.813+0000 7f301cfb0640 1 Processor -- start 2024-09-13T17:48:22.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.813+0000 7f301cfb0640 1 -- start start 2024-09-13T17:48:22.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f301cfb0640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30180cba40 0x7f30181549c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f301cfb0640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f301815c480 0x7f30180b30b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f301cfb0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30180b35f0 0x7f30180c3b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f301cfb0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30180b2580 con 0x7f30180b35f0 2024-09-13T17:48:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f301cfb0640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3018154f00 con 0x7f30180cba40 2024-09-13T17:48:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f301cfb0640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30180c2da0 con 0x7f301815c480 2024-09-13T17:48:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f3016d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30180b35f0 0x7f30180c3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f3016d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30180b35f0 0x7f30180c3b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49870/0 (socket says 172.21.15.32:49870) 2024-09-13T17:48:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f3016d9d640 1 -- 172.21.15.32:0/2839502918 learned_addr learned my addr 172.21.15.32:0/2839502918 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f301659c640 1 --2- 172.21.15.32:0/2839502918 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30180cba40 0x7f30181549c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f3015d9b640 1 --2- 172.21.15.32:0/2839502918 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f301815c480 0x7f30180b30b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f3016d9d640 1 -- 172.21.15.32:0/2839502918 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f301815c480 msgr2=0x7f30180b30b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f3016d9d640 1 --2- 172.21.15.32:0/2839502918 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f301815c480 0x7f30180b30b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f3016d9d640 1 -- 172.21.15.32:0/2839502918 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30180cba40 msgr2=0x7f30181549c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f3016d9d640 1 --2- 172.21.15.32:0/2839502918 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30180cba40 0x7f30181549c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f3016d9d640 1 -- 172.21.15.32:0/2839502918 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30100094d0 con 0x7f30180b35f0 2024-09-13T17:48:22.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f3015d9b640 1 --2- 172.21.15.32:0/2839502918 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f301815c480 0x7f30180b30b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:22.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f3016d9d640 1 --2- 172.21.15.32:0/2839502918 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30180b35f0 0x7f30180c3b60 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f30100ac040 tx=0x7f301001ad30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:22.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f300effd640 1 -- 172.21.15.32:0/2839502918 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30100b3800 con 0x7f30180b35f0 2024-09-13T17:48:22.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f300effd640 1 -- 172.21.15.32:0/2839502918 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30100b3960 con 0x7f30180b35f0 2024-09-13T17:48:22.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f301cfb0640 1 -- 172.21.15.32:0/2839502918 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30180c3080 con 0x7f30180b35f0 2024-09-13T17:48:22.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f300effd640 1 -- 172.21.15.32:0/2839502918 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30100b3cf0 con 0x7f30180b35f0 2024-09-13T17:48:22.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f301cfb0640 1 -- 172.21.15.32:0/2839502918 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30180c3640 con 0x7f30180b35f0 2024-09-13T17:48:22.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f301cfb0640 1 -- 172.21.15.32:0/2839502918 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f30180c3830 con 0x7f30180b35f0 2024-09-13T17:48:22.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f300effd640 1 -- 172.21.15.32:0/2839502918 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f30100a9450 con 0x7f30180b35f0 2024-09-13T17:48:22.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f300effd640 1 --2- 172.21.15.32:0/2839502918 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2ff80666c0 0x7f2ff8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:22.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f300effd640 1 -- 172.21.15.32:0/2839502918 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f301011ef90 con 0x7f30180b35f0 2024-09-13T17:48:22.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.817+0000 7f301659c640 1 --2- 172.21.15.32:0/2839502918 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2ff80666c0 0x7f2ff8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:22.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.821+0000 7f301659c640 1 --2- 172.21.15.32:0/2839502918 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2ff80666c0 0x7f2ff8068b80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3000009a50 tx=0x7f3000008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:22.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.821+0000 7f300effd640 1 -- 172.21.15.32:0/2839502918 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f30100ebea0 con 0x7f30180b35f0 2024-09-13T17:48:22.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.977+0000 7f301cfb0640 1 -- 172.21.15.32:0/2839502918 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f30180ce450 con 0x7f30180b35f0 2024-09-13T17:48:22.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.977+0000 7f300effd640 1 -- 172.21.15.32:0/2839502918 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f30100ef4c0 con 0x7f30180b35f0 2024-09-13T17:48:22.981 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:22.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.981+0000 7f301cfb0640 1 -- 172.21.15.32:0/2839502918 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2ff80666c0 msgr2=0x7f2ff8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.981+0000 7f301cfb0640 1 --2- 172.21.15.32:0/2839502918 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2ff80666c0 0x7f2ff8068b80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3000009a50 tx=0x7f3000008040 comp rx=0 tx=0).stop 2024-09-13T17:48:22.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.981+0000 7f301cfb0640 1 -- 172.21.15.32:0/2839502918 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30180b35f0 msgr2=0x7f30180c3b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:22.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.981+0000 7f301cfb0640 1 --2- 172.21.15.32:0/2839502918 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30180b35f0 0x7f30180c3b60 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f30100ac040 tx=0x7f301001ad30 comp rx=0 tx=0).stop 2024-09-13T17:48:22.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.981+0000 7f301cfb0640 1 -- 172.21.15.32:0/2839502918 shutdown_connections 2024-09-13T17:48:22.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.981+0000 7f301cfb0640 1 --2- 172.21.15.32:0/2839502918 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2ff80666c0 0x7f2ff8068b80 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.981+0000 7f301cfb0640 1 --2- 172.21.15.32:0/2839502918 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30180b35f0 0x7f30180c3b60 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.981+0000 7f301cfb0640 1 --2- 172.21.15.32:0/2839502918 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f301815c480 0x7f30180b30b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.981+0000 7f301cfb0640 1 --2- 172.21.15.32:0/2839502918 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30180cba40 0x7f30181549c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:22.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.981+0000 7f301cfb0640 1 -- 172.21.15.32:0/2839502918 >> 172.21.15.32:0/2839502918 conn(0x7f30180b0d70 msgr2=0x7f301806a520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:22.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.981+0000 7f301cfb0640 1 -- 172.21.15.32:0/2839502918 shutdown_connections 2024-09-13T17:48:22.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:22.981+0000 7f301cfb0640 1 -- 172.21.15.32:0/2839502918 wait complete. 2024-09-13T17:48:22.999 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:48:23.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.117+0000 7fb707808640 1 Processor -- start 2024-09-13T17:48:23.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.117+0000 7fb707808640 1 -- start start 2024-09-13T17:48:23.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.117+0000 7fb707808640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb70015c500 0x7fb7000d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.117+0000 7fb707808640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb7000d28a0 0x7fb7000cd270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.117+0000 7fb707808640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7000d1320 con 0x7fb700160ae0 2024-09-13T17:48:23.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.117+0000 7fb707808640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb7000d0710 con 0x7fb7000d28a0 2024-09-13T17:48:23.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.117+0000 7fb707808640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7000d09f0 con 0x7fb70015c500 2024-09-13T17:48:23.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.117+0000 7fb705da5640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb7000d28a0 0x7fb7000cd270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.117+0000 7fb705da5640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb7000d28a0 0x7fb7000cd270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49872/0 (socket says 172.21.15.32:49872) 2024-09-13T17:48:23.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.117+0000 7fb705da5640 1 -- 172.21.15.32:0/2734472260 learned_addr learned my addr 172.21.15.32:0/2734472260 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:23.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.117+0000 7fb7055a4640 1 --2- 172.21.15.32:0/2734472260 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb70015c500 0x7fb7000d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.117+0000 7fb705da5640 1 -- 172.21.15.32:0/2734472260 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb70015c500 msgr2=0x7fb7000d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:23.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.117+0000 7fb705da5640 1 --2- 172.21.15.32:0/2734472260 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb70015c500 0x7fb7000d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.117+0000 7fb705da5640 1 -- 172.21.15.32:0/2734472260 >> v1:172.21.15.159:6789/0 conn(0x7fb700160ae0 legacy=0x7fb7000d2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:23.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.117+0000 7fb705da5640 1 -- 172.21.15.32:0/2734472260 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7000d0cd0 con 0x7fb7000d28a0 2024-09-13T17:48:23.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb705da5640 1 --2- 172.21.15.32:0/2734472260 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7000d28a0 0x7fb7000cd270 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fb6f8009e50 tx=0x7fb6f801c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a02b5b0e7c481af server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:23.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb6f3fff640 1 -- 172.21.15.32:0/2734472260 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6f80a57a0 con 0x7fb7000d28a0 2024-09-13T17:48:23.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb6f3fff640 1 -- 172.21.15.32:0/2734472260 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6f80a5900 con 0x7fb7000d28a0 2024-09-13T17:48:23.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb6f3fff640 1 -- 172.21.15.32:0/2734472260 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6f80a5c90 con 0x7fb7000d28a0 2024-09-13T17:48:23.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb707808640 1 -- 172.21.15.32:0/2734472260 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7000d28a0 msgr2=0x7fb7000cd270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:23.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb707808640 1 --2- 172.21.15.32:0/2734472260 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7000d28a0 0x7fb7000cd270 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fb6f8009e50 tx=0x7fb6f801c960 comp rx=0 tx=0).stop 2024-09-13T17:48:23.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb707808640 1 -- 172.21.15.32:0/2734472260 shutdown_connections 2024-09-13T17:48:23.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb707808640 1 --2- 172.21.15.32:0/2734472260 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7000d28a0 0x7fb7000cd270 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb707808640 1 --2- 172.21.15.32:0/2734472260 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb70015c500 0x7fb7000d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb707808640 1 -- 172.21.15.32:0/2734472260 >> 172.21.15.32:0/2734472260 conn(0x7fb700089f70 msgr2=0x7fb70009b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:23.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb707808640 1 -- 172.21.15.32:0/2734472260 shutdown_connections 2024-09-13T17:48:23.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb707808640 1 -- 172.21.15.32:0/2734472260 wait complete. 2024-09-13T17:48:23.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb707808640 1 Processor -- start 2024-09-13T17:48:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb707808640 1 -- start start 2024-09-13T17:48:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb707808640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb7000d28a0 0x7fb700153d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb707808640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb70015c500 0x7fb700157070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb707808640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb700160ae0 0x7fb700159e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb707808640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb700155890 con 0x7fb70015c500 2024-09-13T17:48:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb707808640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7001542c0 con 0x7fb7000d28a0 2024-09-13T17:48:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb707808640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7000c6b80 con 0x7fb700160ae0 2024-09-13T17:48:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb704da3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb70015c500 0x7fb700157070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb704da3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb70015c500 0x7fb700157070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49878/0 (socket says 172.21.15.32:49878) 2024-09-13T17:48:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.121+0000 7fb704da3640 1 -- 172.21.15.32:0/1110353715 learned_addr learned my addr 172.21.15.32:0/1110353715 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:23.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb705da5640 1 --2- 172.21.15.32:0/1110353715 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb700160ae0 0x7fb700159e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb7055a4640 1 --2- 172.21.15.32:0/1110353715 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb7000d28a0 0x7fb700153d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb704da3640 1 -- 172.21.15.32:0/1110353715 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb700160ae0 msgr2=0x7fb700159e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb704da3640 1 --2- 172.21.15.32:0/1110353715 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb700160ae0 0x7fb700159e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb704da3640 1 -- 172.21.15.32:0/1110353715 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb7000d28a0 msgr2=0x7fb700153d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb704da3640 1 --2- 172.21.15.32:0/1110353715 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb7000d28a0 0x7fb700153d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb704da3640 1 -- 172.21.15.32:0/1110353715 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6f8009b30 con 0x7fb70015c500 2024-09-13T17:48:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb705da5640 1 --2- 172.21.15.32:0/1110353715 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb700160ae0 0x7fb700159e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb704da3640 1 --2- 172.21.15.32:0/1110353715 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb70015c500 0x7fb700157070 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fb6fc00b410 tx=0x7fb6fc00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb6f1ffb640 1 -- 172.21.15.32:0/1110353715 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6fc004020 con 0x7fb70015c500 2024-09-13T17:48:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb6f1ffb640 1 -- 172.21.15.32:0/1110353715 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6fc004180 con 0x7fb70015c500 2024-09-13T17:48:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb6f1ffb640 1 -- 172.21.15.32:0/1110353715 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6fc011630 con 0x7fb70015c500 2024-09-13T17:48:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb707808640 1 -- 172.21.15.32:0/1110353715 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7001562b0 con 0x7fb70015c500 2024-09-13T17:48:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb707808640 1 -- 172.21.15.32:0/1110353715 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb700156870 con 0x7fb70015c500 2024-09-13T17:48:23.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb707808640 1 -- 172.21.15.32:0/1110353715 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7000cd270 con 0x7fb70015c500 2024-09-13T17:48:23.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb6f1ffb640 1 -- 172.21.15.32:0/1110353715 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb6fc011790 con 0x7fb70015c500 2024-09-13T17:48:23.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb6f1ffb640 1 --2- 172.21.15.32:0/1110353715 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb6e4066690 0x7fb6e4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb6f1ffb640 1 -- 172.21.15.32:0/1110353715 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fb6fc084230 con 0x7fb70015c500 2024-09-13T17:48:23.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb7055a4640 1 --2- 172.21.15.32:0/1110353715 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb6e4066690 0x7fb6e4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.125+0000 7fb7055a4640 1 --2- 172.21.15.32:0/1110353715 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb6e4066690 0x7fb6e4068b50 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb6f4009790 tx=0x7fb6f4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:23.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.129+0000 7fb6f1ffb640 1 -- 172.21.15.32:0/1110353715 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb6fc051270 con 0x7fb70015c500 2024-09-13T17:48:23.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.289+0000 7fb707808640 1 -- 172.21.15.32:0/1110353715 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fb7000c6cc0 con 0x7fb70015c500 2024-09-13T17:48:23.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.293+0000 7fb6f1ffb640 1 -- 172.21.15.32:0/1110353715 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7fb6fc054890 con 0x7fb70015c500 2024-09-13T17:48:23.293 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:48:23.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.293+0000 7fb707808640 1 -- 172.21.15.32:0/1110353715 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb6e4066690 msgr2=0x7fb6e4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:23.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.293+0000 7fb707808640 1 --2- 172.21.15.32:0/1110353715 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb6e4066690 0x7fb6e4068b50 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb6f4009790 tx=0x7fb6f4008040 comp rx=0 tx=0).stop 2024-09-13T17:48:23.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.293+0000 7fb707808640 1 -- 172.21.15.32:0/1110353715 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb70015c500 msgr2=0x7fb700157070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:23.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.293+0000 7fb707808640 1 --2- 172.21.15.32:0/1110353715 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb70015c500 0x7fb700157070 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fb6fc00b410 tx=0x7fb6fc00b8d0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.293+0000 7fb707808640 1 -- 172.21.15.32:0/1110353715 shutdown_connections 2024-09-13T17:48:23.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.293+0000 7fb707808640 1 --2- 172.21.15.32:0/1110353715 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fb6e4066690 0x7fb6e4068b50 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.293+0000 7fb707808640 1 --2- 172.21.15.32:0/1110353715 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fb700160ae0 0x7fb700159e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.293+0000 7fb707808640 1 --2- 172.21.15.32:0/1110353715 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb70015c500 0x7fb700157070 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.293+0000 7fb707808640 1 --2- 172.21.15.32:0/1110353715 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb7000d28a0 0x7fb700153d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.293+0000 7fb707808640 1 -- 172.21.15.32:0/1110353715 >> 172.21.15.32:0/1110353715 conn(0x7fb700089f70 msgr2=0x7fb7000cee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:23.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.293+0000 7fb707808640 1 -- 172.21.15.32:0/1110353715 shutdown_connections 2024-09-13T17:48:23.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.293+0000 7fb707808640 1 -- 172.21.15.32:0/1110353715 wait complete. 2024-09-13T17:48:23.311 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T17:48:23.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.441+0000 7f9c37c14640 1 Processor -- start 2024-09-13T17:48:23.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.441+0000 7f9c37c14640 1 -- start start 2024-09-13T17:48:23.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.441+0000 7f9c37c14640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9c300cdbc0 0x7f9c3006dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.441+0000 7f9c37c14640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f9c300b1bc0 0x7f9c300cacd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.441+0000 7f9c37c14640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c300cb210 con 0x7f9c300b2870 2024-09-13T17:48:23.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.441+0000 7f9c37c14640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c300b1170 con 0x7f9c300cdbc0 2024-09-13T17:48:23.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.441+0000 7f9c37c14640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c300b1730 con 0x7f9c300b1bc0 2024-09-13T17:48:23.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.441+0000 7f9c359b0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9c300cdbc0 0x7f9c3006dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.441+0000 7f9c359b0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9c300cdbc0 0x7f9c3006dcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49890/0 (socket says 172.21.15.32:49890) 2024-09-13T17:48:23.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.441+0000 7f9c359b0640 1 -- 172.21.15.32:0/2829698046 learned_addr learned my addr 172.21.15.32:0/2829698046 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:23.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.441+0000 7f9c351af640 1 --2- 172.21.15.32:0/2829698046 >> v2:172.21.15.159:3300/0 conn(0x7f9c300b1bc0 0x7f9c300cacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.441+0000 7f9c359b0640 1 -- 172.21.15.32:0/2829698046 >> v2:172.21.15.159:3300/0 conn(0x7f9c300b1bc0 msgr2=0x7f9c300cacd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:23.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.441+0000 7f9c359b0640 1 --2- 172.21.15.32:0/2829698046 >> v2:172.21.15.159:3300/0 conn(0x7f9c300b1bc0 0x7f9c300cacd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.441+0000 7f9c359b0640 1 -- 172.21.15.32:0/2829698046 >> v1:172.21.15.159:6789/0 conn(0x7f9c300b2870 legacy=0x7f9c3006c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:23.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.441+0000 7f9c359b0640 1 -- 172.21.15.32:0/2829698046 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c300cb440 con 0x7f9c300cdbc0 2024-09-13T17:48:23.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.441+0000 7f9c351af640 1 --2- 172.21.15.32:0/2829698046 >> v2:172.21.15.159:3300/0 conn(0x7f9c300b1bc0 0x7f9c300cacd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:23.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.441+0000 7f9c359b0640 1 --2- 172.21.15.32:0/2829698046 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c300cdbc0 0x7f9c3006dcf0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f9c300cac80 tx=0x7f9c2c01c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88fb0f2891567342 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:23.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c349ae640 1 -- 172.21.15.32:0/2829698046 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c0aa640 con 0x7f9c300cdbc0 2024-09-13T17:48:23.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c349ae640 1 -- 172.21.15.32:0/2829698046 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c2c0aa7a0 con 0x7f9c300cdbc0 2024-09-13T17:48:23.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c349ae640 1 -- 172.21.15.32:0/2829698046 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c0aab30 con 0x7f9c300cdbc0 2024-09-13T17:48:23.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c37c14640 1 -- 172.21.15.32:0/2829698046 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c300cdbc0 msgr2=0x7f9c3006dcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:23.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c37c14640 1 --2- 172.21.15.32:0/2829698046 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c300cdbc0 0x7f9c3006dcf0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f9c300cac80 tx=0x7f9c2c01c4e0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c37c14640 1 -- 172.21.15.32:0/2829698046 shutdown_connections 2024-09-13T17:48:23.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c37c14640 1 --2- 172.21.15.32:0/2829698046 >> v2:172.21.15.159:3300/0 conn(0x7f9c300b1bc0 0x7f9c300cacd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c37c14640 1 --2- 172.21.15.32:0/2829698046 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c300cdbc0 0x7f9c3006dcf0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c37c14640 1 -- 172.21.15.32:0/2829698046 >> 172.21.15.32:0/2829698046 conn(0x7f9c3006a150 msgr2=0x7f9c3006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:23.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c37c14640 1 -- 172.21.15.32:0/2829698046 shutdown_connections 2024-09-13T17:48:23.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c37c14640 1 -- 172.21.15.32:0/2829698046 wait complete. 2024-09-13T17:48:23.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c37c14640 1 Processor -- start 2024-09-13T17:48:23.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c37c14640 1 -- start start 2024-09-13T17:48:23.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c37c14640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c300b1bc0 0x7f9c30150ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c37c14640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9c300b2870 0x7f9c30097490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c37c14640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9c300cdbc0 0x7f9c300979d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c37c14640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c30097f10 con 0x7f9c300b1bc0 2024-09-13T17:48:23.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c37c14640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c30153520 con 0x7f9c300b2870 2024-09-13T17:48:23.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c37c14640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c30153800 con 0x7f9c300cdbc0 2024-09-13T17:48:23.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c359b0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c300b1bc0 0x7f9c30150ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c359b0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c300b1bc0 0x7f9c30150ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49902/0 (socket says 172.21.15.32:49902) 2024-09-13T17:48:23.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.445+0000 7f9c359b0640 1 -- 172.21.15.32:0/1016293850 learned_addr learned my addr 172.21.15.32:0/1016293850 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:23.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.449+0000 7f9c351af640 1 --2- 172.21.15.32:0/1016293850 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9c300b2870 0x7f9c30097490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.449+0000 7f9c361b1640 1 --2- 172.21.15.32:0/1016293850 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9c300cdbc0 0x7f9c300979d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.449+0000 7f9c359b0640 1 -- 172.21.15.32:0/1016293850 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9c300cdbc0 msgr2=0x7f9c300979d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:23.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.449+0000 7f9c359b0640 1 --2- 172.21.15.32:0/1016293850 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9c300cdbc0 0x7f9c300979d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.449+0000 7f9c359b0640 1 -- 172.21.15.32:0/1016293850 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9c300b2870 msgr2=0x7f9c30097490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:23.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.449+0000 7f9c359b0640 1 --2- 172.21.15.32:0/1016293850 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9c300b2870 0x7f9c30097490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.449+0000 7f9c359b0640 1 -- 172.21.15.32:0/1016293850 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c2c0094d0 con 0x7f9c300b1bc0 2024-09-13T17:48:23.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.449+0000 7f9c359b0640 1 --2- 172.21.15.32:0/1016293850 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c300b1bc0 0x7f9c30150ea0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c0ac040 tx=0x7f9c2c01ad20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:23.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.449+0000 7f9c267fc640 1 -- 172.21.15.32:0/1016293850 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c0bd5f0 con 0x7f9c300b1bc0 2024-09-13T17:48:23.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.449+0000 7f9c267fc640 1 -- 172.21.15.32:0/1016293850 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c2c0bd770 con 0x7f9c300b1bc0 2024-09-13T17:48:23.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.449+0000 7f9c267fc640 1 -- 172.21.15.32:0/1016293850 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c0bdb20 con 0x7f9c300b1bc0 2024-09-13T17:48:23.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.449+0000 7f9c37c14640 1 -- 172.21.15.32:0/1016293850 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c30153ae0 con 0x7f9c300b1bc0 2024-09-13T17:48:23.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.449+0000 7f9c37c14640 1 -- 172.21.15.32:0/1016293850 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c301540a0 con 0x7f9c300b1bc0 2024-09-13T17:48:23.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.449+0000 7f9c37c14640 1 -- 172.21.15.32:0/1016293850 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c301542e0 con 0x7f9c300b1bc0 2024-09-13T17:48:23.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.449+0000 7f9c267fc640 1 -- 172.21.15.32:0/1016293850 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9c2c0a8050 con 0x7f9c300b1bc0 2024-09-13T17:48:23.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.449+0000 7f9c267fc640 1 --2- 172.21.15.32:0/1016293850 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9c14066690 0x7f9c14068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.449+0000 7f9c267fc640 1 -- 172.21.15.32:0/1016293850 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f9c2c11ece0 con 0x7f9c300b1bc0 2024-09-13T17:48:23.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.449+0000 7f9c351af640 1 --2- 172.21.15.32:0/1016293850 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9c14066690 0x7f9c14068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.453+0000 7f9c351af640 1 --2- 172.21.15.32:0/1016293850 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9c14066690 0x7f9c14068b50 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f9c20006fd0 tx=0x7f9c20008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:23.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.453+0000 7f9c267fc640 1 -- 172.21.15.32:0/1016293850 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9c2c0ebdb0 con 0x7f9c300b1bc0 2024-09-13T17:48:23.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.609+0000 7f9c37c14640 1 -- 172.21.15.32:0/1016293850 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f9c301542e0 con 0x7f9c300b1bc0 2024-09-13T17:48:23.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.609+0000 7f9c267fc640 1 -- 172.21.15.32:0/1016293850 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7f9c301542e0 con 0x7f9c300b1bc0 2024-09-13T17:48:23.611 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:23.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.613+0000 7f9c37c14640 1 -- 172.21.15.32:0/1016293850 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9c14066690 msgr2=0x7f9c14068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:23.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.613+0000 7f9c37c14640 1 --2- 172.21.15.32:0/1016293850 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9c14066690 0x7f9c14068b50 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f9c20006fd0 tx=0x7f9c20008040 comp rx=0 tx=0).stop 2024-09-13T17:48:23.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.613+0000 7f9c37c14640 1 -- 172.21.15.32:0/1016293850 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c300b1bc0 msgr2=0x7f9c30150ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:23.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.613+0000 7f9c37c14640 1 --2- 172.21.15.32:0/1016293850 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c300b1bc0 0x7f9c30150ea0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c0ac040 tx=0x7f9c2c01ad20 comp rx=0 tx=0).stop 2024-09-13T17:48:23.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.613+0000 7f9c37c14640 1 -- 172.21.15.32:0/1016293850 shutdown_connections 2024-09-13T17:48:23.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.613+0000 7f9c37c14640 1 --2- 172.21.15.32:0/1016293850 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9c14066690 0x7f9c14068b50 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.613+0000 7f9c37c14640 1 --2- 172.21.15.32:0/1016293850 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9c300cdbc0 0x7f9c300979d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.613+0000 7f9c37c14640 1 --2- 172.21.15.32:0/1016293850 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9c300b2870 0x7f9c30097490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.613+0000 7f9c37c14640 1 --2- 172.21.15.32:0/1016293850 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c300b1bc0 0x7f9c30150ea0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.613+0000 7f9c37c14640 1 -- 172.21.15.32:0/1016293850 >> 172.21.15.32:0/1016293850 conn(0x7f9c3006a150 msgr2=0x7f9c30070c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:23.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.613+0000 7f9c37c14640 1 -- 172.21.15.32:0/1016293850 shutdown_connections 2024-09-13T17:48:23.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.613+0000 7f9c37c14640 1 -- 172.21.15.32:0/1016293850 wait complete. 2024-09-13T17:48:23.630 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T17:48:23.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.741+0000 7f145c930640 1 Processor -- start 2024-09-13T17:48:23.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.741+0000 7f145c930640 1 -- start start 2024-09-13T17:48:23.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.741+0000 7f145c930640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f145815c830 0x7f14580b21b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f145c930640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f14580cd980 con 0x7f145815c3f0 2024-09-13T17:48:23.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f145c930640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f14580ce210 con 0x7f1458158780 2024-09-13T17:48:23.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f145c930640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f145815d200 con 0x7f145815c830 2024-09-13T17:48:23.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f144ffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f145815c3f0 0x7f14580b1aa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34864/0 (socket says 172.21.15.32:34864) 2024-09-13T17:48:23.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f144ffff640 1 -- 172.21.15.32:0/817878750 learned_addr learned my addr 172.21.15.32:0/817878750 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:23.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f1455d9b640 1 -- 172.21.15.32:0/817878750 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1195749546 0 0) 0x7f1440001120 con 0x7f145815c3f0 2024-09-13T17:48:23.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f1455d9b640 1 -- 172.21.15.32:0/817878750 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1444003530 con 0x7f145815c3f0 2024-09-13T17:48:23.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f1456d9d640 1 --2- 172.21.15.32:0/817878750 >> v2:172.21.15.159:3300/0 conn(0x7f145815c830 0x7f14580b21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f1455d9b640 1 -- 172.21.15.32:0/817878750 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3174918949 0 0) 0x7f1444003530 con 0x7f145815c3f0 2024-09-13T17:48:23.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f1455d9b640 1 -- 172.21.15.32:0/817878750 >> v2:172.21.15.159:3300/0 conn(0x7f145815c830 msgr2=0x7f14580b21b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:23.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f1455d9b640 1 --2- 172.21.15.32:0/817878750 >> v2:172.21.15.159:3300/0 conn(0x7f145815c830 0x7f14580b21b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f1455d9b640 1 -- 172.21.15.32:0/817878750 >> v1:172.21.15.159:6789/0 conn(0x7f1458158780 legacy=0x7f14580cb480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:23.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f1455d9b640 1 -- 172.21.15.32:0/817878750 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f145806f1a0 con 0x7f145815c3f0 2024-09-13T17:48:23.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f1455d9b640 1 -- 172.21.15.32:0/817878750 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f1440001810 con 0x7f145815c3f0 2024-09-13T17:48:23.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f1455d9b640 1 -- 172.21.15.32:0/817878750 >> v1:172.21.15.32:6789/0 conn(0x7f145815c3f0 legacy=0x7f14580b1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:23.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f1455d9b640 1 --2- 172.21.15.32:0/817878750 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1444003980 0x7f1444003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f1455d9b640 1 --2- 172.21.15.32:0/817878750 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14440047d0 0x7f1444004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f1455d9b640 1 --2- 172.21.15.32:0/817878750 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f14440052b0 0x7f144400caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f1455d9b640 1 -- 172.21.15.32:0/817878750 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f145815d200 con 0x7f14440047d0 2024-09-13T17:48:23.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f1455d9b640 1 -- 172.21.15.32:0/817878750 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f144400d290 con 0x7f14440052b0 2024-09-13T17:48:23.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f1455d9b640 1 -- 172.21.15.32:0/817878750 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f144400d450 con 0x7f1444003980 2024-09-13T17:48:23.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f144ffff640 1 --2- 172.21.15.32:0/817878750 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14440047d0 0x7f1444004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f145659c640 1 --2- 172.21.15.32:0/817878750 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1444003980 0x7f1444003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f144ffff640 1 -- 172.21.15.32:0/817878750 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1444003980 msgr2=0x7f1444003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:23.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f144ffff640 1 --2- 172.21.15.32:0/817878750 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1444003980 0x7f1444003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f144ffff640 1 -- 172.21.15.32:0/817878750 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f14440052b0 msgr2=0x7f144400caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:23.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f144ffff640 1 --2- 172.21.15.32:0/817878750 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f14440052b0 0x7f144400caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f1456d9d640 1 -- 172.21.15.32:0/817878750 reap_dead start 2024-09-13T17:48:23.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f144ffff640 1 -- 172.21.15.32:0/817878750 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1444003530 con 0x7f14440047d0 2024-09-13T17:48:23.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.745+0000 7f144ffff640 1 --2- 172.21.15.32:0/817878750 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14440047d0 0x7f1444004c50 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f144000c210 tx=0x7f144001cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e474022166a33d02 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:23.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f1455d9b640 1 -- 172.21.15.32:0/817878750 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1440005ae0 con 0x7f14440047d0 2024-09-13T17:48:23.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f1455d9b640 1 -- 172.21.15.32:0/817878750 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1440005c60 con 0x7f14440047d0 2024-09-13T17:48:23.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f1455d9b640 1 -- 172.21.15.32:0/817878750 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14400a5ab0 con 0x7f14440047d0 2024-09-13T17:48:23.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145c930640 1 -- 172.21.15.32:0/817878750 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14440047d0 msgr2=0x7f1444004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:23.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145c930640 1 --2- 172.21.15.32:0/817878750 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14440047d0 0x7f1444004c50 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f144000c210 tx=0x7f144001cc10 comp rx=0 tx=0).stop 2024-09-13T17:48:23.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145c930640 1 -- 172.21.15.32:0/817878750 shutdown_connections 2024-09-13T17:48:23.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145c930640 1 --2- 172.21.15.32:0/817878750 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14440047d0 0x7f1444004c50 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145c930640 1 -- 172.21.15.32:0/817878750 >> 172.21.15.32:0/817878750 conn(0x7f14580717b0 msgr2=0x7f1458069f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:23.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145c930640 1 -- 172.21.15.32:0/817878750 shutdown_connections 2024-09-13T17:48:23.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145c930640 1 -- 172.21.15.32:0/817878750 wait complete. 2024-09-13T17:48:23.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145c930640 1 Processor -- start 2024-09-13T17:48:23.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145c930640 1 -- start start 2024-09-13T17:48:23.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145c930640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f14440047d0 0x7f1458149ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145c930640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1458159a80 0x7f145814c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145c930640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f145814c810 0x7f1458151fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145c930640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f145814d050 con 0x7f1458159a80 2024-09-13T17:48:23.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145c930640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f145814cd70 con 0x7f14440047d0 2024-09-13T17:48:23.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145c930640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1458158fa0 con 0x7f145814c810 2024-09-13T17:48:23.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f144ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1458159a80 0x7f145814c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f144ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1458159a80 0x7f145814c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49930/0 (socket says 172.21.15.32:49930) 2024-09-13T17:48:23.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f144ffff640 1 -- 172.21.15.32:0/2102418220 learned_addr learned my addr 172.21.15.32:0/2102418220 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:23.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145659c640 1 --2- 172.21.15.32:0/2102418220 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f14440047d0 0x7f1458149ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f1456d9d640 1 --2- 172.21.15.32:0/2102418220 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f145814c810 0x7f1458151fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f144ffff640 1 -- 172.21.15.32:0/2102418220 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f145814c810 msgr2=0x7f1458151fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:23.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f144ffff640 1 --2- 172.21.15.32:0/2102418220 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f145814c810 0x7f1458151fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f144ffff640 1 -- 172.21.15.32:0/2102418220 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f14440047d0 msgr2=0x7f1458149ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:23.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f144ffff640 1 --2- 172.21.15.32:0/2102418220 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f14440047d0 0x7f1458149ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f144ffff640 1 -- 172.21.15.32:0/2102418220 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1458159280 con 0x7f1458159a80 2024-09-13T17:48:23.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145659c640 1 --2- 172.21.15.32:0/2102418220 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f14440047d0 0x7f1458149ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:23.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f144ffff640 1 --2- 172.21.15.32:0/2102418220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1458159a80 0x7f145814c2d0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f1440001ad0 tx=0x7f1444005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:23.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f144effd640 1 -- 172.21.15.32:0/2102418220 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14400b4070 con 0x7f1458159a80 2024-09-13T17:48:23.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f144effd640 1 -- 172.21.15.32:0/2102418220 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1440001610 con 0x7f1458159a80 2024-09-13T17:48:23.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145c930640 1 -- 172.21.15.32:0/2102418220 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1458159560 con 0x7f1458159a80 2024-09-13T17:48:23.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f144effd640 1 -- 172.21.15.32:0/2102418220 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14400a5a90 con 0x7f1458159a80 2024-09-13T17:48:23.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.749+0000 7f145c930640 1 -- 172.21.15.32:0/2102418220 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f145814a020 con 0x7f1458159a80 2024-09-13T17:48:23.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.753+0000 7f145c930640 1 -- 172.21.15.32:0/2102418220 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1458158e00 con 0x7f1458159a80 2024-09-13T17:48:23.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.753+0000 7f144effd640 1 -- 172.21.15.32:0/2102418220 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f14400a5bf0 con 0x7f1458159a80 2024-09-13T17:48:23.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.753+0000 7f144effd640 1 --2- 172.21.15.32:0/2102418220 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1438066690 0x7f1438068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:23.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.753+0000 7f144effd640 1 -- 172.21.15.32:0/2102418220 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f144011dfe0 con 0x7f1458159a80 2024-09-13T17:48:23.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.753+0000 7f145659c640 1 --2- 172.21.15.32:0/2102418220 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1438066690 0x7f1438068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:23.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.753+0000 7f145659c640 1 --2- 172.21.15.32:0/2102418220 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1438066690 0x7f1438068b50 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1458068aa0 tx=0x7f1448009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:23.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.757+0000 7f144effd640 1 -- 172.21.15.32:0/2102418220 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1458158e00 con 0x7f1458159a80 2024-09-13T17:48:23.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.929+0000 7f145c930640 1 -- 172.21.15.32:0/2102418220 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f14580cd980 con 0x7f1458159a80 2024-09-13T17:48:23.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.929+0000 7f144effd640 1 -- 172.21.15.32:0/2102418220 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v29) v1 ==== 80+0+0 (secure 0 0 0) 0x7f14580cd980 con 0x7f1458159a80 2024-09-13T17:48:23.932 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-13T17:48:23.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.933+0000 7f145c930640 1 -- 172.21.15.32:0/2102418220 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1438066690 msgr2=0x7f1438068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:23.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.933+0000 7f145c930640 1 --2- 172.21.15.32:0/2102418220 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1438066690 0x7f1438068b50 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1458068aa0 tx=0x7f1448009040 comp rx=0 tx=0).stop 2024-09-13T17:48:23.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.933+0000 7f145c930640 1 -- 172.21.15.32:0/2102418220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1458159a80 msgr2=0x7f145814c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:23.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.933+0000 7f145c930640 1 --2- 172.21.15.32:0/2102418220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1458159a80 0x7f145814c2d0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f1440001ad0 tx=0x7f1444005800 comp rx=0 tx=0).stop 2024-09-13T17:48:23.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.933+0000 7f145c930640 1 -- 172.21.15.32:0/2102418220 shutdown_connections 2024-09-13T17:48:23.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.933+0000 7f145c930640 1 --2- 172.21.15.32:0/2102418220 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1438066690 0x7f1438068b50 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.933+0000 7f145c930640 1 --2- 172.21.15.32:0/2102418220 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f145814c810 0x7f1458151fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.933+0000 7f145c930640 1 --2- 172.21.15.32:0/2102418220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1458159a80 0x7f145814c2d0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.933+0000 7f145c930640 1 --2- 172.21.15.32:0/2102418220 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f14440047d0 0x7f1458149ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:23.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.933+0000 7f145c930640 1 -- 172.21.15.32:0/2102418220 >> 172.21.15.32:0/2102418220 conn(0x7f14580717b0 msgr2=0x7f14580af930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:23.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.933+0000 7f145c930640 1 -- 172.21.15.32:0/2102418220 shutdown_connections 2024-09-13T17:48:23.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:23.933+0000 7f145c930640 1 -- 172.21.15.32:0/2102418220 wait complete. 2024-09-13T17:48:23.952 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi159.front.sepia.ceph.com... 2024-09-13T17:48:23.952 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:23.952 DEBUG:teuthology.orchestra.run.smithi159:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-13T17:48:24.061 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:48:24.062 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi159.front.sepia.ceph.com 2024-09-13T17:48:24.062 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:24.062 DEBUG:teuthology.orchestra.run.smithi159:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T17:48:24.077 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:48:24.077 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:48:24.084 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:48:24.084 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:48:24.135 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:24.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.309+0000 7f4261058640 1 Processor -- start 2024-09-13T17:48:24.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.309+0000 7f4261058640 1 -- start start 2024-09-13T17:48:24.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.309+0000 7f4261058640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f425c15a300 0x7f425c06d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.309+0000 7f4261058640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f425c06d5e0 0x7f425c0ce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.309+0000 7f4261058640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f425c0b21d0 0x7f425c0cea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.309+0000 7f4261058640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f425c15a6e0 con 0x7f425c15a300 2024-09-13T17:48:24.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.309+0000 7f4261058640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f425c06da80 con 0x7f425c0b21d0 2024-09-13T17:48:24.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.309+0000 7f4261058640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f425c06dd60 con 0x7f425c06d5e0 2024-09-13T17:48:24.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.309+0000 7f425ad9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f425c15a300 0x7f425c06d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:24.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.309+0000 7f425ad9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f425c15a300 0x7f425c06d0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49932/0 (socket says 172.21.15.32:49932) 2024-09-13T17:48:24.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.309+0000 7f425ad9d640 1 -- 172.21.15.32:0/4007498110 learned_addr learned my addr 172.21.15.32:0/4007498110 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:24.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.309+0000 7f425ad9d640 1 -- 172.21.15.32:0/4007498110 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f425c06d5e0 msgr2=0x7f425c0ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:24.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.309+0000 7f425ad9d640 1 --2- 172.21.15.32:0/4007498110 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f425c06d5e0 0x7f425c0ce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.309+0000 7f425ad9d640 1 -- 172.21.15.32:0/4007498110 >> v2:172.21.15.159:3300/0 conn(0x7f425c0b21d0 msgr2=0x7f425c0cea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:24.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.309+0000 7f425ad9d640 1 --2- 172.21.15.32:0/4007498110 >> v2:172.21.15.159:3300/0 conn(0x7f425c0b21d0 0x7f425c0cea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.309+0000 7f425ad9d640 1 -- 172.21.15.32:0/4007498110 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f425c06e040 con 0x7f425c15a300 2024-09-13T17:48:24.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.309+0000 7f425ad9d640 1 --2- 172.21.15.32:0/4007498110 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f425c15a300 0x7f425c06d0a0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f425c072740 tx=0x7f424c01c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e620a7fb3b852e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:24.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4259d9b640 1 -- 172.21.15.32:0/4007498110 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f424c0a5860 con 0x7f425c15a300 2024-09-13T17:48:24.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4259d9b640 1 -- 172.21.15.32:0/4007498110 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f424c0a59c0 con 0x7f425c15a300 2024-09-13T17:48:24.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4259d9b640 1 -- 172.21.15.32:0/4007498110 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f424c0a5d50 con 0x7f425c15a300 2024-09-13T17:48:24.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4261058640 1 -- 172.21.15.32:0/4007498110 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f425c15a300 msgr2=0x7f425c06d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:24.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4261058640 1 --2- 172.21.15.32:0/4007498110 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f425c15a300 0x7f425c06d0a0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f425c072740 tx=0x7f424c01c9c0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4261058640 1 -- 172.21.15.32:0/4007498110 shutdown_connections 2024-09-13T17:48:24.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4261058640 1 --2- 172.21.15.32:0/4007498110 >> v2:172.21.15.159:3300/0 conn(0x7f425c0b21d0 0x7f425c0cea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4261058640 1 --2- 172.21.15.32:0/4007498110 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f425c06d5e0 0x7f425c0ce4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4261058640 1 --2- 172.21.15.32:0/4007498110 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f425c15a300 0x7f425c06d0a0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4261058640 1 -- 172.21.15.32:0/4007498110 >> 172.21.15.32:0/4007498110 conn(0x7f425c06a150 msgr2=0x7f425c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:24.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4261058640 1 -- 172.21.15.32:0/4007498110 shutdown_connections 2024-09-13T17:48:24.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4261058640 1 -- 172.21.15.32:0/4007498110 wait complete. 2024-09-13T17:48:24.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4261058640 1 Processor -- start 2024-09-13T17:48:24.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4261058640 1 -- start start 2024-09-13T17:48:24.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4261058640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f425c06d5e0 0x7f425c0971b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4261058640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f425c0b21d0 0x7f425c1524e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4261058640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f425c15a300 0x7f425c152a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4261058640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f425c155840 con 0x7f425c06d5e0 2024-09-13T17:48:24.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4261058640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f425c152f60 con 0x7f425c0b21d0 2024-09-13T17:48:24.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f4261058640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f425c0ac650 con 0x7f425c15a300 2024-09-13T17:48:24.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f425ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f425c06d5e0 0x7f425c0971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:24.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f425ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f425c06d5e0 0x7f425c0971b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49940/0 (socket says 172.21.15.32:49940) 2024-09-13T17:48:24.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.313+0000 7f425ad9d640 1 -- 172.21.15.32:0/720954807 learned_addr learned my addr 172.21.15.32:0/720954807 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:24.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.317+0000 7f425ad9d640 1 -- 172.21.15.32:0/720954807 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f425c15a300 msgr2=0x7f425c152a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:24.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.317+0000 7f425ad9d640 1 --2- 172.21.15.32:0/720954807 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f425c15a300 0x7f425c152a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.317+0000 7f425ad9d640 1 -- 172.21.15.32:0/720954807 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f425c0b21d0 msgr2=0x7f425c1524e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:24.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.317+0000 7f425ad9d640 1 --2- 172.21.15.32:0/720954807 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f425c0b21d0 0x7f425c1524e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.317+0000 7f425ad9d640 1 -- 172.21.15.32:0/720954807 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f424c009b30 con 0x7f425c06d5e0 2024-09-13T17:48:24.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.317+0000 7f425ad9d640 1 --2- 172.21.15.32:0/720954807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f425c06d5e0 0x7f425c0971b0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f424c0af040 tx=0x7f424c019760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:24.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.317+0000 7f42437fe640 1 -- 172.21.15.32:0/720954807 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f424c0bd070 con 0x7f425c06d5e0 2024-09-13T17:48:24.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.317+0000 7f42437fe640 1 -- 172.21.15.32:0/720954807 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f424c0b8680 con 0x7f425c06d5e0 2024-09-13T17:48:24.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.317+0000 7f4261058640 1 -- 172.21.15.32:0/720954807 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f425c154f10 con 0x7f425c06d5e0 2024-09-13T17:48:24.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.317+0000 7f42437fe640 1 -- 172.21.15.32:0/720954807 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f424c0b8a30 con 0x7f425c06d5e0 2024-09-13T17:48:24.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.317+0000 7f4261058640 1 -- 172.21.15.32:0/720954807 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f425c1554d0 con 0x7f425c06d5e0 2024-09-13T17:48:24.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.317+0000 7f4261058640 1 -- 172.21.15.32:0/720954807 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f425c06d0a0 con 0x7f425c06d5e0 2024-09-13T17:48:24.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.317+0000 7f42437fe640 1 -- 172.21.15.32:0/720954807 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f424c0b8b90 con 0x7f425c06d5e0 2024-09-13T17:48:24.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.317+0000 7f42437fe640 1 --2- 172.21.15.32:0/720954807 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4248066690 0x7f4248068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.317+0000 7f42437fe640 1 -- 172.21.15.32:0/720954807 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f424c11faa0 con 0x7f425c06d5e0 2024-09-13T17:48:24.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.317+0000 7f425a59c640 1 --2- 172.21.15.32:0/720954807 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4248066690 0x7f4248068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:24.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.317+0000 7f425a59c640 1 --2- 172.21.15.32:0/720954807 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4248066690 0x7f4248068b50 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f425c097b00 tx=0x7f4250006ca0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:24.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.321+0000 7f42437fe640 1 -- 172.21.15.32:0/720954807 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f424c0ec9c0 con 0x7f425c06d5e0 2024-09-13T17:48:24.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.481+0000 7f4261058640 1 -- 172.21.15.32:0/720954807 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f425c0ad9f0 con 0x7f425c06d5e0 2024-09-13T17:48:24.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.485+0000 7f42437fe640 1 -- 172.21.15.32:0/720954807 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+18723 (secure 0 0 0) 0x7f424c0b53a0 con 0x7f425c06d5e0 2024-09-13T17:48:24.487 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:24.487 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:01.407417+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.27","mappings":[{"from":3,"to":1}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.c","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:24.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.485+0000 7f4261058640 1 -- 172.21.15.32:0/720954807 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4248066690 msgr2=0x7f4248068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:24.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.485+0000 7f4261058640 1 --2- 172.21.15.32:0/720954807 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4248066690 0x7f4248068b50 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f425c097b00 tx=0x7f4250006ca0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.485+0000 7f4261058640 1 -- 172.21.15.32:0/720954807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f425c06d5e0 msgr2=0x7f425c0971b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:24.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.485+0000 7f4261058640 1 --2- 172.21.15.32:0/720954807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f425c06d5e0 0x7f425c0971b0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f424c0af040 tx=0x7f424c019760 comp rx=0 tx=0).stop 2024-09-13T17:48:24.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.489+0000 7f4261058640 1 -- 172.21.15.32:0/720954807 shutdown_connections 2024-09-13T17:48:24.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.489+0000 7f4261058640 1 --2- 172.21.15.32:0/720954807 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4248066690 0x7f4248068b50 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.489+0000 7f4261058640 1 --2- 172.21.15.32:0/720954807 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f425c15a300 0x7f425c152a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.489+0000 7f4261058640 1 --2- 172.21.15.32:0/720954807 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f425c0b21d0 0x7f425c1524e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.489+0000 7f4261058640 1 --2- 172.21.15.32:0/720954807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f425c06d5e0 0x7f425c0971b0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.489+0000 7f4261058640 1 -- 172.21.15.32:0/720954807 >> 172.21.15.32:0/720954807 conn(0x7f425c06a150 msgr2=0x7f425c070310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:24.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.489+0000 7f4261058640 1 -- 172.21.15.32:0/720954807 shutdown_connections 2024-09-13T17:48:24.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.489+0000 7f4261058640 1 -- 172.21.15.32:0/720954807 wait complete. 2024-09-13T17:48:24.507 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:47:18.165736+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:47:19.043698+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T17:47:22.248444+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T17:48:24.508 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:48:24.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.625+0000 7fbdae80b640 1 Processor -- start 2024-09-13T17:48:24.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.625+0000 7fbdae80b640 1 -- start start 2024-09-13T17:48:24.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbdae80b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbda815a520 0x7fbda80ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbdae80b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbda80b2240 0x7fbda80abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbdae80b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbda80cee90 con 0x7fbda80cea30 2024-09-13T17:48:24.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbdae80b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbda80ab660 con 0x7fbda80b2240 2024-09-13T17:48:24.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbdae80b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbda80ada40 con 0x7fbda815a520 2024-09-13T17:48:24.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbda77fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fbda80cea30 0x7fbda80b1b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34866/0 (socket says 172.21.15.32:34866) 2024-09-13T17:48:24.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbda77fe640 1 -- 172.21.15.32:0/3896050703 learned_addr learned my addr 172.21.15.32:0/3896050703 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:24.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbdacda8640 1 --2- 172.21.15.32:0/3896050703 >> v2:172.21.15.32:3300/0 conn(0x7fbda80b2240 0x7fbda80abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:24.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbda7fff640 1 --2- 172.21.15.32:0/3896050703 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbda815a520 0x7fbda80ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:24.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbda6ffd640 1 -- 172.21.15.32:0/3896050703 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2302535267 0 0) 0x7fbda80cee90 con 0x7fbda80cea30 2024-09-13T17:48:24.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbda6ffd640 1 -- 172.21.15.32:0/3896050703 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbd90003530 con 0x7fbda80cea30 2024-09-13T17:48:24.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbdacda8640 1 -- 172.21.15.32:0/3896050703 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbda815a520 msgr2=0x7fbda80ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:24.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbdacda8640 1 --2- 172.21.15.32:0/3896050703 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbda815a520 0x7fbda80ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbdacda8640 1 -- 172.21.15.32:0/3896050703 >> v1:172.21.15.32:6789/0 conn(0x7fbda80cea30 legacy=0x7fbda80b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:24.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbdacda8640 1 -- 172.21.15.32:0/3896050703 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbda80b2760 con 0x7fbda80b2240 2024-09-13T17:48:24.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbdacda8640 1 --2- 172.21.15.32:0/3896050703 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda80b2240 0x7fbda80abaf0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fbd980097c0 tx=0x7fbd9801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18c9b2b760c1ea9f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:24.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbda6ffd640 1 -- 172.21.15.32:0/3896050703 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd980ab670 con 0x7fbda80b2240 2024-09-13T17:48:24.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbda6ffd640 1 -- 172.21.15.32:0/3896050703 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd980ab7d0 con 0x7fbda80b2240 2024-09-13T17:48:24.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.629+0000 7fbda6ffd640 1 -- 172.21.15.32:0/3896050703 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd980abb40 con 0x7fbda80b2240 2024-09-13T17:48:24.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdae80b640 1 -- 172.21.15.32:0/3896050703 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda80b2240 msgr2=0x7fbda80abaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:24.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdae80b640 1 --2- 172.21.15.32:0/3896050703 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda80b2240 0x7fbda80abaf0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fbd980097c0 tx=0x7fbd9801c470 comp rx=0 tx=0).stop 2024-09-13T17:48:24.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdae80b640 1 -- 172.21.15.32:0/3896050703 shutdown_connections 2024-09-13T17:48:24.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdae80b640 1 --2- 172.21.15.32:0/3896050703 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda80b2240 0x7fbda80abaf0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdae80b640 1 --2- 172.21.15.32:0/3896050703 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbda815a520 0x7fbda80ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdae80b640 1 -- 172.21.15.32:0/3896050703 >> 172.21.15.32:0/3896050703 conn(0x7fbda806a150 msgr2=0x7fbda806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:24.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdae80b640 1 -- 172.21.15.32:0/3896050703 shutdown_connections 2024-09-13T17:48:24.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdae80b640 1 -- 172.21.15.32:0/3896050703 wait complete. 2024-09-13T17:48:24.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdae80b640 1 Processor -- start 2024-09-13T17:48:24.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdae80b640 1 -- start start 2024-09-13T17:48:24.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdae80b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda80b2240 0x7fbda81520a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdae80b640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbda80cea30 0x7fbda80c96c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdae80b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbda815a520 0x7fbda8097a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdae80b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbda80afb30 con 0x7fbda80b2240 2024-09-13T17:48:24.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdae80b640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbda8150760 con 0x7fbda80cea30 2024-09-13T17:48:24.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdae80b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbda8150ce0 con 0x7fbda815a520 2024-09-13T17:48:24.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbda7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda80b2240 0x7fbda81520a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:24.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbda7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda80b2240 0x7fbda81520a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49964/0 (socket says 172.21.15.32:49964) 2024-09-13T17:48:24.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbda7fff640 1 -- 172.21.15.32:0/851065971 learned_addr learned my addr 172.21.15.32:0/851065971 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:24.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbda77fe640 1 --2- 172.21.15.32:0/851065971 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbda80cea30 0x7fbda80c96c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:24.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdacda8640 1 --2- 172.21.15.32:0/851065971 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbda815a520 0x7fbda8097a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:24.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbda7fff640 1 -- 172.21.15.32:0/851065971 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbda815a520 msgr2=0x7fbda8097a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:24.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbda7fff640 1 --2- 172.21.15.32:0/851065971 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbda815a520 0x7fbda8097a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbda7fff640 1 -- 172.21.15.32:0/851065971 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbda80cea30 msgr2=0x7fbda80c96c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:24.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbda7fff640 1 --2- 172.21.15.32:0/851065971 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbda80cea30 0x7fbda80c96c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbda7fff640 1 -- 172.21.15.32:0/851065971 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd98009420 con 0x7fbda80b2240 2024-09-13T17:48:24.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbda77fe640 1 --2- 172.21.15.32:0/851065971 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbda80cea30 0x7fbda80c96c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:24.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdacda8640 1 --2- 172.21.15.32:0/851065971 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbda815a520 0x7fbda8097a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:24.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbda7fff640 1 --2- 172.21.15.32:0/851065971 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda80b2240 0x7fbda81520a0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fbda000efc0 tx=0x7fbda000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:24.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbda4ff9640 1 -- 172.21.15.32:0/851065971 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbda0009b80 con 0x7fbda80b2240 2024-09-13T17:48:24.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbda4ff9640 1 -- 172.21.15.32:0/851065971 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbda000f040 con 0x7fbda80b2240 2024-09-13T17:48:24.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbda4ff9640 1 -- 172.21.15.32:0/851065971 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbda00146a0 con 0x7fbda80b2240 2024-09-13T17:48:24.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdae80b640 1 -- 172.21.15.32:0/851065971 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbda8150a00 con 0x7fbda80b2240 2024-09-13T17:48:24.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.633+0000 7fbdae80b640 1 -- 172.21.15.32:0/851065971 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbda80ccc20 con 0x7fbda80b2240 2024-09-13T17:48:24.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.637+0000 7fbdae80b640 1 -- 172.21.15.32:0/851065971 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbda80abaf0 con 0x7fbda80b2240 2024-09-13T17:48:24.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.637+0000 7fbda4ff9640 1 -- 172.21.15.32:0/851065971 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbda0014800 con 0x7fbda80b2240 2024-09-13T17:48:24.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.637+0000 7fbda4ff9640 1 --2- 172.21.15.32:0/851065971 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbd94066690 0x7fbd94068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.637+0000 7fbda4ff9640 1 -- 172.21.15.32:0/851065971 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fbda0085370 con 0x7fbda80b2240 2024-09-13T17:48:24.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.637+0000 7fbda77fe640 1 --2- 172.21.15.32:0/851065971 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbd94066690 0x7fbd94068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:24.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.637+0000 7fbda77fe640 1 --2- 172.21.15.32:0/851065971 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbd94066690 0x7fbd94068b50 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fbda8150440 tx=0x7fbd9c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:24.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.641+0000 7fbda4ff9640 1 -- 172.21.15.32:0/851065971 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbda0052310 con 0x7fbda80b2240 2024-09-13T17:48:24.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.797+0000 7fbdae80b640 1 -- 172.21.15.32:0/851065971 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbda81599a0 con 0x7fbda80b2240 2024-09-13T17:48:24.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.797+0000 7fbda4ff9640 1 -- 172.21.15.32:0/851065971 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbda0055930 con 0x7fbda80b2240 2024-09-13T17:48:24.798 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:48:24.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.797+0000 7fbdae80b640 1 -- 172.21.15.32:0/851065971 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbd94066690 msgr2=0x7fbd94068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:24.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.797+0000 7fbdae80b640 1 --2- 172.21.15.32:0/851065971 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbd94066690 0x7fbd94068b50 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fbda8150440 tx=0x7fbd9c009040 comp rx=0 tx=0).stop 2024-09-13T17:48:24.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.797+0000 7fbdae80b640 1 -- 172.21.15.32:0/851065971 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda80b2240 msgr2=0x7fbda81520a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:24.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.797+0000 7fbdae80b640 1 --2- 172.21.15.32:0/851065971 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda80b2240 0x7fbda81520a0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fbda000efc0 tx=0x7fbda000c490 comp rx=0 tx=0).stop 2024-09-13T17:48:24.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.797+0000 7fbdae80b640 1 -- 172.21.15.32:0/851065971 shutdown_connections 2024-09-13T17:48:24.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.797+0000 7fbdae80b640 1 --2- 172.21.15.32:0/851065971 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbd94066690 0x7fbd94068b50 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.797+0000 7fbdae80b640 1 --2- 172.21.15.32:0/851065971 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbda815a520 0x7fbda8097a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.797+0000 7fbdae80b640 1 --2- 172.21.15.32:0/851065971 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbda80cea30 0x7fbda80c96c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.797+0000 7fbdae80b640 1 --2- 172.21.15.32:0/851065971 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbda80b2240 0x7fbda81520a0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.797+0000 7fbdae80b640 1 -- 172.21.15.32:0/851065971 >> 172.21.15.32:0/851065971 conn(0x7fbda806a150 msgr2=0x7fbda8157d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:24.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.797+0000 7fbdae80b640 1 -- 172.21.15.32:0/851065971 shutdown_connections 2024-09-13T17:48:24.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.797+0000 7fbdae80b640 1 -- 172.21.15.32:0/851065971 wait complete. 2024-09-13T17:48:24.816 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:48:24.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.941+0000 7f6f4497e640 1 Processor -- start 2024-09-13T17:48:24.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.941+0000 7f6f4497e640 1 -- start start 2024-09-13T17:48:24.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.941+0000 7f6f4497e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6f4015a520 0x7f6f400ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.941+0000 7f6f4497e640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f400b2240 0x7f6f400abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.941+0000 7f6f4497e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f400ab660 con 0x7f6f400cea30 2024-09-13T17:48:24.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.941+0000 7f6f4497e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f400ceec0 con 0x7f6f4015a520 2024-09-13T17:48:24.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.941+0000 7f6f4497e640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f400ada40 con 0x7f6f400b2240 2024-09-13T17:48:24.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.941+0000 7f6f3e59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6f4015a520 0x7f6f400ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:24.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.941+0000 7f6f3e59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6f4015a520 0x7f6f400ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49978/0 (socket says 172.21.15.32:49978) 2024-09-13T17:48:24.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.941+0000 7f6f37fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f6f400cea30 0x7f6f400b1b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34868/0 (socket says 172.21.15.32:34868) 2024-09-13T17:48:24.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.941+0000 7f6f3e59c640 1 -- 172.21.15.32:0/4109097187 learned_addr learned my addr 172.21.15.32:0/4109097187 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:24.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.941+0000 7f6f3ed9d640 1 --2- 172.21.15.32:0/4109097187 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f400b2240 0x7f6f400abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:24.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.941+0000 7f6f3e59c640 1 -- 172.21.15.32:0/4109097187 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f400b2240 msgr2=0x7f6f400abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:24.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.941+0000 7f6f3e59c640 1 --2- 172.21.15.32:0/4109097187 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f400b2240 0x7f6f400abaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.941+0000 7f6f3e59c640 1 -- 172.21.15.32:0/4109097187 >> v1:172.21.15.32:6789/0 conn(0x7f6f400cea30 legacy=0x7f6f400b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:24.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.941+0000 7f6f3e59c640 1 -- 172.21.15.32:0/4109097187 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f400b2760 con 0x7f6f4015a520 2024-09-13T17:48:24.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.941+0000 7f6f3dd9b640 1 -- 172.21.15.32:0/4109097187 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4120515182 0 0) 0x7f6f400ab660 con 0x7f6f400cea30 2024-09-13T17:48:24.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f3e59c640 1 --2- 172.21.15.32:0/4109097187 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f4015a520 0x7f6f400ce4f0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f6f30009870 tx=0x7f6f3001c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77ffba0a8c5be6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:24.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f3dd9b640 1 -- 172.21.15.32:0/4109097187 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f300a95f0 con 0x7f6f4015a520 2024-09-13T17:48:24.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f3dd9b640 1 -- 172.21.15.32:0/4109097187 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f300a9750 con 0x7f6f4015a520 2024-09-13T17:48:24.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f3dd9b640 1 -- 172.21.15.32:0/4109097187 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f300a9ae0 con 0x7f6f4015a520 2024-09-13T17:48:24.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f4497e640 1 -- 172.21.15.32:0/4109097187 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f4015a520 msgr2=0x7f6f400ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:24.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f4497e640 1 --2- 172.21.15.32:0/4109097187 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f4015a520 0x7f6f400ce4f0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f6f30009870 tx=0x7f6f3001c530 comp rx=0 tx=0).stop 2024-09-13T17:48:24.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f4497e640 1 -- 172.21.15.32:0/4109097187 shutdown_connections 2024-09-13T17:48:24.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f4497e640 1 --2- 172.21.15.32:0/4109097187 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f400b2240 0x7f6f400abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f4497e640 1 --2- 172.21.15.32:0/4109097187 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f4015a520 0x7f6f400ce4f0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f4497e640 1 -- 172.21.15.32:0/4109097187 >> 172.21.15.32:0/4109097187 conn(0x7f6f4006a150 msgr2=0x7f6f4006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:24.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f4497e640 1 -- 172.21.15.32:0/4109097187 shutdown_connections 2024-09-13T17:48:24.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f4497e640 1 -- 172.21.15.32:0/4109097187 wait complete. 2024-09-13T17:48:24.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f4497e640 1 Processor -- start 2024-09-13T17:48:24.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f4497e640 1 -- start start 2024-09-13T17:48:24.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f4497e640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f400b2240 0x7f6f4014dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f4497e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f400cea30 0x7f6f40071640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f4497e640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f4015a520 0x7f6f40156ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f4497e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f400c9eb0 con 0x7f6f400cea30 2024-09-13T17:48:24.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f4497e640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f400c1b90 con 0x7f6f400b2240 2024-09-13T17:48:24.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f4497e640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f40072370 con 0x7f6f4015a520 2024-09-13T17:48:24.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f37fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f400cea30 0x7f6f40071640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:24.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f37fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f400cea30 0x7f6f40071640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49988/0 (socket says 172.21.15.32:49988) 2024-09-13T17:48:24.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f37fff640 1 -- 172.21.15.32:0/3440657842 learned_addr learned my addr 172.21.15.32:0/3440657842 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:24.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f3ed9d640 1 --2- 172.21.15.32:0/3440657842 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f4015a520 0x7f6f40156ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:24.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f37fff640 1 -- 172.21.15.32:0/3440657842 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f4015a520 msgr2=0x7f6f40156ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:24.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f3e59c640 1 --2- 172.21.15.32:0/3440657842 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f400b2240 0x7f6f4014dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:24.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f37fff640 1 --2- 172.21.15.32:0/3440657842 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f4015a520 0x7f6f40156ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f37fff640 1 -- 172.21.15.32:0/3440657842 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f400b2240 msgr2=0x7f6f4014dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:24.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f37fff640 1 --2- 172.21.15.32:0/3440657842 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f400b2240 0x7f6f4014dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:24.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f37fff640 1 -- 172.21.15.32:0/3440657842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f300094d0 con 0x7f6f400cea30 2024-09-13T17:48:24.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f37fff640 1 --2- 172.21.15.32:0/3440657842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f400cea30 0x7f6f40071640 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f6f2800c520 tx=0x7f6f2800c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:24.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f36ffd640 1 -- 172.21.15.32:0/3440657842 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f280074e0 con 0x7f6f400cea30 2024-09-13T17:48:24.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f36ffd640 1 -- 172.21.15.32:0/3440657842 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f28007640 con 0x7f6f400cea30 2024-09-13T17:48:24.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f4497e640 1 -- 172.21.15.32:0/3440657842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f40072090 con 0x7f6f400cea30 2024-09-13T17:48:24.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f36ffd640 1 -- 172.21.15.32:0/3440657842 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f280049f0 con 0x7f6f400cea30 2024-09-13T17:48:24.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.945+0000 7f6f4497e640 1 -- 172.21.15.32:0/3440657842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f400c9ad0 con 0x7f6f400cea30 2024-09-13T17:48:24.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.949+0000 7f6f4497e640 1 -- 172.21.15.32:0/3440657842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f400c9ff0 con 0x7f6f400cea30 2024-09-13T17:48:24.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.949+0000 7f6f36ffd640 1 -- 172.21.15.32:0/3440657842 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6f28004b50 con 0x7f6f400cea30 2024-09-13T17:48:24.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.949+0000 7f6f36ffd640 1 --2- 172.21.15.32:0/3440657842 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6f24066690 0x7f6f24068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:24.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.949+0000 7f6f36ffd640 1 -- 172.21.15.32:0/3440657842 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f6f28083ae0 con 0x7f6f400cea30 2024-09-13T17:48:24.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.949+0000 7f6f3e59c640 1 --2- 172.21.15.32:0/3440657842 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6f24066690 0x7f6f24068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:24.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.949+0000 7f6f3e59c640 1 --2- 172.21.15.32:0/3440657842 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6f24066690 0x7f6f24068b50 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f6f300ae000 tx=0x7f6f300b3040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:24.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:24.953+0000 7f6f36ffd640 1 -- 172.21.15.32:0/3440657842 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6f400c9ff0 con 0x7f6f400cea30 2024-09-13T17:48:25.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.113+0000 7f6f4497e640 1 -- 172.21.15.32:0/3440657842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6f400c9ff0 con 0x7f6f400cea30 2024-09-13T17:48:25.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.113+0000 7f6f36ffd640 1 -- 172.21.15.32:0/3440657842 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f6f400c9ff0 con 0x7f6f400cea30 2024-09-13T17:48:25.116 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.117+0000 7f6f4497e640 1 -- 172.21.15.32:0/3440657842 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6f24066690 msgr2=0x7f6f24068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.117+0000 7f6f4497e640 1 --2- 172.21.15.32:0/3440657842 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6f24066690 0x7f6f24068b50 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f6f300ae000 tx=0x7f6f300b3040 comp rx=0 tx=0).stop 2024-09-13T17:48:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.117+0000 7f6f4497e640 1 -- 172.21.15.32:0/3440657842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f400cea30 msgr2=0x7f6f40071640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.117+0000 7f6f4497e640 1 --2- 172.21.15.32:0/3440657842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f400cea30 0x7f6f40071640 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f6f2800c520 tx=0x7f6f2800c9e0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.117+0000 7f6f4497e640 1 -- 172.21.15.32:0/3440657842 shutdown_connections 2024-09-13T17:48:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.117+0000 7f6f4497e640 1 --2- 172.21.15.32:0/3440657842 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6f24066690 0x7f6f24068b50 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.117+0000 7f6f4497e640 1 --2- 172.21.15.32:0/3440657842 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6f4015a520 0x7f6f40156ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.117+0000 7f6f4497e640 1 --2- 172.21.15.32:0/3440657842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f400cea30 0x7f6f40071640 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.117+0000 7f6f4497e640 1 --2- 172.21.15.32:0/3440657842 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f400b2240 0x7f6f4014dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.117+0000 7f6f4497e640 1 -- 172.21.15.32:0/3440657842 >> 172.21.15.32:0/3440657842 conn(0x7f6f4006a150 msgr2=0x7f6f4006d010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:25.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.117+0000 7f6f4497e640 1 -- 172.21.15.32:0/3440657842 shutdown_connections 2024-09-13T17:48:25.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.117+0000 7f6f4497e640 1 -- 172.21.15.32:0/3440657842 wait complete. 2024-09-13T17:48:25.136 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:48:25.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.257+0000 7f4dd3cba640 1 Processor -- start 2024-09-13T17:48:25.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.257+0000 7f4dd3cba640 1 -- start start 2024-09-13T17:48:25.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd3cba640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f4dcc0cdbc0 0x7f4dcc06dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd3cba640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4dcc0b2f80 0x7f4dcc0cacd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd3cba640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4dcc0cb210 con 0x7f4dcc0b1bc0 2024-09-13T17:48:25.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd3cba640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4dcc0b1170 con 0x7f4dcc0cdbc0 2024-09-13T17:48:25.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd3cba640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4dcc0b1730 con 0x7f4dcc0b2f80 2024-09-13T17:48:25.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd1255640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f4dcc0b1bc0 0x7f4dcc0b2870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34870/0 (socket says 172.21.15.32:34870) 2024-09-13T17:48:25.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd1255640 1 -- 172.21.15.32:0/2876446776 learned_addr learned my addr 172.21.15.32:0/2876446776 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:25.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd2257640 1 --2- 172.21.15.32:0/2876446776 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4dcc0b2f80 0x7f4dcc0cacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd1a56640 1 --2- 172.21.15.32:0/2876446776 >> v2:172.21.15.159:3300/0 conn(0x7f4dcc0cdbc0 0x7f4dcc06dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd0a54640 1 -- 172.21.15.32:0/2876446776 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2315713471 0 0) 0x7f4dcc0cb210 con 0x7f4dcc0b1bc0 2024-09-13T17:48:25.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd0a54640 1 -- 172.21.15.32:0/2876446776 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4db8003450 con 0x7f4dcc0b1bc0 2024-09-13T17:48:25.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd0a54640 1 -- 172.21.15.32:0/2876446776 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 267765321 0 0) 0x7f4db8003450 con 0x7f4dcc0b1bc0 2024-09-13T17:48:25.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd0a54640 1 -- 172.21.15.32:0/2876446776 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4dcc0b2f80 msgr2=0x7f4dcc0cacd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:25.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd0a54640 1 --2- 172.21.15.32:0/2876446776 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4dcc0b2f80 0x7f4dcc0cacd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd0a54640 1 -- 172.21.15.32:0/2876446776 >> v2:172.21.15.159:3300/0 conn(0x7f4dcc0cdbc0 msgr2=0x7f4dcc06dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:25.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd0a54640 1 --2- 172.21.15.32:0/2876446776 >> v2:172.21.15.159:3300/0 conn(0x7f4dcc0cdbc0 0x7f4dcc06dcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd0a54640 1 -- 172.21.15.32:0/2876446776 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4dcc0cb440 con 0x7f4dcc0b1bc0 2024-09-13T17:48:25.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd0a54640 1 -- 172.21.15.32:0/2876446776 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f4dbc001680 con 0x7f4dcc0b1bc0 2024-09-13T17:48:25.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd0a54640 1 -- 172.21.15.32:0/2876446776 >> v1:172.21.15.32:6789/0 conn(0x7f4dcc0b1bc0 legacy=0x7f4dcc0b2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:25.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd0a54640 1 --2- 172.21.15.32:0/2876446776 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4db8003a70 0x7f4db8003e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd0a54640 1 --2- 172.21.15.32:0/2876446776 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4db8008860 0x7f4db800ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd0a54640 1 --2- 172.21.15.32:0/2876446776 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4dcc0b2f80 0x7f4db800f610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd0a54640 1 -- 172.21.15.32:0/2876446776 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4dcc0b1170 con 0x7f4db8008860 2024-09-13T17:48:25.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd0a54640 1 -- 172.21.15.32:0/2876446776 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4dcc0b1730 con 0x7f4db8003a70 2024-09-13T17:48:25.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd0a54640 1 -- 172.21.15.32:0/2876446776 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4db800fd30 con 0x7f4dcc0b2f80 2024-09-13T17:48:25.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd1255640 1 --2- 172.21.15.32:0/2876446776 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4db8008860 0x7f4db800ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd1a56640 1 --2- 172.21.15.32:0/2876446776 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4db8003a70 0x7f4db8003e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd2257640 1 --2- 172.21.15.32:0/2876446776 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4dcc0b2f80 0x7f4db800f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd1255640 1 -- 172.21.15.32:0/2876446776 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4dcc0b2f80 msgr2=0x7f4db800f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:25.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd1255640 1 --2- 172.21.15.32:0/2876446776 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4dcc0b2f80 0x7f4db800f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd1255640 1 -- 172.21.15.32:0/2876446776 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4db8003a70 msgr2=0x7f4db8003e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:25.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd1255640 1 --2- 172.21.15.32:0/2876446776 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4db8003a70 0x7f4db8003e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.261+0000 7f4dd1255640 1 -- 172.21.15.32:0/2876446776 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4db8003450 con 0x7f4db8008860 2024-09-13T17:48:25.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.265+0000 7f4dd1255640 1 --2- 172.21.15.32:0/2876446776 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4db8008860 0x7f4db800ac50 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f4dbc00c210 tx=0x7f4dbc01f310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9037ae742e602901 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:25.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.265+0000 7f4dd0a54640 1 -- 172.21.15.32:0/2876446776 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dbc005ae0 con 0x7f4db8008860 2024-09-13T17:48:25.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.265+0000 7f4dd0a54640 1 -- 172.21.15.32:0/2876446776 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4dbc0ab070 con 0x7f4db8008860 2024-09-13T17:48:25.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.265+0000 7f4dd0a54640 1 -- 172.21.15.32:0/2876446776 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dbc005ea0 con 0x7f4db8008860 2024-09-13T17:48:25.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.265+0000 7f4dd3cba640 1 -- 172.21.15.32:0/2876446776 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4db8008860 msgr2=0x7f4db800ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:25.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.265+0000 7f4dd3cba640 1 --2- 172.21.15.32:0/2876446776 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4db8008860 0x7f4db800ac50 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f4dbc00c210 tx=0x7f4dbc01f310 comp rx=0 tx=0).stop 2024-09-13T17:48:25.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.265+0000 7f4dd2257640 1 -- 172.21.15.32:0/2876446776 reap_dead start 2024-09-13T17:48:25.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.265+0000 7f4dd3cba640 1 -- 172.21.15.32:0/2876446776 shutdown_connections 2024-09-13T17:48:25.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.265+0000 7f4dd3cba640 1 -- 172.21.15.32:0/2876446776 >> 172.21.15.32:0/2876446776 conn(0x7f4dcc06a150 msgr2=0x7f4dcc06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:25.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.265+0000 7f4dd3cba640 1 -- 172.21.15.32:0/2876446776 shutdown_connections 2024-09-13T17:48:25.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.265+0000 7f4dd3cba640 1 -- 172.21.15.32:0/2876446776 wait complete. 2024-09-13T17:48:25.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.265+0000 7f4dd3cba640 1 Processor -- start 2024-09-13T17:48:25.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.265+0000 7f4dd3cba640 1 -- start start 2024-09-13T17:48:25.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd3cba640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4dcc0979b0 0x7f4dcc152400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd3cba640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4dcc15ba90 0x7f4dcc152940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd3cba640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4dcc153030 0x7f4dcc1534b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd3cba640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4dcc15a9f0 con 0x7f4dcc0979b0 2024-09-13T17:48:25.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd3cba640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4dcc15acd0 con 0x7f4dcc153030 2024-09-13T17:48:25.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd3cba640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4dcc15afb0 con 0x7f4dcc15ba90 2024-09-13T17:48:25.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd1a56640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4dcc0979b0 0x7f4dcc152400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd1a56640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4dcc0979b0 0x7f4dcc152400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50002/0 (socket says 172.21.15.32:50002) 2024-09-13T17:48:25.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd1a56640 1 -- 172.21.15.32:0/1384452706 learned_addr learned my addr 172.21.15.32:0/1384452706 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:25.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd1255640 1 --2- 172.21.15.32:0/1384452706 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4dcc15ba90 0x7f4dcc152940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd2257640 1 --2- 172.21.15.32:0/1384452706 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4dcc153030 0x7f4dcc1534b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd1a56640 1 -- 172.21.15.32:0/1384452706 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4dcc15ba90 msgr2=0x7f4dcc152940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:25.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd1a56640 1 --2- 172.21.15.32:0/1384452706 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4dcc15ba90 0x7f4dcc152940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd1a56640 1 -- 172.21.15.32:0/1384452706 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4dcc153030 msgr2=0x7f4dcc1534b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:25.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd1a56640 1 --2- 172.21.15.32:0/1384452706 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4dcc153030 0x7f4dcc1534b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd1a56640 1 -- 172.21.15.32:0/1384452706 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4dcc15b290 con 0x7f4dcc0979b0 2024-09-13T17:48:25.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd2257640 1 --2- 172.21.15.32:0/1384452706 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4dcc153030 0x7f4dcc1534b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:25.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd1255640 1 --2- 172.21.15.32:0/1384452706 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4dcc15ba90 0x7f4dcc152940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:25.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd1a56640 1 --2- 172.21.15.32:0/1384452706 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4dcc0979b0 0x7f4dcc152400 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f4dc80119d0 tx=0x7f4dc8011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:25.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dc27fc640 1 -- 172.21.15.32:0/1384452706 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dc800fb50 con 0x7f4dcc0979b0 2024-09-13T17:48:25.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dc27fc640 1 -- 172.21.15.32:0/1384452706 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4dc800fcb0 con 0x7f4dcc0979b0 2024-09-13T17:48:25.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd3cba640 1 -- 172.21.15.32:0/1384452706 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4dcc15b570 con 0x7f4dcc0979b0 2024-09-13T17:48:25.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dc27fc640 1 -- 172.21.15.32:0/1384452706 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dc8014440 con 0x7f4dcc0979b0 2024-09-13T17:48:25.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd3cba640 1 -- 172.21.15.32:0/1384452706 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4dcc1539f0 con 0x7f4dcc0979b0 2024-09-13T17:48:25.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dd3cba640 1 -- 172.21.15.32:0/1384452706 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4dcc06dcf0 con 0x7f4dcc0979b0 2024-09-13T17:48:25.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dc27fc640 1 -- 172.21.15.32:0/1384452706 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4dc801d400 con 0x7f4dcc0979b0 2024-09-13T17:48:25.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dc27fc640 1 --2- 172.21.15.32:0/1384452706 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4db00666c0 0x7f4db0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.269+0000 7f4dc27fc640 1 -- 172.21.15.32:0/1384452706 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f4dc80851d0 con 0x7f4dcc0979b0 2024-09-13T17:48:25.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.273+0000 7f4dd1255640 1 --2- 172.21.15.32:0/1384452706 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4db00666c0 0x7f4db0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.273+0000 7f4dd1255640 1 --2- 172.21.15.32:0/1384452706 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4db00666c0 0x7f4db0068b80 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f4dbc0ae000 tx=0x7f4dbc007040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:25.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.273+0000 7f4dc27fc640 1 -- 172.21.15.32:0/1384452706 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4dc8052320 con 0x7f4dcc0979b0 2024-09-13T17:48:25.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.433+0000 7f4dd3cba640 1 -- 172.21.15.32:0/1384452706 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f4dcc15b700 con 0x7f4dcc0979b0 2024-09-13T17:48:25.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.433+0000 7f4dc27fc640 1 -- 172.21.15.32:0/1384452706 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f4dc8055940 con 0x7f4dcc0979b0 2024-09-13T17:48:25.437 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:48:25.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.437+0000 7f4dd3cba640 1 -- 172.21.15.32:0/1384452706 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4db00666c0 msgr2=0x7f4db0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:25.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.437+0000 7f4dd3cba640 1 --2- 172.21.15.32:0/1384452706 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4db00666c0 0x7f4db0068b80 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f4dbc0ae000 tx=0x7f4dbc007040 comp rx=0 tx=0).stop 2024-09-13T17:48:25.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.437+0000 7f4dd3cba640 1 -- 172.21.15.32:0/1384452706 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4dcc0979b0 msgr2=0x7f4dcc152400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:25.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.437+0000 7f4dd3cba640 1 --2- 172.21.15.32:0/1384452706 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4dcc0979b0 0x7f4dcc152400 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f4dc80119d0 tx=0x7f4dc8011e90 comp rx=0 tx=0).stop 2024-09-13T17:48:25.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.437+0000 7f4dd3cba640 1 -- 172.21.15.32:0/1384452706 shutdown_connections 2024-09-13T17:48:25.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.437+0000 7f4dd3cba640 1 --2- 172.21.15.32:0/1384452706 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4db00666c0 0x7f4db0068b80 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.437+0000 7f4dd3cba640 1 --2- 172.21.15.32:0/1384452706 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4dcc153030 0x7f4dcc1534b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.437+0000 7f4dd3cba640 1 --2- 172.21.15.32:0/1384452706 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4dcc15ba90 0x7f4dcc152940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.437+0000 7f4dd3cba640 1 --2- 172.21.15.32:0/1384452706 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4dcc0979b0 0x7f4dcc152400 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.437+0000 7f4dd3cba640 1 -- 172.21.15.32:0/1384452706 >> 172.21.15.32:0/1384452706 conn(0x7f4dcc06a150 msgr2=0x7f4dcc0706c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:25.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.437+0000 7f4dd3cba640 1 -- 172.21.15.32:0/1384452706 shutdown_connections 2024-09-13T17:48:25.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.437+0000 7f4dd3cba640 1 -- 172.21.15.32:0/1384452706 wait complete. 2024-09-13T17:48:25.457 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T17:48:25.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.585+0000 7f8813c0f640 1 Processor -- start 2024-09-13T17:48:25.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.585+0000 7f8813c0f640 1 -- start start 2024-09-13T17:48:25.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f8813c0f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f880c0d28a0 0x7f880c0d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f8813c0f640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f880c160ae0 0x7f880c0cd270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f8813c0f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f880c0d1320 con 0x7f880c15c500 2024-09-13T17:48:25.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f8813c0f640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f880c160f70 con 0x7f880c160ae0 2024-09-13T17:48:25.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f8813c0f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f880c0d0710 con 0x7f880c0d28a0 2024-09-13T17:48:25.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88119ab640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f880c15c500 0x7f880c0d2190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34886/0 (socket says 172.21.15.32:34886) 2024-09-13T17:48:25.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88119ab640 1 -- 172.21.15.32:0/3475496444 learned_addr learned my addr 172.21.15.32:0/3475496444 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:25.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88121ac640 1 --2- 172.21.15.32:0/3475496444 >> v2:172.21.15.159:3300/0 conn(0x7f880c160ae0 0x7f880c0cd270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88111aa640 1 --2- 172.21.15.32:0/3475496444 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f880c0d28a0 0x7f880c0d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88109a9640 1 -- 172.21.15.32:0/3475496444 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2774542280 0 0) 0x7f880c0d1320 con 0x7f880c15c500 2024-09-13T17:48:25.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88109a9640 1 -- 172.21.15.32:0/3475496444 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f87f8003530 con 0x7f880c15c500 2024-09-13T17:48:25.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88109a9640 1 -- 172.21.15.32:0/3475496444 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3420110944 0 0) 0x7f87f8003530 con 0x7f880c15c500 2024-09-13T17:48:25.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88109a9640 1 -- 172.21.15.32:0/3475496444 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f880c0d28a0 msgr2=0x7f880c0d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:25.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88109a9640 1 --2- 172.21.15.32:0/3475496444 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f880c0d28a0 0x7f880c0d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88109a9640 1 -- 172.21.15.32:0/3475496444 >> v2:172.21.15.159:3300/0 conn(0x7f880c160ae0 msgr2=0x7f880c0cd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:25.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88109a9640 1 --2- 172.21.15.32:0/3475496444 >> v2:172.21.15.159:3300/0 conn(0x7f880c160ae0 0x7f880c0cd270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88109a9640 1 -- 172.21.15.32:0/3475496444 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f880c0d09f0 con 0x7f880c15c500 2024-09-13T17:48:25.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88109a9640 1 -- 172.21.15.32:0/3475496444 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f8808001680 con 0x7f880c15c500 2024-09-13T17:48:25.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88109a9640 1 -- 172.21.15.32:0/3475496444 >> v1:172.21.15.32:6789/0 conn(0x7f880c15c500 legacy=0x7f880c0d2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:25.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88109a9640 1 --2- 172.21.15.32:0/3475496444 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87f8003980 0x7f87f8003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88109a9640 1 --2- 172.21.15.32:0/3475496444 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f880c0d28a0 0x7f87f80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88109a9640 1 --2- 172.21.15.32:0/3475496444 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f87f8004d10 0x7f87f8005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88109a9640 1 -- 172.21.15.32:0/3475496444 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880c160f70 con 0x7f87f8003980 2024-09-13T17:48:25.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88109a9640 1 -- 172.21.15.32:0/3475496444 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880c0d0710 con 0x7f87f8004d10 2024-09-13T17:48:25.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88109a9640 1 -- 172.21.15.32:0/3475496444 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87f800b9c0 con 0x7f880c0d28a0 2024-09-13T17:48:25.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88119ab640 1 --2- 172.21.15.32:0/3475496444 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87f8003980 0x7f87f8003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88119ab640 1 -- 172.21.15.32:0/3475496444 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f880c0d28a0 msgr2=0x7f87f80047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:25.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88119ab640 1 --2- 172.21.15.32:0/3475496444 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f880c0d28a0 0x7f87f80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88119ab640 1 -- 172.21.15.32:0/3475496444 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f87f8004d10 msgr2=0x7f87f8005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:25.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88121ac640 1 --2- 172.21.15.32:0/3475496444 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f87f8004d10 0x7f87f8005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88119ab640 1 --2- 172.21.15.32:0/3475496444 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f87f8004d10 0x7f87f8005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88119ab640 1 -- 172.21.15.32:0/3475496444 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87f8003530 con 0x7f87f8003980 2024-09-13T17:48:25.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.589+0000 7f88121ac640 1 --2- 172.21.15.32:0/3475496444 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f87f8004d10 0x7f87f8005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:25.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f88119ab640 1 --2- 172.21.15.32:0/3475496444 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87f8003980 0x7f87f8003da0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f880800c210 tx=0x7f880801cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a58bccee6449bdcb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:25.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f88109a9640 1 -- 172.21.15.32:0/3475496444 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88080058e0 con 0x7f87f8003980 2024-09-13T17:48:25.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f88109a9640 1 -- 172.21.15.32:0/3475496444 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8808005a40 con 0x7f87f8003980 2024-09-13T17:48:25.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f88109a9640 1 -- 172.21.15.32:0/3475496444 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8808005df0 con 0x7f87f8003980 2024-09-13T17:48:25.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f8813c0f640 1 -- 172.21.15.32:0/3475496444 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87f8003980 msgr2=0x7f87f8003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:25.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f8813c0f640 1 --2- 172.21.15.32:0/3475496444 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87f8003980 0x7f87f8003da0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f880800c210 tx=0x7f880801cc30 comp rx=0 tx=0).stop 2024-09-13T17:48:25.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f88121ac640 1 -- 172.21.15.32:0/3475496444 reap_dead start 2024-09-13T17:48:25.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f8813c0f640 1 -- 172.21.15.32:0/3475496444 shutdown_connections 2024-09-13T17:48:25.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f8813c0f640 1 -- 172.21.15.32:0/3475496444 >> 172.21.15.32:0/3475496444 conn(0x7f880c089f70 msgr2=0x7f880c09b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:25.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f8813c0f640 1 -- 172.21.15.32:0/3475496444 shutdown_connections 2024-09-13T17:48:25.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f8813c0f640 1 -- 172.21.15.32:0/3475496444 wait complete. 2024-09-13T17:48:25.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f8813c0f640 1 Processor -- start 2024-09-13T17:48:25.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f8813c0f640 1 -- start start 2024-09-13T17:48:25.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f8813c0f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f87f8003980 0x7f880c15a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f8813c0f640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f880c15df10 0x7f880c15ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f8813c0f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f880c15cfa0 0x7f880c0afbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f8813c0f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880c15a6e0 con 0x7f880c15cfa0 2024-09-13T17:48:25.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f8813c0f640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880c159100 con 0x7f880c15df10 2024-09-13T17:48:25.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f8813c0f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f880c1593e0 con 0x7f87f8003980 2024-09-13T17:48:25.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f88121ac640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f880c15cfa0 0x7f880c0afbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f88121ac640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f880c15cfa0 0x7f880c0afbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50018/0 (socket says 172.21.15.32:50018) 2024-09-13T17:48:25.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f88121ac640 1 -- 172.21.15.32:0/717025393 learned_addr learned my addr 172.21.15.32:0/717025393 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:25.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f88111aa640 1 --2- 172.21.15.32:0/717025393 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f880c15df10 0x7f880c15ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f88119ab640 1 --2- 172.21.15.32:0/717025393 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f87f8003980 0x7f880c15a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f88121ac640 1 -- 172.21.15.32:0/717025393 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f87f8003980 msgr2=0x7f880c15a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:25.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f88121ac640 1 --2- 172.21.15.32:0/717025393 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f87f8003980 0x7f880c15a1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f88121ac640 1 -- 172.21.15.32:0/717025393 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f880c15df10 msgr2=0x7f880c15ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:25.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f88121ac640 1 --2- 172.21.15.32:0/717025393 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f880c15df10 0x7f880c15ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f88121ac640 1 -- 172.21.15.32:0/717025393 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f880c1596c0 con 0x7f880c15cfa0 2024-09-13T17:48:25.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f88121ac640 1 --2- 172.21.15.32:0/717025393 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f880c15cfa0 0x7f880c0afbb0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f880c0b1e50 tx=0x7f880400f520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:25.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.593+0000 7f88027fc640 1 -- 172.21.15.32:0/717025393 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8804016420 con 0x7f880c15cfa0 2024-09-13T17:48:25.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.597+0000 7f88027fc640 1 -- 172.21.15.32:0/717025393 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8804016580 con 0x7f880c15cfa0 2024-09-13T17:48:25.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.597+0000 7f8813c0f640 1 -- 172.21.15.32:0/717025393 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f880c1599a0 con 0x7f880c15cfa0 2024-09-13T17:48:25.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.597+0000 7f88027fc640 1 -- 172.21.15.32:0/717025393 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88040168f0 con 0x7f880c15cfa0 2024-09-13T17:48:25.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.597+0000 7f8813c0f640 1 -- 172.21.15.32:0/717025393 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f880c154bc0 con 0x7f880c15cfa0 2024-09-13T17:48:25.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.597+0000 7f8813c0f640 1 -- 172.21.15.32:0/717025393 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f880c0ce500 con 0x7f880c15cfa0 2024-09-13T17:48:25.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.597+0000 7f88027fc640 1 -- 172.21.15.32:0/717025393 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8804016a50 con 0x7f880c15cfa0 2024-09-13T17:48:25.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.597+0000 7f88027fc640 1 --2- 172.21.15.32:0/717025393 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f87f00666c0 0x7f87f0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.597+0000 7f88027fc640 1 -- 172.21.15.32:0/717025393 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f8804085b80 con 0x7f880c15cfa0 2024-09-13T17:48:25.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.597+0000 7f88119ab640 1 --2- 172.21.15.32:0/717025393 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f87f00666c0 0x7f87f0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.597+0000 7f88119ab640 1 --2- 172.21.15.32:0/717025393 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f87f00666c0 0x7f87f0068b80 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f88080aa000 tx=0x7f8808000ff0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:25.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.601+0000 7f88027fc640 1 -- 172.21.15.32:0/717025393 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8804052c10 con 0x7f880c15cfa0 2024-09-13T17:48:25.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.761+0000 7f8813c0f640 1 -- 172.21.15.32:0/717025393 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f880c0b2690 con 0x7f880c15cfa0 2024-09-13T17:48:25.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.761+0000 7f88027fc640 1 -- 172.21.15.32:0/717025393 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7f8804056230 con 0x7f880c15cfa0 2024-09-13T17:48:25.763 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:25.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.765+0000 7f8813c0f640 1 -- 172.21.15.32:0/717025393 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f87f00666c0 msgr2=0x7f87f0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:25.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.765+0000 7f8813c0f640 1 --2- 172.21.15.32:0/717025393 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f87f00666c0 0x7f87f0068b80 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f88080aa000 tx=0x7f8808000ff0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.765+0000 7f8813c0f640 1 -- 172.21.15.32:0/717025393 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f880c15cfa0 msgr2=0x7f880c0afbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:25.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.765+0000 7f8813c0f640 1 --2- 172.21.15.32:0/717025393 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f880c15cfa0 0x7f880c0afbb0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f880c0b1e50 tx=0x7f880400f520 comp rx=0 tx=0).stop 2024-09-13T17:48:25.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.765+0000 7f8813c0f640 1 -- 172.21.15.32:0/717025393 shutdown_connections 2024-09-13T17:48:25.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.765+0000 7f8813c0f640 1 --2- 172.21.15.32:0/717025393 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f87f00666c0 0x7f87f0068b80 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.765+0000 7f8813c0f640 1 --2- 172.21.15.32:0/717025393 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f880c15cfa0 0x7f880c0afbb0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.765+0000 7f8813c0f640 1 --2- 172.21.15.32:0/717025393 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f880c15df10 0x7f880c15ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.765+0000 7f8813c0f640 1 --2- 172.21.15.32:0/717025393 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f87f8003980 0x7f880c15a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.765+0000 7f8813c0f640 1 -- 172.21.15.32:0/717025393 >> 172.21.15.32:0/717025393 conn(0x7f880c089f70 msgr2=0x7f880c15fff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:25.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.765+0000 7f8813c0f640 1 -- 172.21.15.32:0/717025393 shutdown_connections 2024-09-13T17:48:25.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.765+0000 7f8813c0f640 1 -- 172.21.15.32:0/717025393 wait complete. 2024-09-13T17:48:25.783 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T17:48:25.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd6f257640 1 Processor -- start 2024-09-13T17:48:25.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd6f257640 1 -- start start 2024-09-13T17:48:25.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd6f257640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fdd6815fb70 0x7fdd680989e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd6f257640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd6806b090 0x7fdd68098f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd6f257640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd6806c050 con 0x7fdd68099460 2024-09-13T17:48:25.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd6f257640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd6806c330 con 0x7fdd6815fb70 2024-09-13T17:48:25.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd6f257640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd680ca950 con 0x7fdd6806b090 2024-09-13T17:48:25.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd6d7f4640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fdd68099460 0x7fdd680ce510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34888/0 (socket says 172.21.15.32:34888) 2024-09-13T17:48:25.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd6d7f4640 1 -- 172.21.15.32:0/656211880 learned_addr learned my addr 172.21.15.32:0/656211880 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:25.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd677fe640 1 -- 172.21.15.32:0/656211880 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2480353152 0 0) 0x7fdd6806c050 con 0x7fdd68099460 2024-09-13T17:48:25.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd677fe640 1 -- 172.21.15.32:0/656211880 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdd54003530 con 0x7fdd68099460 2024-09-13T17:48:25.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd67fff640 1 --2- 172.21.15.32:0/656211880 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd6806b090 0x7fdd68098f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd6cff3640 1 --2- 172.21.15.32:0/656211880 >> v2:172.21.15.159:3300/0 conn(0x7fdd6815fb70 0x7fdd680989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd677fe640 1 -- 172.21.15.32:0/656211880 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3486662918 0 0) 0x7fdd54003530 con 0x7fdd68099460 2024-09-13T17:48:25.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd677fe640 1 -- 172.21.15.32:0/656211880 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd6806b090 msgr2=0x7fdd68098f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:25.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd677fe640 1 --2- 172.21.15.32:0/656211880 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd6806b090 0x7fdd68098f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd677fe640 1 -- 172.21.15.32:0/656211880 >> v2:172.21.15.159:3300/0 conn(0x7fdd6815fb70 msgr2=0x7fdd680989e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:25.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd677fe640 1 --2- 172.21.15.32:0/656211880 >> v2:172.21.15.159:3300/0 conn(0x7fdd6815fb70 0x7fdd680989e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd677fe640 1 -- 172.21.15.32:0/656211880 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd680cac30 con 0x7fdd68099460 2024-09-13T17:48:25.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd677fe640 1 -- 172.21.15.32:0/656211880 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fdd50001680 con 0x7fdd68099460 2024-09-13T17:48:25.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd677fe640 1 -- 172.21.15.32:0/656211880 >> v1:172.21.15.32:6789/0 conn(0x7fdd68099460 legacy=0x7fdd680ce510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:25.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd677fe640 1 --2- 172.21.15.32:0/656211880 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd6806b090 0x7fdd54003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd677fe640 1 --2- 172.21.15.32:0/656211880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd54003fb0 0x7fdd540047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd677fe640 1 --2- 172.21.15.32:0/656211880 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd54004d10 0x7fdd54005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd677fe640 1 -- 172.21.15.32:0/656211880 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd6806c330 con 0x7fdd54003fb0 2024-09-13T17:48:25.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd677fe640 1 -- 172.21.15.32:0/656211880 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd680ca950 con 0x7fdd54004d10 2024-09-13T17:48:25.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd677fe640 1 -- 172.21.15.32:0/656211880 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd5400bb20 con 0x7fdd6806b090 2024-09-13T17:48:25.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd67fff640 1 --2- 172.21.15.32:0/656211880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd54003fb0 0x7fdd540047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd6cff3640 1 --2- 172.21.15.32:0/656211880 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd6806b090 0x7fdd54003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd6d7f4640 1 --2- 172.21.15.32:0/656211880 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd54004d10 0x7fdd54005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd67fff640 1 -- 172.21.15.32:0/656211880 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd6806b090 msgr2=0x7fdd54003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:25.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd67fff640 1 --2- 172.21.15.32:0/656211880 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd6806b090 0x7fdd54003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd67fff640 1 -- 172.21.15.32:0/656211880 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd54004d10 msgr2=0x7fdd54005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:25.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd67fff640 1 --2- 172.21.15.32:0/656211880 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd54004d10 0x7fdd54005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.901+0000 7fdd67fff640 1 -- 172.21.15.32:0/656211880 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd54003530 con 0x7fdd54003fb0 2024-09-13T17:48:25.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.905+0000 7fdd67fff640 1 --2- 172.21.15.32:0/656211880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd54003fb0 0x7fdd540047d0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fdd5800ba30 tx=0x7fdd5801c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e1ffeec54b47f7b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:25.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.905+0000 7fdd677fe640 1 -- 172.21.15.32:0/656211880 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd580a9680 con 0x7fdd54003fb0 2024-09-13T17:48:25.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.905+0000 7fdd677fe640 1 -- 172.21.15.32:0/656211880 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd580a97e0 con 0x7fdd54003fb0 2024-09-13T17:48:25.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.905+0000 7fdd677fe640 1 -- 172.21.15.32:0/656211880 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd580a9b90 con 0x7fdd54003fb0 2024-09-13T17:48:25.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.905+0000 7fdd6f257640 1 -- 172.21.15.32:0/656211880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd54003fb0 msgr2=0x7fdd540047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:25.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.905+0000 7fdd6f257640 1 --2- 172.21.15.32:0/656211880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd54003fb0 0x7fdd540047d0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fdd5800ba30 tx=0x7fdd5801c6a0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.905+0000 7fdd6d7f4640 1 -- 172.21.15.32:0/656211880 reap_dead start 2024-09-13T17:48:25.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.905+0000 7fdd6f257640 1 -- 172.21.15.32:0/656211880 shutdown_connections 2024-09-13T17:48:25.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.905+0000 7fdd6f257640 1 -- 172.21.15.32:0/656211880 >> 172.21.15.32:0/656211880 conn(0x7fdd680b1d50 msgr2=0x7fdd680b2160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:25.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.905+0000 7fdd6f257640 1 -- 172.21.15.32:0/656211880 shutdown_connections 2024-09-13T17:48:25.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.905+0000 7fdd6f257640 1 -- 172.21.15.32:0/656211880 wait complete. 2024-09-13T17:48:25.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6f257640 1 Processor -- start 2024-09-13T17:48:25.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6f257640 1 -- start start 2024-09-13T17:48:25.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6f257640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd54003fb0 0x7fdd6814b020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6f257640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd680c6980 0x7fdd6814b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6f257640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd6814df90 0x7fdd680b0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6f257640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd6814e6e0 con 0x7fdd54003fb0 2024-09-13T17:48:25.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6f257640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd680c6e00 con 0x7fdd680c6980 2024-09-13T17:48:25.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6f257640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd680b4fa0 con 0x7fdd6814df90 2024-09-13T17:48:25.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6cff3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd54003fb0 0x7fdd6814b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6cff3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd54003fb0 0x7fdd6814b020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50040/0 (socket says 172.21.15.32:50040) 2024-09-13T17:48:25.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6cff3640 1 -- 172.21.15.32:0/986887406 learned_addr learned my addr 172.21.15.32:0/986887406 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:25.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6d7f4640 1 --2- 172.21.15.32:0/986887406 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd6814df90 0x7fdd680b0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd67fff640 1 --2- 172.21.15.32:0/986887406 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd680c6980 0x7fdd6814b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6cff3640 1 -- 172.21.15.32:0/986887406 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd6814df90 msgr2=0x7fdd680b0ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:25.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6cff3640 1 --2- 172.21.15.32:0/986887406 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd6814df90 0x7fdd680b0ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6cff3640 1 -- 172.21.15.32:0/986887406 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd680c6980 msgr2=0x7fdd6814b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:25.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6cff3640 1 --2- 172.21.15.32:0/986887406 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd680c6980 0x7fdd6814b660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:25.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6cff3640 1 -- 172.21.15.32:0/986887406 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd6814e410 con 0x7fdd54003fb0 2024-09-13T17:48:25.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6cff3640 1 --2- 172.21.15.32:0/986887406 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd54003fb0 0x7fdd6814b020 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fdd60009c30 tx=0x7fdd60007700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:25.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd657fa640 1 -- 172.21.15.32:0/986887406 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd60014610 con 0x7fdd54003fb0 2024-09-13T17:48:25.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd657fa640 1 -- 172.21.15.32:0/986887406 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd6000f050 con 0x7fdd54003fb0 2024-09-13T17:48:25.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6f257640 1 -- 172.21.15.32:0/986887406 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd68151450 con 0x7fdd54003fb0 2024-09-13T17:48:25.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd657fa640 1 -- 172.21.15.32:0/986887406 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd60014990 con 0x7fdd54003fb0 2024-09-13T17:48:25.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6f257640 1 -- 172.21.15.32:0/986887406 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd680b3530 con 0x7fdd54003fb0 2024-09-13T17:48:25.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd6f257640 1 -- 172.21.15.32:0/986887406 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd680989e0 con 0x7fdd54003fb0 2024-09-13T17:48:25.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd657fa640 1 -- 172.21.15.32:0/986887406 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdd60014af0 con 0x7fdd54003fb0 2024-09-13T17:48:25.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd657fa640 1 --2- 172.21.15.32:0/986887406 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdd480666c0 0x7fdd48068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:25.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.909+0000 7fdd657fa640 1 -- 172.21.15.32:0/986887406 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fdd60084e80 con 0x7fdd54003fb0 2024-09-13T17:48:25.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.913+0000 7fdd67fff640 1 --2- 172.21.15.32:0/986887406 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdd480666c0 0x7fdd48068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:25.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.913+0000 7fdd67fff640 1 --2- 172.21.15.32:0/986887406 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdd480666c0 0x7fdd48068b80 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fdd580b0000 tx=0x7fdd580b5040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:25.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:25.917+0000 7fdd657fa640 1 -- 172.21.15.32:0/986887406 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdd60051e30 con 0x7fdd54003fb0 2024-09-13T17:48:26.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.097+0000 7fdd6f257640 1 -- 172.21.15.32:0/986887406 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fdd680cb860 con 0x7fdd54003fb0 2024-09-13T17:48:26.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.097+0000 7fdd657fa640 1 -- 172.21.15.32:0/986887406 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v29) v1 ==== 80+0+0 (secure 0 0 0) 0x7fdd60055450 con 0x7fdd54003fb0 2024-09-13T17:48:26.099 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-13T17:48:26.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.097+0000 7fdd6f257640 1 -- 172.21.15.32:0/986887406 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdd480666c0 msgr2=0x7fdd48068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.097+0000 7fdd6f257640 1 --2- 172.21.15.32:0/986887406 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdd480666c0 0x7fdd48068b80 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fdd580b0000 tx=0x7fdd580b5040 comp rx=0 tx=0).stop 2024-09-13T17:48:26.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.097+0000 7fdd6f257640 1 -- 172.21.15.32:0/986887406 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd54003fb0 msgr2=0x7fdd6814b020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.097+0000 7fdd6f257640 1 --2- 172.21.15.32:0/986887406 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd54003fb0 0x7fdd6814b020 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fdd60009c30 tx=0x7fdd60007700 comp rx=0 tx=0).stop 2024-09-13T17:48:26.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.097+0000 7fdd6f257640 1 -- 172.21.15.32:0/986887406 shutdown_connections 2024-09-13T17:48:26.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.097+0000 7fdd6f257640 1 --2- 172.21.15.32:0/986887406 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdd480666c0 0x7fdd48068b80 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.097+0000 7fdd6f257640 1 --2- 172.21.15.32:0/986887406 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd6814df90 0x7fdd680b0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.097+0000 7fdd6f257640 1 --2- 172.21.15.32:0/986887406 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd680c6980 0x7fdd6814b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.097+0000 7fdd6f257640 1 --2- 172.21.15.32:0/986887406 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd54003fb0 0x7fdd6814b020 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.097+0000 7fdd6f257640 1 -- 172.21.15.32:0/986887406 >> 172.21.15.32:0/986887406 conn(0x7fdd680b1d50 msgr2=0x7fdd6806ea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:26.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.097+0000 7fdd6f257640 1 -- 172.21.15.32:0/986887406 shutdown_connections 2024-09-13T17:48:26.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.097+0000 7fdd6f257640 1 -- 172.21.15.32:0/986887406 wait complete. 2024-09-13T17:48:26.118 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:48:26.119 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:48:26.125 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:26.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.289+0000 7fa6cbbae640 1 Processor -- start 2024-09-13T17:48:26.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.289+0000 7fa6cbbae640 1 -- start start 2024-09-13T17:48:26.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.289+0000 7fa6cbbae640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fa6c41592f0 0x7fa6c40cc380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.289+0000 7fa6cbbae640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa6c40cecd0 0x7fa6c4159d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.289+0000 7fa6cbbae640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa6c40cc8c0 con 0x7fa6c40b1b80 2024-09-13T17:48:26.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.289+0000 7fa6cbbae640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6c40ad840 con 0x7fa6c41592f0 2024-09-13T17:48:26.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.289+0000 7fa6cbbae640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6c40c88f0 con 0x7fa6c40cecd0 2024-09-13T17:48:26.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.289+0000 7fa6c994a640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fa6c41592f0 0x7fa6c40cc380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:26.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.289+0000 7fa6ca14b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa6c40cecd0 0x7fa6c4159d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.289+0000 7fa6c9149640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7fa6c40b1b80 0x7fa6c40ce5c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:54730/0 (socket says 172.21.15.32:54730) 2024-09-13T17:48:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.289+0000 7fa6c9149640 1 -- 172.21.15.32:0/1364132214 learned_addr learned my addr 172.21.15.32:0/1364132214 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.289+0000 7fa6ca14b640 1 -- 172.21.15.32:0/1364132214 >> v2:172.21.15.159:3300/0 conn(0x7fa6c41592f0 msgr2=0x7fa6c40cc380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.289+0000 7fa6ca14b640 1 --2- 172.21.15.32:0/1364132214 >> v2:172.21.15.159:3300/0 conn(0x7fa6c41592f0 0x7fa6c40cc380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.289+0000 7fa6ca14b640 1 -- 172.21.15.32:0/1364132214 >> v1:172.21.15.159:6789/0 conn(0x7fa6c40b1b80 legacy=0x7fa6c40ce5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.289+0000 7fa6ca14b640 1 -- 172.21.15.32:0/1364132214 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6c40c8bd0 con 0x7fa6c40cecd0 2024-09-13T17:48:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.289+0000 7fa6c994a640 1 --2- 172.21.15.32:0/1364132214 >> v2:172.21.15.159:3300/0 conn(0x7fa6c41592f0 0x7fa6c40cc380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:48:26.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.293+0000 7fa6ca14b640 1 --2- 172.21.15.32:0/1364132214 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa6c40cecd0 0x7fa6c4159d20 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa6bc009d90 tx=0x7fa6bc01c8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef510f6ca856c27a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:26.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.293+0000 7fa6c8948640 1 -- 172.21.15.32:0/1364132214 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6bc0a5970 con 0x7fa6c40cecd0 2024-09-13T17:48:26.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.293+0000 7fa6c8948640 1 -- 172.21.15.32:0/1364132214 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6bc0a5ad0 con 0x7fa6c40cecd0 2024-09-13T17:48:26.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.293+0000 7fa6c8948640 1 -- 172.21.15.32:0/1364132214 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6bc0a5e60 con 0x7fa6c40cecd0 2024-09-13T17:48:26.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.293+0000 7fa6cbbae640 1 -- 172.21.15.32:0/1364132214 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa6c40cecd0 msgr2=0x7fa6c4159d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.293+0000 7fa6cbbae640 1 --2- 172.21.15.32:0/1364132214 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa6c40cecd0 0x7fa6c4159d20 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa6bc009d90 tx=0x7fa6bc01c8b0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.293+0000 7fa6cbbae640 1 -- 172.21.15.32:0/1364132214 shutdown_connections 2024-09-13T17:48:26.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.293+0000 7fa6cbbae640 1 --2- 172.21.15.32:0/1364132214 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa6c40cecd0 0x7fa6c4159d20 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.293+0000 7fa6cbbae640 1 --2- 172.21.15.32:0/1364132214 >> v2:172.21.15.159:3300/0 conn(0x7fa6c41592f0 0x7fa6c40cc380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.293+0000 7fa6cbbae640 1 -- 172.21.15.32:0/1364132214 >> 172.21.15.32:0/1364132214 conn(0x7fa6c406a150 msgr2=0x7fa6c406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:26.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.293+0000 7fa6cbbae640 1 -- 172.21.15.32:0/1364132214 shutdown_connections 2024-09-13T17:48:26.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.293+0000 7fa6cbbae640 1 -- 172.21.15.32:0/1364132214 wait complete. 2024-09-13T17:48:26.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.293+0000 7fa6cbbae640 1 Processor -- start 2024-09-13T17:48:26.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.293+0000 7fa6cbbae640 1 -- start start 2024-09-13T17:48:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6cbbae640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6c40b1b80 0x7fa6c4144740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6cbbae640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6c40cecd0 0x7fa6c40c3150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6cbbae640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa6c41592f0 0x7fa6c40978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6cbbae640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6c40c3690 con 0x7fa6c40b1b80 2024-09-13T17:48:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6cbbae640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6c40afb40 con 0x7fa6c40cecd0 2024-09-13T17:48:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6cbbae640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6c40c4f50 con 0x7fa6c41592f0 2024-09-13T17:48:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6c994a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6c40b1b80 0x7fa6c4144740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6c994a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6c40b1b80 0x7fa6c4144740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50054/0 (socket says 172.21.15.32:50054) 2024-09-13T17:48:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6c994a640 1 -- 172.21.15.32:0/3403673090 learned_addr learned my addr 172.21.15.32:0/3403673090 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6ca14b640 1 --2- 172.21.15.32:0/3403673090 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa6c41592f0 0x7fa6c40978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6c9149640 1 --2- 172.21.15.32:0/3403673090 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6c40cecd0 0x7fa6c40c3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6c994a640 1 -- 172.21.15.32:0/3403673090 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa6c41592f0 msgr2=0x7fa6c40978b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6c994a640 1 --2- 172.21.15.32:0/3403673090 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa6c41592f0 0x7fa6c40978b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6c994a640 1 -- 172.21.15.32:0/3403673090 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6c40cecd0 msgr2=0x7fa6c40c3150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6c994a640 1 --2- 172.21.15.32:0/3403673090 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6c40cecd0 0x7fa6c40c3150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6c994a640 1 -- 172.21.15.32:0/3403673090 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6c0009420 con 0x7fa6c40b1b80 2024-09-13T17:48:26.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6c994a640 1 --2- 172.21.15.32:0/3403673090 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6c40b1b80 0x7fa6c4144740 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fa6c000e980 tx=0x7fa6c000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:26.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6ba7fc640 1 -- 172.21.15.32:0/3403673090 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6c000ca00 con 0x7fa6c40b1b80 2024-09-13T17:48:26.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6ba7fc640 1 -- 172.21.15.32:0/3403673090 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6c000cb60 con 0x7fa6c40b1b80 2024-09-13T17:48:26.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6cbbae640 1 -- 172.21.15.32:0/3403673090 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6bc009a70 con 0x7fa6c40b1b80 2024-09-13T17:48:26.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6ba7fc640 1 -- 172.21.15.32:0/3403673090 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6c0013470 con 0x7fa6c40b1b80 2024-09-13T17:48:26.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6cbbae640 1 -- 172.21.15.32:0/3403673090 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6c40af4f0 con 0x7fa6c40b1b80 2024-09-13T17:48:26.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6cbbae640 1 -- 172.21.15.32:0/3403673090 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa6c4159d20 con 0x7fa6c40b1b80 2024-09-13T17:48:26.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6ba7fc640 1 -- 172.21.15.32:0/3403673090 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa6c00135d0 con 0x7fa6c40b1b80 2024-09-13T17:48:26.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.297+0000 7fa6ba7fc640 1 --2- 172.21.15.32:0/3403673090 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa6a8066690 0x7fa6a8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.301+0000 7fa6ba7fc640 1 -- 172.21.15.32:0/3403673090 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fa6c0084810 con 0x7fa6c40b1b80 2024-09-13T17:48:26.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.301+0000 7fa6c9149640 1 --2- 172.21.15.32:0/3403673090 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa6a8066690 0x7fa6a8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:26.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.301+0000 7fa6c9149640 1 --2- 172.21.15.32:0/3403673090 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa6a8066690 0x7fa6a8068b50 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa6c4147740 tx=0x7fa6b4009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:26.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.305+0000 7fa6ba7fc640 1 -- 172.21.15.32:0/3403673090 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa6c00517c0 con 0x7fa6c40b1b80 2024-09-13T17:48:26.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.465+0000 7fa6cbbae640 1 -- 172.21.15.32:0/3403673090 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa6c40b2fa0 con 0x7fa6c40b1b80 2024-09-13T17:48:26.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.469+0000 7fa6ba7fc640 1 -- 172.21.15.32:0/3403673090 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+18723 (secure 0 0 0) 0x7fa6c0054de0 con 0x7fa6c40b1b80 2024-09-13T17:48:26.471 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:26.471 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:01.407417+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.27","mappings":[{"from":3,"to":1}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.c","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:26.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.469+0000 7fa6cbbae640 1 -- 172.21.15.32:0/3403673090 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa6a8066690 msgr2=0x7fa6a8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.469+0000 7fa6cbbae640 1 --2- 172.21.15.32:0/3403673090 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa6a8066690 0x7fa6a8068b50 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa6c4147740 tx=0x7fa6b4009040 comp rx=0 tx=0).stop 2024-09-13T17:48:26.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.469+0000 7fa6cbbae640 1 -- 172.21.15.32:0/3403673090 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6c40b1b80 msgr2=0x7fa6c4144740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.469+0000 7fa6cbbae640 1 --2- 172.21.15.32:0/3403673090 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6c40b1b80 0x7fa6c4144740 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fa6c000e980 tx=0x7fa6c000ee40 comp rx=0 tx=0).stop 2024-09-13T17:48:26.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.469+0000 7fa6cbbae640 1 -- 172.21.15.32:0/3403673090 shutdown_connections 2024-09-13T17:48:26.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.469+0000 7fa6cbbae640 1 --2- 172.21.15.32:0/3403673090 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa6a8066690 0x7fa6a8068b50 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.469+0000 7fa6cbbae640 1 --2- 172.21.15.32:0/3403673090 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa6c41592f0 0x7fa6c40978b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.469+0000 7fa6cbbae640 1 --2- 172.21.15.32:0/3403673090 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6c40cecd0 0x7fa6c40c3150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.469+0000 7fa6cbbae640 1 --2- 172.21.15.32:0/3403673090 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa6c40b1b80 0x7fa6c4144740 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.469+0000 7fa6cbbae640 1 -- 172.21.15.32:0/3403673090 >> 172.21.15.32:0/3403673090 conn(0x7fa6c406a150 msgr2=0x7fa6c40cd900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:26.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.473+0000 7fa6cbbae640 1 -- 172.21.15.32:0/3403673090 shutdown_connections 2024-09-13T17:48:26.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.473+0000 7fa6cbbae640 1 -- 172.21.15.32:0/3403673090 wait complete. 2024-09-13T17:48:26.490 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:47:18.165736+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:47:19.043698+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T17:47:22.248444+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T17:48:26.491 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:48:26.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.613+0000 7fdd19928640 1 Processor -- start 2024-09-13T17:48:26.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.613+0000 7fdd19928640 1 -- start start 2024-09-13T17:48:26.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.613+0000 7fdd19928640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdd140cec00 0x7fdd140b1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.613+0000 7fdd19928640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd140ab660 con 0x7fdd1415a520 2024-09-13T17:48:26.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.613+0000 7fdd19928640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd140ada40 con 0x7fdd140b2070 2024-09-13T17:48:26.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.613+0000 7fdd19928640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd140b2760 con 0x7fdd140cec00 2024-09-13T17:48:26.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.613+0000 7fdd0bfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdd140cec00 0x7fdd140b1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:26.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.613+0000 7fdd12ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fdd1415a520 0x7fdd140ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34898/0 (socket says 172.21.15.32:34898) 2024-09-13T17:48:26.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.613+0000 7fdd0bfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdd140cec00 0x7fdd140b1b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50058/0 (socket says 172.21.15.32:50058) 2024-09-13T17:48:26.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.613+0000 7fdd12ffd640 1 -- 172.21.15.32:0/3234505236 learned_addr learned my addr 172.21.15.32:0/3234505236 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:26.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.613+0000 7fdd0bfff640 1 -- 172.21.15.32:0/3234505236 >> v1:172.21.15.159:6789/0 conn(0x7fdd140b2070 legacy=0x7fdd140abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:26.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.613+0000 7fdd0bfff640 1 -- 172.21.15.32:0/3234505236 >> v1:172.21.15.32:6789/0 conn(0x7fdd1415a520 legacy=0x7fdd140ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.613+0000 7fdd127fc640 1 -- 172.21.15.32:0/3234505236 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 284296248 0 0) 0x7fdd140ab660 con 0x7fdd1415a520 2024-09-13T17:48:26.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.613+0000 7fdd0bfff640 1 -- 172.21.15.32:0/3234505236 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd140b2a40 con 0x7fdd140cec00 2024-09-13T17:48:26.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd0bfff640 1 --2- 172.21.15.32:0/3234505236 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd140cec00 0x7fdd140b1b30 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc0097c0 tx=0x7fdcfc01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dcab167555f9ea1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:26.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd127fc640 1 -- 172.21.15.32:0/3234505236 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcfc0a7070 con 0x7fdd140cec00 2024-09-13T17:48:26.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd127fc640 1 -- 172.21.15.32:0/3234505236 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdcfc0ab430 con 0x7fdd140cec00 2024-09-13T17:48:26.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd127fc640 1 -- 172.21.15.32:0/3234505236 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcfc0ab7c0 con 0x7fdd140cec00 2024-09-13T17:48:26.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd19928640 1 -- 172.21.15.32:0/3234505236 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd140cec00 msgr2=0x7fdd140b1b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd19928640 1 --2- 172.21.15.32:0/3234505236 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd140cec00 0x7fdd140b1b30 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc0097c0 tx=0x7fdcfc01c430 comp rx=0 tx=0).stop 2024-09-13T17:48:26.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd19928640 1 -- 172.21.15.32:0/3234505236 shutdown_connections 2024-09-13T17:48:26.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd19928640 1 --2- 172.21.15.32:0/3234505236 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd140cec00 0x7fdd140b1b30 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd19928640 1 -- 172.21.15.32:0/3234505236 >> 172.21.15.32:0/3234505236 conn(0x7fdd1406a150 msgr2=0x7fdd1406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:26.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd19928640 1 -- 172.21.15.32:0/3234505236 shutdown_connections 2024-09-13T17:48:26.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd19928640 1 -- 172.21.15.32:0/3234505236 wait complete. 2024-09-13T17:48:26.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd19928640 1 Processor -- start 2024-09-13T17:48:26.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd19928640 1 -- start start 2024-09-13T17:48:26.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd19928640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd140b2070 0x7fdd140c1560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd19928640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd140cec00 0x7fdd14070ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd19928640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd1415a520 0x7fdd1414e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd19928640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd140cb820 con 0x7fdd140b2070 2024-09-13T17:48:26.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd19928640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd140cb2f0 con 0x7fdd140cec00 2024-09-13T17:48:26.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd19928640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd140cb540 con 0x7fdd1415a520 2024-09-13T17:48:26.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd12ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd140b2070 0x7fdd140c1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:26.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd12ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd140b2070 0x7fdd140c1560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50062/0 (socket says 172.21.15.32:50062) 2024-09-13T17:48:26.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd12ffd640 1 -- 172.21.15.32:0/1539270192 learned_addr learned my addr 172.21.15.32:0/1539270192 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:26.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd12ffd640 1 -- 172.21.15.32:0/1539270192 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd1415a520 msgr2=0x7fdd1414e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd12ffd640 1 --2- 172.21.15.32:0/1539270192 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd1415a520 0x7fdd1414e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd12ffd640 1 -- 172.21.15.32:0/1539270192 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd140cec00 msgr2=0x7fdd14070ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd12ffd640 1 --2- 172.21.15.32:0/1539270192 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd140cec00 0x7fdd14070ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd12ffd640 1 -- 172.21.15.32:0/1539270192 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdcfc009420 con 0x7fdd140b2070 2024-09-13T17:48:26.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd12ffd640 1 --2- 172.21.15.32:0/1539270192 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd140b2070 0x7fdd140c1560 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fdd0400c480 tx=0x7fdd0400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:26.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd10ff9640 1 -- 172.21.15.32:0/1539270192 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd040074e0 con 0x7fdd140b2070 2024-09-13T17:48:26.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd10ff9640 1 -- 172.21.15.32:0/1539270192 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd04007660 con 0x7fdd140b2070 2024-09-13T17:48:26.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd19928640 1 -- 172.21.15.32:0/1539270192 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd140702e0 con 0x7fdd140b2070 2024-09-13T17:48:26.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd10ff9640 1 -- 172.21.15.32:0/1539270192 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd04004a30 con 0x7fdd140b2070 2024-09-13T17:48:26.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.617+0000 7fdd19928640 1 -- 172.21.15.32:0/1539270192 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd14071fe0 con 0x7fdd140b2070 2024-09-13T17:48:26.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.621+0000 7fdd19928640 1 -- 172.21.15.32:0/1539270192 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd14070140 con 0x7fdd140b2070 2024-09-13T17:48:26.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.621+0000 7fdd10ff9640 1 -- 172.21.15.32:0/1539270192 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdd04004b90 con 0x7fdd140b2070 2024-09-13T17:48:26.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.621+0000 7fdd10ff9640 1 --2- 172.21.15.32:0/1539270192 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdcf4066690 0x7fdcf4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.621+0000 7fdd10ff9640 1 -- 172.21.15.32:0/1539270192 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fdd040836e0 con 0x7fdd140b2070 2024-09-13T17:48:26.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.621+0000 7fdd0bfff640 1 --2- 172.21.15.32:0/1539270192 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdcf4066690 0x7fdcf4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:26.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.621+0000 7fdd0bfff640 1 --2- 172.21.15.32:0/1539270192 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdcf4066690 0x7fdcf4068b50 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc0af000 tx=0x7fdcfc008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:26.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.625+0000 7fdd10ff9640 1 -- 172.21.15.32:0/1539270192 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdd14070140 con 0x7fdd140b2070 2024-09-13T17:48:26.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.785+0000 7fdd19928640 1 -- 172.21.15.32:0/1539270192 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fdd14070800 con 0x7fdd140b2070 2024-09-13T17:48:26.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.785+0000 7fdd10ff9640 1 -- 172.21.15.32:0/1539270192 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7fdd04018020 con 0x7fdd140b2070 2024-09-13T17:48:26.788 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:48:26.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.789+0000 7fdd19928640 1 -- 172.21.15.32:0/1539270192 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdcf4066690 msgr2=0x7fdcf4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.789+0000 7fdd19928640 1 --2- 172.21.15.32:0/1539270192 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdcf4066690 0x7fdcf4068b50 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc0af000 tx=0x7fdcfc008040 comp rx=0 tx=0).stop 2024-09-13T17:48:26.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.789+0000 7fdd19928640 1 -- 172.21.15.32:0/1539270192 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd140b2070 msgr2=0x7fdd140c1560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.789+0000 7fdd19928640 1 --2- 172.21.15.32:0/1539270192 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd140b2070 0x7fdd140c1560 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fdd0400c480 tx=0x7fdd0400c940 comp rx=0 tx=0).stop 2024-09-13T17:48:26.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.789+0000 7fdd19928640 1 -- 172.21.15.32:0/1539270192 shutdown_connections 2024-09-13T17:48:26.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.789+0000 7fdd19928640 1 --2- 172.21.15.32:0/1539270192 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdcf4066690 0x7fdcf4068b50 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.789+0000 7fdd19928640 1 --2- 172.21.15.32:0/1539270192 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdd1415a520 0x7fdd1414e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.789+0000 7fdd19928640 1 --2- 172.21.15.32:0/1539270192 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd140cec00 0x7fdd14070ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.789+0000 7fdd19928640 1 --2- 172.21.15.32:0/1539270192 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd140b2070 0x7fdd140c1560 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.789+0000 7fdd19928640 1 -- 172.21.15.32:0/1539270192 >> 172.21.15.32:0/1539270192 conn(0x7fdd1406a150 msgr2=0x7fdd1406a530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:26.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.789+0000 7fdd19928640 1 -- 172.21.15.32:0/1539270192 shutdown_connections 2024-09-13T17:48:26.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.789+0000 7fdd19928640 1 -- 172.21.15.32:0/1539270192 wait complete. 2024-09-13T17:48:26.808 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:48:26.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.933+0000 7f41ef6df640 1 Processor -- start 2024-09-13T17:48:26.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.933+0000 7f41ef6df640 1 -- start start 2024-09-13T17:48:26.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41ef6df640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f41e80d0010 0x7f41e8160ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41ef6df640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41e80d1320 con 0x7f41e815c500 2024-09-13T17:48:26.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41ef6df640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41e80d0480 con 0x7f41e80d28a0 2024-09-13T17:48:26.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41ef6df640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f41e8161020 con 0x7f41e80d0010 2024-09-13T17:48:26.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41ed47b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f41e815c500 0x7f41e80d2190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34900/0 (socket says 172.21.15.32:34900) 2024-09-13T17:48:26.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41ed47b640 1 -- 172.21.15.32:0/3474427484 learned_addr learned my addr 172.21.15.32:0/3474427484 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:26.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41edc7c640 1 --2- 172.21.15.32:0/3474427484 >> v2:172.21.15.159:3300/0 conn(0x7f41e80d0010 0x7f41e8160ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:26.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41dffff640 1 -- 172.21.15.32:0/3474427484 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3503129615 0 0) 0x7f41e80d1320 con 0x7f41e815c500 2024-09-13T17:48:26.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41dffff640 1 -- 172.21.15.32:0/3474427484 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f41d4003530 con 0x7f41e815c500 2024-09-13T17:48:26.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41dffff640 1 -- 172.21.15.32:0/3474427484 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1051470170 0 0) 0x7f41d4003530 con 0x7f41e815c500 2024-09-13T17:48:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41dffff640 1 -- 172.21.15.32:0/3474427484 >> v2:172.21.15.159:3300/0 conn(0x7f41e80d0010 msgr2=0x7f41e8160ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41dffff640 1 --2- 172.21.15.32:0/3474427484 >> v2:172.21.15.159:3300/0 conn(0x7f41e80d0010 0x7f41e8160ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41dffff640 1 -- 172.21.15.32:0/3474427484 >> v1:172.21.15.159:6789/0 conn(0x7f41e80d28a0 legacy=0x7f41e80cd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41dffff640 1 -- 172.21.15.32:0/3474427484 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41e80d0710 con 0x7f41e815c500 2024-09-13T17:48:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41dffff640 1 -- 172.21.15.32:0/3474427484 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f41e4001680 con 0x7f41e815c500 2024-09-13T17:48:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41dffff640 1 -- 172.21.15.32:0/3474427484 >> v1:172.21.15.32:6789/0 conn(0x7f41e815c500 legacy=0x7f41e80d2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41dffff640 1 --2- 172.21.15.32:0/3474427484 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f41d4003980 0x7f41d4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41dffff640 1 --2- 172.21.15.32:0/3474427484 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41d40047d0 0x7f41d4004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41dffff640 1 --2- 172.21.15.32:0/3474427484 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41d4005190 0x7f41d400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41dffff640 1 -- 172.21.15.32:0/3474427484 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41d400c100 con 0x7f41d40047d0 2024-09-13T17:48:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41dffff640 1 -- 172.21.15.32:0/3474427484 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41d400c270 con 0x7f41d4005190 2024-09-13T17:48:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41dffff640 1 -- 172.21.15.32:0/3474427484 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41d400c430 con 0x7f41d4003980 2024-09-13T17:48:26.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41ecc7a640 1 --2- 172.21.15.32:0/3474427484 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41d40047d0 0x7f41d4004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:26.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41edc7c640 1 --2- 172.21.15.32:0/3474427484 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41d4005190 0x7f41d400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:26.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41ecc7a640 1 -- 172.21.15.32:0/3474427484 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f41d4003980 msgr2=0x7f41d4003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:26.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41ecc7a640 1 --2- 172.21.15.32:0/3474427484 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f41d4003980 0x7f41d4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41ecc7a640 1 -- 172.21.15.32:0/3474427484 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41d4005190 msgr2=0x7f41d400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:26.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41ecc7a640 1 --2- 172.21.15.32:0/3474427484 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41d4005190 0x7f41d400b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41ecc7a640 1 -- 172.21.15.32:0/3474427484 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41d4003530 con 0x7f41d40047d0 2024-09-13T17:48:26.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41edc7c640 1 -- 172.21.15.32:0/3474427484 reap_dead start 2024-09-13T17:48:26.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41ecc7a640 1 --2- 172.21.15.32:0/3474427484 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41d40047d0 0x7f41d4004c50 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f41d8001780 tx=0x7f41d801c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99cb278fe9fa88ec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:26.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41dffff640 1 -- 172.21.15.32:0/3474427484 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41d80052d0 con 0x7f41d40047d0 2024-09-13T17:48:26.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41dffff640 1 -- 172.21.15.32:0/3474427484 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41d80a7050 con 0x7f41d40047d0 2024-09-13T17:48:26.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.937+0000 7f41dffff640 1 -- 172.21.15.32:0/3474427484 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41d8003600 con 0x7f41d40047d0 2024-09-13T17:48:26.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ef6df640 1 -- 172.21.15.32:0/3474427484 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41d40047d0 msgr2=0x7f41d4004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ef6df640 1 --2- 172.21.15.32:0/3474427484 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41d40047d0 0x7f41d4004c50 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f41d8001780 tx=0x7f41d801c3d0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ef6df640 1 -- 172.21.15.32:0/3474427484 shutdown_connections 2024-09-13T17:48:26.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ef6df640 1 --2- 172.21.15.32:0/3474427484 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41d40047d0 0x7f41d4004c50 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ef6df640 1 -- 172.21.15.32:0/3474427484 >> 172.21.15.32:0/3474427484 conn(0x7f41e8089f70 msgr2=0x7f41e809b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:26.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ef6df640 1 -- 172.21.15.32:0/3474427484 shutdown_connections 2024-09-13T17:48:26.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ef6df640 1 -- 172.21.15.32:0/3474427484 wait complete. 2024-09-13T17:48:26.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ef6df640 1 Processor -- start 2024-09-13T17:48:26.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ef6df640 1 -- start start 2024-09-13T17:48:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ef6df640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f41d40047d0 0x7f41e815ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ef6df640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41e8157fa0 0x7f41e80cd3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ef6df640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41e80ca560 0x7f41e80ca9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ef6df640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41e80b5270 con 0x7f41e80ca560 2024-09-13T17:48:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ef6df640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41e815b160 con 0x7f41e8157fa0 2024-09-13T17:48:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ef6df640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41e80b5510 con 0x7f41d40047d0 2024-09-13T17:48:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41edc7c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41e80ca560 0x7f41e80ca9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41edc7c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41e80ca560 0x7f41e80ca9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50072/0 (socket says 172.21.15.32:50072) 2024-09-13T17:48:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41edc7c640 1 -- 172.21.15.32:0/1006476985 learned_addr learned my addr 172.21.15.32:0/1006476985 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ed47b640 1 --2- 172.21.15.32:0/1006476985 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f41d40047d0 0x7f41e815ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ecc7a640 1 --2- 172.21.15.32:0/1006476985 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41e8157fa0 0x7f41e80cd3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41edc7c640 1 -- 172.21.15.32:0/1006476985 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f41d40047d0 msgr2=0x7f41e815ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41edc7c640 1 --2- 172.21.15.32:0/1006476985 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f41d40047d0 0x7f41e815ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41edc7c640 1 -- 172.21.15.32:0/1006476985 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41e8157fa0 msgr2=0x7f41e80cd3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41edc7c640 1 --2- 172.21.15.32:0/1006476985 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41e8157fa0 0x7f41e80cd3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41edc7c640 1 -- 172.21.15.32:0/1006476985 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41e815b370 con 0x7f41e80ca560 2024-09-13T17:48:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41edc7c640 1 --2- 172.21.15.32:0/1006476985 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41e80ca560 0x7f41e80ca9a0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f41e815ffc0 tx=0x7f41e000f520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ddffb640 1 -- 172.21.15.32:0/1006476985 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41e0016420 con 0x7f41e80ca560 2024-09-13T17:48:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ddffb640 1 -- 172.21.15.32:0/1006476985 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41e00165a0 con 0x7f41e80ca560 2024-09-13T17:48:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ef6df640 1 -- 172.21.15.32:0/1006476985 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41e815b650 con 0x7f41e80ca560 2024-09-13T17:48:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ddffb640 1 -- 172.21.15.32:0/1006476985 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41e0016950 con 0x7f41e80ca560 2024-09-13T17:48:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.941+0000 7f41ef6df640 1 -- 172.21.15.32:0/1006476985 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41e80cd910 con 0x7f41e80ca560 2024-09-13T17:48:26.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.945+0000 7f41ef6df640 1 -- 172.21.15.32:0/1006476985 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41e815bb00 con 0x7f41e80ca560 2024-09-13T17:48:26.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.945+0000 7f41ddffb640 1 -- 172.21.15.32:0/1006476985 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f41e0016ab0 con 0x7f41e80ca560 2024-09-13T17:48:26.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.945+0000 7f41ddffb640 1 --2- 172.21.15.32:0/1006476985 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f41cc066690 0x7f41cc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:26.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.945+0000 7f41ddffb640 1 -- 172.21.15.32:0/1006476985 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f41e0085590 con 0x7f41e80ca560 2024-09-13T17:48:26.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.945+0000 7f41ed47b640 1 --2- 172.21.15.32:0/1006476985 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f41cc066690 0x7f41cc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:26.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.945+0000 7f41ed47b640 1 --2- 172.21.15.32:0/1006476985 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f41cc066690 0x7f41cc068b50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f41e40011f0 tx=0x7f41e4001610 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:26.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:26.949+0000 7f41ddffb640 1 -- 172.21.15.32:0/1006476985 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f41e0052410 con 0x7f41e80ca560 2024-09-13T17:48:27.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.105+0000 7f41ef6df640 1 -- 172.21.15.32:0/1006476985 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f41e80cf660 con 0x7f41e80ca560 2024-09-13T17:48:27.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.105+0000 7f41ddffb640 1 -- 172.21.15.32:0/1006476985 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f41e0055a30 con 0x7f41e80ca560 2024-09-13T17:48:27.106 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:27.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.105+0000 7f41ef6df640 1 -- 172.21.15.32:0/1006476985 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f41cc066690 msgr2=0x7f41cc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:27.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.105+0000 7f41ef6df640 1 --2- 172.21.15.32:0/1006476985 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f41cc066690 0x7f41cc068b50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f41e40011f0 tx=0x7f41e4001610 comp rx=0 tx=0).stop 2024-09-13T17:48:27.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.105+0000 7f41ef6df640 1 -- 172.21.15.32:0/1006476985 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41e80ca560 msgr2=0x7f41e80ca9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:27.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.105+0000 7f41ef6df640 1 --2- 172.21.15.32:0/1006476985 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41e80ca560 0x7f41e80ca9a0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f41e815ffc0 tx=0x7f41e000f520 comp rx=0 tx=0).stop 2024-09-13T17:48:27.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.105+0000 7f41ef6df640 1 -- 172.21.15.32:0/1006476985 shutdown_connections 2024-09-13T17:48:27.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.105+0000 7f41ef6df640 1 --2- 172.21.15.32:0/1006476985 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f41cc066690 0x7f41cc068b50 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.105+0000 7f41ef6df640 1 --2- 172.21.15.32:0/1006476985 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f41e80ca560 0x7f41e80ca9a0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.105+0000 7f41ef6df640 1 --2- 172.21.15.32:0/1006476985 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f41e8157fa0 0x7f41e80cd3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.105+0000 7f41ef6df640 1 --2- 172.21.15.32:0/1006476985 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f41d40047d0 0x7f41e815ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.105+0000 7f41ef6df640 1 -- 172.21.15.32:0/1006476985 >> 172.21.15.32:0/1006476985 conn(0x7f41e8089f70 msgr2=0x7f41e80ce160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:27.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.105+0000 7f41ef6df640 1 -- 172.21.15.32:0/1006476985 shutdown_connections 2024-09-13T17:48:27.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.105+0000 7f41ef6df640 1 -- 172.21.15.32:0/1006476985 wait complete. 2024-09-13T17:48:27.123 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:48:27.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.249+0000 7f7222358640 1 Processor -- start 2024-09-13T17:48:27.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.249+0000 7f7222358640 1 -- start start 2024-09-13T17:48:27.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f7222358640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f721c15c220 0x7f721c0b1860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f7222358640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f721c0adbb0 con 0x7f721c0ce940 2024-09-13T17:48:27.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f7222358640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f721c0caf60 con 0x7f721c0ce4f0 2024-09-13T17:48:27.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f7222358640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f721c0cb240 con 0x7f721c15c220 2024-09-13T17:48:27.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f72208f5640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f721c0ce940 0x7f721c0cd890 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34908/0 (socket says 172.21.15.32:34908) 2024-09-13T17:48:27.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f72208f5640 1 -- 172.21.15.32:0/1144095602 learned_addr learned my addr 172.21.15.32:0/1144095602 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:27.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f721bfff640 1 --2- 172.21.15.32:0/1144095602 >> v2:172.21.15.159:3300/0 conn(0x7f721c15c220 0x7f721c0b1860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f721affd640 1 -- 172.21.15.32:0/1144095602 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3434749265 0 0) 0x7f721c0adbb0 con 0x7f721c0ce940 2024-09-13T17:48:27.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f721affd640 1 -- 172.21.15.32:0/1144095602 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7204003530 con 0x7f721c0ce940 2024-09-13T17:48:27.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f721affd640 1 -- 172.21.15.32:0/1144095602 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2279357987 0 0) 0x7f7204003530 con 0x7f721c0ce940 2024-09-13T17:48:27.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f721affd640 1 -- 172.21.15.32:0/1144095602 >> v2:172.21.15.159:3300/0 conn(0x7f721c15c220 msgr2=0x7f721c0b1860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:27.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f721affd640 1 --2- 172.21.15.32:0/1144095602 >> v2:172.21.15.159:3300/0 conn(0x7f721c15c220 0x7f721c0b1860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f721affd640 1 -- 172.21.15.32:0/1144095602 >> v1:172.21.15.159:6789/0 conn(0x7f721c0ce4f0 legacy=0x7f721c0cd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:27.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f721affd640 1 -- 172.21.15.32:0/1144095602 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f721c0cb520 con 0x7f721c0ce940 2024-09-13T17:48:27.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f721affd640 1 -- 172.21.15.32:0/1144095602 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f7214001a00 con 0x7f721c0ce940 2024-09-13T17:48:27.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f721affd640 1 -- 172.21.15.32:0/1144095602 >> v1:172.21.15.32:6789/0 conn(0x7f721c0ce940 legacy=0x7f721c0cd890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:27.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f721affd640 1 --2- 172.21.15.32:0/1144095602 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7204003980 0x7f7204003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f721affd640 1 --2- 172.21.15.32:0/1144095602 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f72040047d0 0x7f7204004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f721affd640 1 --2- 172.21.15.32:0/1144095602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7204005190 0x7f720400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f721affd640 1 -- 172.21.15.32:0/1144095602 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f721c0cb240 con 0x7f7204005190 2024-09-13T17:48:27.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f721affd640 1 -- 172.21.15.32:0/1144095602 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f720400c030 con 0x7f72040047d0 2024-09-13T17:48:27.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f721affd640 1 -- 172.21.15.32:0/1144095602 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f720400c1f0 con 0x7f7204003980 2024-09-13T17:48:27.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f72208f5640 1 --2- 172.21.15.32:0/1144095602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7204005190 0x7f720400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f721b7fe640 1 --2- 172.21.15.32:0/1144095602 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f72040047d0 0x7f7204004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f721bfff640 1 --2- 172.21.15.32:0/1144095602 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7204003980 0x7f7204003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f72208f5640 1 -- 172.21.15.32:0/1144095602 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7204003980 msgr2=0x7f7204003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:27.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f72208f5640 1 --2- 172.21.15.32:0/1144095602 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7204003980 0x7f7204003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f72208f5640 1 -- 172.21.15.32:0/1144095602 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f72040047d0 msgr2=0x7f7204004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:27.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f72208f5640 1 --2- 172.21.15.32:0/1144095602 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f72040047d0 0x7f7204004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.253+0000 7f72208f5640 1 -- 172.21.15.32:0/1144095602 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7204003530 con 0x7f7204005190 2024-09-13T17:48:27.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f72208f5640 1 -- 172.21.15.32:0/1144095602 reap_dead start 2024-09-13T17:48:27.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f72208f5640 1 --2- 172.21.15.32:0/1144095602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7204005190 0x7f720400b990 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f721400a830 tx=0x7f721401d360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25b71b6699f4091d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:27.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f721affd640 1 -- 172.21.15.32:0/1144095602 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72140072d0 con 0x7f7204005190 2024-09-13T17:48:27.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f721affd640 1 -- 172.21.15.32:0/1144095602 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72140a8070 con 0x7f7204005190 2024-09-13T17:48:27.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f721affd640 1 -- 172.21.15.32:0/1144095602 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7214007650 con 0x7f7204005190 2024-09-13T17:48:27.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7222358640 1 -- 172.21.15.32:0/1144095602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7204005190 msgr2=0x7f720400b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:27.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7222358640 1 --2- 172.21.15.32:0/1144095602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7204005190 0x7f720400b990 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f721400a830 tx=0x7f721401d360 comp rx=0 tx=0).stop 2024-09-13T17:48:27.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7222358640 1 -- 172.21.15.32:0/1144095602 shutdown_connections 2024-09-13T17:48:27.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7222358640 1 --2- 172.21.15.32:0/1144095602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7204005190 0x7f720400b990 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7222358640 1 -- 172.21.15.32:0/1144095602 >> 172.21.15.32:0/1144095602 conn(0x7f721c06a150 msgr2=0x7f721c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:27.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7222358640 1 -- 172.21.15.32:0/1144095602 shutdown_connections 2024-09-13T17:48:27.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7222358640 1 -- 172.21.15.32:0/1144095602 wait complete. 2024-09-13T17:48:27.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7222358640 1 Processor -- start 2024-09-13T17:48:27.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7222358640 1 -- start start 2024-09-13T17:48:27.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7222358640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7204005190 0x7f721c0977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7222358640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f721c157140 0x7f721c1e3b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7222358640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f721c15b840 0x7f721c159ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7222358640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f721c156110 con 0x7f721c157140 2024-09-13T17:48:27.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7222358640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f721c156380 con 0x7f7204005190 2024-09-13T17:48:27.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7222358640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f721c156660 con 0x7f721c15b840 2024-09-13T17:48:27.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f721b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f721c157140 0x7f721c1e3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f721b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f721c157140 0x7f721c1e3b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50090/0 (socket says 172.21.15.32:50090) 2024-09-13T17:48:27.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f721b7fe640 1 -- 172.21.15.32:0/891371680 learned_addr learned my addr 172.21.15.32:0/891371680 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:27.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f721bfff640 1 --2- 172.21.15.32:0/891371680 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7204005190 0x7f721c0977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f72208f5640 1 --2- 172.21.15.32:0/891371680 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f721c15b840 0x7f721c159ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f721b7fe640 1 -- 172.21.15.32:0/891371680 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f721c15b840 msgr2=0x7f721c159ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:27.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f721b7fe640 1 --2- 172.21.15.32:0/891371680 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f721c15b840 0x7f721c159ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f721b7fe640 1 -- 172.21.15.32:0/891371680 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7204005190 msgr2=0x7f721c0977f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:27.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f721b7fe640 1 --2- 172.21.15.32:0/891371680 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7204005190 0x7f721c0977f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f721b7fe640 1 -- 172.21.15.32:0/891371680 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f721c156940 con 0x7f721c157140 2024-09-13T17:48:27.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f721b7fe640 1 --2- 172.21.15.32:0/891371680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f721c157140 0x7f721c1e3b70 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f720c00e3c0 tx=0x7f720c00e880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:27.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7218ff9640 1 -- 172.21.15.32:0/891371680 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f720c0052e0 con 0x7f721c157140 2024-09-13T17:48:27.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7218ff9640 1 -- 172.21.15.32:0/891371680 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f720c005440 con 0x7f721c157140 2024-09-13T17:48:27.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7222358640 1 -- 172.21.15.32:0/891371680 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f721c156c20 con 0x7f721c157140 2024-09-13T17:48:27.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7218ff9640 1 -- 172.21.15.32:0/891371680 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f720c003820 con 0x7f721c157140 2024-09-13T17:48:27.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.257+0000 7f7222358640 1 -- 172.21.15.32:0/891371680 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f721c1e40b0 con 0x7f721c157140 2024-09-13T17:48:27.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.261+0000 7f7222358640 1 -- 172.21.15.32:0/891371680 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f721c06c830 con 0x7f721c157140 2024-09-13T17:48:27.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.261+0000 7f7218ff9640 1 -- 172.21.15.32:0/891371680 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f720c003980 con 0x7f721c157140 2024-09-13T17:48:27.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.261+0000 7f7218ff9640 1 --2- 172.21.15.32:0/891371680 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f72080666c0 0x7f7208068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.261+0000 7f7218ff9640 1 -- 172.21.15.32:0/891371680 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f720c083ba0 con 0x7f721c157140 2024-09-13T17:48:27.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.261+0000 7f721bfff640 1 --2- 172.21.15.32:0/891371680 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f72080666c0 0x7f7208068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.261+0000 7f721bfff640 1 --2- 172.21.15.32:0/891371680 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f72080666c0 0x7f7208068b80 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f721c0ca610 tx=0x7f7210008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:27.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.265+0000 7f7218ff9640 1 -- 172.21.15.32:0/891371680 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f720c050c90 con 0x7f721c157140 2024-09-13T17:48:27.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.421+0000 7f7222358640 1 -- 172.21.15.32:0/891371680 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f721c0b22d0 con 0x7f721c157140 2024-09-13T17:48:27.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.421+0000 7f7218ff9640 1 -- 172.21.15.32:0/891371680 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f720c019020 con 0x7f721c157140 2024-09-13T17:48:27.422 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:48:27.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.421+0000 7f7222358640 1 -- 172.21.15.32:0/891371680 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f72080666c0 msgr2=0x7f7208068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:27.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.421+0000 7f7222358640 1 --2- 172.21.15.32:0/891371680 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f72080666c0 0x7f7208068b80 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f721c0ca610 tx=0x7f7210008040 comp rx=0 tx=0).stop 2024-09-13T17:48:27.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.421+0000 7f7222358640 1 -- 172.21.15.32:0/891371680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f721c157140 msgr2=0x7f721c1e3b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:27.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.421+0000 7f7222358640 1 --2- 172.21.15.32:0/891371680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f721c157140 0x7f721c1e3b70 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f720c00e3c0 tx=0x7f720c00e880 comp rx=0 tx=0).stop 2024-09-13T17:48:27.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.421+0000 7f7222358640 1 -- 172.21.15.32:0/891371680 shutdown_connections 2024-09-13T17:48:27.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.421+0000 7f7222358640 1 --2- 172.21.15.32:0/891371680 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f72080666c0 0x7f7208068b80 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.421+0000 7f7222358640 1 --2- 172.21.15.32:0/891371680 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f721c15b840 0x7f721c159ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.421+0000 7f7222358640 1 --2- 172.21.15.32:0/891371680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f721c157140 0x7f721c1e3b70 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.421+0000 7f7222358640 1 --2- 172.21.15.32:0/891371680 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7204005190 0x7f721c0977f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.425+0000 7f7222358640 1 -- 172.21.15.32:0/891371680 >> 172.21.15.32:0/891371680 conn(0x7f721c06a150 msgr2=0x7f721c06ca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:27.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.425+0000 7f7222358640 1 -- 172.21.15.32:0/891371680 shutdown_connections 2024-09-13T17:48:27.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.425+0000 7f7222358640 1 -- 172.21.15.32:0/891371680 wait complete. 2024-09-13T17:48:27.441 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T17:48:27.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.557+0000 7f0920db9640 1 Processor -- start 2024-09-13T17:48:27.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.561+0000 7f0920db9640 1 -- start start 2024-09-13T17:48:27.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.561+0000 7f0920db9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f091c0cc6d0 0x7f091c06dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.561+0000 7f0920db9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f091c159650 0x7f091c15d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.561+0000 7f0920db9640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f091c159da0 con 0x7f091c15d820 2024-09-13T17:48:27.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.561+0000 7f0920db9640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f091c15a640 con 0x7f091c0cc6d0 2024-09-13T17:48:27.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.561+0000 7f0920db9640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f091c0ccab0 con 0x7f091c159650 2024-09-13T17:48:27.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.561+0000 7f091a59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f091c0cc6d0 0x7f091c06dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.561+0000 7f091a59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f091c0cc6d0 0x7f091c06dc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50092/0 (socket says 172.21.15.32:50092) 2024-09-13T17:48:27.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.561+0000 7f091a59c640 1 -- 172.21.15.32:0/664714882 learned_addr learned my addr 172.21.15.32:0/664714882 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:27.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.561+0000 7f0919d9b640 1 --2- 172.21.15.32:0/664714882 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f091c159650 0x7f091c15d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.561+0000 7f091a59c640 1 -- 172.21.15.32:0/664714882 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f091c159650 msgr2=0x7f091c15d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:27.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.561+0000 7f091a59c640 1 --2- 172.21.15.32:0/664714882 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f091c159650 0x7f091c15d2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.561+0000 7f091a59c640 1 -- 172.21.15.32:0/664714882 >> v1:172.21.15.159:6789/0 conn(0x7f091c15d820 legacy=0x7f091c0ab150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:27.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.561+0000 7f091a59c640 1 -- 172.21.15.32:0/664714882 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f091c15a080 con 0x7f091c0cc6d0 2024-09-13T17:48:27.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.561+0000 7f091a59c640 1 --2- 172.21.15.32:0/664714882 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f091c0cc6d0 0x7f091c06dc70 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f090c009870 tx=0x7f090c01c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1fa439362ee74d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:27.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.561+0000 7f091959a640 1 -- 172.21.15.32:0/664714882 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f090c0ac630 con 0x7f091c0cc6d0 2024-09-13T17:48:27.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.561+0000 7f091959a640 1 -- 172.21.15.32:0/664714882 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f090c0ac790 con 0x7f091c0cc6d0 2024-09-13T17:48:27.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.561+0000 7f091959a640 1 -- 172.21.15.32:0/664714882 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f090c0acb20 con 0x7f091c0cc6d0 2024-09-13T17:48:27.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f0920db9640 1 -- 172.21.15.32:0/664714882 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f091c0cc6d0 msgr2=0x7f091c06dc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:27.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f0920db9640 1 --2- 172.21.15.32:0/664714882 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f091c0cc6d0 0x7f091c06dc70 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f090c009870 tx=0x7f090c01c520 comp rx=0 tx=0).stop 2024-09-13T17:48:27.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f0920db9640 1 -- 172.21.15.32:0/664714882 shutdown_connections 2024-09-13T17:48:27.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f0920db9640 1 --2- 172.21.15.32:0/664714882 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f091c159650 0x7f091c15d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f0920db9640 1 --2- 172.21.15.32:0/664714882 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f091c0cc6d0 0x7f091c06dc70 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f0920db9640 1 -- 172.21.15.32:0/664714882 >> 172.21.15.32:0/664714882 conn(0x7f091c06a150 msgr2=0x7f091c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:27.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f0920db9640 1 -- 172.21.15.32:0/664714882 shutdown_connections 2024-09-13T17:48:27.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f0920db9640 1 -- 172.21.15.32:0/664714882 wait complete. 2024-09-13T17:48:27.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f0920db9640 1 Processor -- start 2024-09-13T17:48:27.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f0920db9640 1 -- start start 2024-09-13T17:48:27.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f0920db9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f091c0cc6d0 0x7f091c0b1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f0920db9640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f091c159650 0x7f091c153340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f0920db9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f091c15d820 0x7f091c098260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f0920db9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f091c099290 con 0x7f091c15d820 2024-09-13T17:48:27.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f0920db9640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f091c09ba20 con 0x7f091c159650 2024-09-13T17:48:27.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f0920db9640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f091c09bd00 con 0x7f091c0cc6d0 2024-09-13T17:48:27.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f091ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f091c15d820 0x7f091c098260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f091ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f091c15d820 0x7f091c098260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50098/0 (socket says 172.21.15.32:50098) 2024-09-13T17:48:27.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f091ad9d640 1 -- 172.21.15.32:0/3339317563 learned_addr learned my addr 172.21.15.32:0/3339317563 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:27.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f0919d9b640 1 --2- 172.21.15.32:0/3339317563 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f091c159650 0x7f091c153340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f091a59c640 1 --2- 172.21.15.32:0/3339317563 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f091c0cc6d0 0x7f091c0b1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f091ad9d640 1 -- 172.21.15.32:0/3339317563 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f091c0cc6d0 msgr2=0x7f091c0b1ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:27.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f091ad9d640 1 --2- 172.21.15.32:0/3339317563 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f091c0cc6d0 0x7f091c0b1ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f091ad9d640 1 -- 172.21.15.32:0/3339317563 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f091c159650 msgr2=0x7f091c153340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:27.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f091ad9d640 1 --2- 172.21.15.32:0/3339317563 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f091c159650 0x7f091c153340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f091ad9d640 1 -- 172.21.15.32:0/3339317563 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f090c0094d0 con 0x7f091c15d820 2024-09-13T17:48:27.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.565+0000 7f091ad9d640 1 --2- 172.21.15.32:0/3339317563 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f091c15d820 0x7f091c098260 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f091400b970 tx=0x7f091400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:27.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.569+0000 7f0912ffd640 1 -- 172.21.15.32:0/3339317563 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f091400cb40 con 0x7f091c15d820 2024-09-13T17:48:27.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.569+0000 7f0912ffd640 1 -- 172.21.15.32:0/3339317563 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f091400cca0 con 0x7f091c15d820 2024-09-13T17:48:27.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.569+0000 7f0920db9640 1 -- 172.21.15.32:0/3339317563 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f091c09bfe0 con 0x7f091c15d820 2024-09-13T17:48:27.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.569+0000 7f0912ffd640 1 -- 172.21.15.32:0/3339317563 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0914014680 con 0x7f091c15d820 2024-09-13T17:48:27.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.569+0000 7f0920db9640 1 -- 172.21.15.32:0/3339317563 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f091c0c4fa0 con 0x7f091c15d820 2024-09-13T17:48:27.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.569+0000 7f0920db9640 1 -- 172.21.15.32:0/3339317563 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f091c06dc70 con 0x7f091c15d820 2024-09-13T17:48:27.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.569+0000 7f0912ffd640 1 -- 172.21.15.32:0/3339317563 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f091401d3b0 con 0x7f091c15d820 2024-09-13T17:48:27.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.569+0000 7f0912ffd640 1 --2- 172.21.15.32:0/3339317563 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f08fc066690 0x7f08fc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.569+0000 7f0912ffd640 1 -- 172.21.15.32:0/3339317563 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f0914084460 con 0x7f091c15d820 2024-09-13T17:48:27.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.569+0000 7f091a59c640 1 --2- 172.21.15.32:0/3339317563 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f08fc066690 0x7f08fc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.569+0000 7f091a59c640 1 --2- 172.21.15.32:0/3339317563 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f08fc066690 0x7f08fc068b50 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f090c0ae000 tx=0x7f090c0a7000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:27.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.573+0000 7f0912ffd640 1 -- 172.21.15.32:0/3339317563 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0914051380 con 0x7f091c15d820 2024-09-13T17:48:27.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.729+0000 7f0920db9640 1 -- 172.21.15.32:0/3339317563 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f091c0c2a70 con 0x7f091c15d820 2024-09-13T17:48:27.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.733+0000 7f0912ffd640 1 -- 172.21.15.32:0/3339317563 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7f09140549a0 con 0x7f091c15d820 2024-09-13T17:48:27.733 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:27.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.733+0000 7f0920db9640 1 -- 172.21.15.32:0/3339317563 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f08fc066690 msgr2=0x7f08fc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:27.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.733+0000 7f0920db9640 1 --2- 172.21.15.32:0/3339317563 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f08fc066690 0x7f08fc068b50 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f090c0ae000 tx=0x7f090c0a7000 comp rx=0 tx=0).stop 2024-09-13T17:48:27.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.733+0000 7f0920db9640 1 -- 172.21.15.32:0/3339317563 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f091c15d820 msgr2=0x7f091c098260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:27.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.733+0000 7f0920db9640 1 --2- 172.21.15.32:0/3339317563 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f091c15d820 0x7f091c098260 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f091400b970 tx=0x7f091400be30 comp rx=0 tx=0).stop 2024-09-13T17:48:27.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.733+0000 7f0920db9640 1 -- 172.21.15.32:0/3339317563 shutdown_connections 2024-09-13T17:48:27.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.733+0000 7f0920db9640 1 --2- 172.21.15.32:0/3339317563 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f08fc066690 0x7f08fc068b50 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.733+0000 7f0920db9640 1 --2- 172.21.15.32:0/3339317563 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f091c15d820 0x7f091c098260 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.733+0000 7f0920db9640 1 --2- 172.21.15.32:0/3339317563 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f091c159650 0x7f091c153340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.733+0000 7f0920db9640 1 --2- 172.21.15.32:0/3339317563 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f091c0cc6d0 0x7f091c0b1ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.733+0000 7f0920db9640 1 -- 172.21.15.32:0/3339317563 >> 172.21.15.32:0/3339317563 conn(0x7f091c06a150 msgr2=0x7f091c0abb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:27.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.733+0000 7f0920db9640 1 -- 172.21.15.32:0/3339317563 shutdown_connections 2024-09-13T17:48:27.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.733+0000 7f0920db9640 1 -- 172.21.15.32:0/3339317563 wait complete. 2024-09-13T17:48:27.752 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T17:48:27.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.877+0000 7f96987a4640 1 Processor -- start 2024-09-13T17:48:27.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.877+0000 7f96987a4640 1 -- start start 2024-09-13T17:48:27.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.877+0000 7f96987a4640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f96900b41b0 0x7f96900ccd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.877+0000 7f96987a4640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f969006ba90 0x7f96900cd270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.877+0000 7f96987a4640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f969006c830 con 0x7f969006caa0 2024-09-13T17:48:27.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.877+0000 7f96987a4640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f969006bf90 con 0x7f96900b41b0 2024-09-13T17:48:27.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.877+0000 7f96987a4640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f969006c270 con 0x7f969006ba90 2024-09-13T17:48:27.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.877+0000 7f9696540640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f96900b41b0 0x7f96900ccd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.877+0000 7f9696d41640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f969006caa0 0x7f9690160840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34924/0 (socket says 172.21.15.32:34924) 2024-09-13T17:48:27.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.877+0000 7f9696d41640 1 -- 172.21.15.32:0/3275493196 learned_addr learned my addr 172.21.15.32:0/3275493196 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:27.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.877+0000 7f9695d3f640 1 --2- 172.21.15.32:0/3275493196 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f969006ba90 0x7f96900cd270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.877+0000 7f9696540640 1 -- 172.21.15.32:0/3275493196 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f969006ba90 msgr2=0x7f96900cd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:27.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.877+0000 7f9696540640 1 --2- 172.21.15.32:0/3275493196 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f969006ba90 0x7f96900cd270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.877+0000 7f9696540640 1 -- 172.21.15.32:0/3275493196 >> v1:172.21.15.32:6789/0 conn(0x7f969006caa0 legacy=0x7f9690160840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:27.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.877+0000 7f969553e640 1 -- 172.21.15.32:0/3275493196 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 575574596 0 0) 0x7f969006c830 con 0x7f969006caa0 2024-09-13T17:48:27.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.877+0000 7f9696540640 1 -- 172.21.15.32:0/3275493196 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f969006c550 con 0x7f96900b41b0 2024-09-13T17:48:27.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.881+0000 7f9696540640 1 --2- 172.21.15.32:0/3275493196 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96900b41b0 0x7f96900ccd30 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f968c0097c0 tx=0x7f968c01c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8538af3b84106de5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:27.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.881+0000 7f969553e640 1 -- 172.21.15.32:0/3275493196 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f968c0aa5f0 con 0x7f96900b41b0 2024-09-13T17:48:27.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.881+0000 7f969553e640 1 -- 172.21.15.32:0/3275493196 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f968c0aa750 con 0x7f96900b41b0 2024-09-13T17:48:27.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.881+0000 7f969553e640 1 -- 172.21.15.32:0/3275493196 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f968c0aaae0 con 0x7f96900b41b0 2024-09-13T17:48:27.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.881+0000 7f96987a4640 1 -- 172.21.15.32:0/3275493196 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96900b41b0 msgr2=0x7f96900ccd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:27.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.881+0000 7f96987a4640 1 --2- 172.21.15.32:0/3275493196 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96900b41b0 0x7f96900ccd30 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f968c0097c0 tx=0x7f968c01c470 comp rx=0 tx=0).stop 2024-09-13T17:48:27.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.881+0000 7f96987a4640 1 -- 172.21.15.32:0/3275493196 shutdown_connections 2024-09-13T17:48:27.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.881+0000 7f96987a4640 1 --2- 172.21.15.32:0/3275493196 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f969006ba90 0x7f96900cd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.881+0000 7f96987a4640 1 --2- 172.21.15.32:0/3275493196 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96900b41b0 0x7f96900ccd30 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.881+0000 7f96987a4640 1 -- 172.21.15.32:0/3275493196 >> 172.21.15.32:0/3275493196 conn(0x7f9690089f70 msgr2=0x7f96900d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:27.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.881+0000 7f96987a4640 1 -- 172.21.15.32:0/3275493196 shutdown_connections 2024-09-13T17:48:27.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.881+0000 7f96987a4640 1 -- 172.21.15.32:0/3275493196 wait complete. 2024-09-13T17:48:27.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f96987a4640 1 Processor -- start 2024-09-13T17:48:27.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f96987a4640 1 -- start start 2024-09-13T17:48:27.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f96987a4640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f969006ba90 0x7f96901567b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f96987a4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f969006caa0 0x7f9690154c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f96987a4640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f96900b41b0 0x7f9690157630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f96987a4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9690155140 con 0x7f969006caa0 2024-09-13T17:48:27.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f96987a4640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96900b70d0 con 0x7f969006ba90 2024-09-13T17:48:27.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f96987a4640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96900b73b0 con 0x7f96900b41b0 2024-09-13T17:48:27.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f9695d3f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f969006caa0 0x7f9690154c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f9695d3f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f969006caa0 0x7f9690154c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50102/0 (socket says 172.21.15.32:50102) 2024-09-13T17:48:27.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f9695d3f640 1 -- 172.21.15.32:0/2630434154 learned_addr learned my addr 172.21.15.32:0/2630434154 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:27.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f9696540640 1 --2- 172.21.15.32:0/2630434154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f969006ba90 0x7f96901567b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f9696d41640 1 --2- 172.21.15.32:0/2630434154 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f96900b41b0 0x7f9690157630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f9695d3f640 1 -- 172.21.15.32:0/2630434154 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f96900b41b0 msgr2=0x7f9690157630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:27.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f9695d3f640 1 --2- 172.21.15.32:0/2630434154 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f96900b41b0 0x7f9690157630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f9695d3f640 1 -- 172.21.15.32:0/2630434154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f969006ba90 msgr2=0x7f96901567b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:27.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f9695d3f640 1 --2- 172.21.15.32:0/2630434154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f969006ba90 0x7f96901567b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:27.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f9695d3f640 1 -- 172.21.15.32:0/2630434154 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f968c009420 con 0x7f969006caa0 2024-09-13T17:48:27.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f9695d3f640 1 --2- 172.21.15.32:0/2630434154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f969006caa0 0x7f9690154c00 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f968000c7f0 tx=0x7f968000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:27.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f9686ffd640 1 -- 172.21.15.32:0/2630434154 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9680004220 con 0x7f969006caa0 2024-09-13T17:48:27.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f9686ffd640 1 -- 172.21.15.32:0/2630434154 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9680004380 con 0x7f969006caa0 2024-09-13T17:48:27.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f9686ffd640 1 -- 172.21.15.32:0/2630434154 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9680003840 con 0x7f969006caa0 2024-09-13T17:48:27.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f96987a4640 1 -- 172.21.15.32:0/2630434154 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96900b5ff0 con 0x7f969006caa0 2024-09-13T17:48:27.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f96987a4640 1 -- 172.21.15.32:0/2630434154 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96900b5cd0 con 0x7f969006caa0 2024-09-13T17:48:27.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f96987a4640 1 -- 172.21.15.32:0/2630434154 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9690160840 con 0x7f969006caa0 2024-09-13T17:48:27.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f9686ffd640 1 -- 172.21.15.32:0/2630434154 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9680003bb0 con 0x7f969006caa0 2024-09-13T17:48:27.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f9686ffd640 1 --2- 172.21.15.32:0/2630434154 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9674066690 0x7f9674068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:27.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.885+0000 7f9686ffd640 1 -- 172.21.15.32:0/2630434154 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f9680084420 con 0x7f969006caa0 2024-09-13T17:48:27.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.889+0000 7f9696540640 1 --2- 172.21.15.32:0/2630434154 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9674066690 0x7f9674068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:27.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.889+0000 7f9696540640 1 --2- 172.21.15.32:0/2630434154 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9674066690 0x7f9674068b50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f968c0ae000 tx=0x7f968c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:27.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:27.893+0000 7f9686ffd640 1 -- 172.21.15.32:0/2630434154 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f96800513d0 con 0x7f969006caa0 2024-09-13T17:48:28.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.057+0000 7f96987a4640 1 -- 172.21.15.32:0/2630434154 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f96900b64a0 con 0x7f969006caa0 2024-09-13T17:48:28.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.057+0000 7f9686ffd640 1 -- 172.21.15.32:0/2630434154 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v29) v1 ==== 80+0+0 (secure 0 0 0) 0x7f9680003e60 con 0x7f969006caa0 2024-09-13T17:48:28.060 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-13T17:48:28.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.061+0000 7f96987a4640 1 -- 172.21.15.32:0/2630434154 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9674066690 msgr2=0x7f9674068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:28.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.061+0000 7f96987a4640 1 --2- 172.21.15.32:0/2630434154 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9674066690 0x7f9674068b50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f968c0ae000 tx=0x7f968c008040 comp rx=0 tx=0).stop 2024-09-13T17:48:28.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.061+0000 7f96987a4640 1 -- 172.21.15.32:0/2630434154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f969006caa0 msgr2=0x7f9690154c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:28.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.061+0000 7f96987a4640 1 --2- 172.21.15.32:0/2630434154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f969006caa0 0x7f9690154c00 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f968000c7f0 tx=0x7f968000ccb0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.061+0000 7f96987a4640 1 -- 172.21.15.32:0/2630434154 shutdown_connections 2024-09-13T17:48:28.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.061+0000 7f96987a4640 1 --2- 172.21.15.32:0/2630434154 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9674066690 0x7f9674068b50 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.061+0000 7f96987a4640 1 --2- 172.21.15.32:0/2630434154 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f96900b41b0 0x7f9690157630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.061+0000 7f96987a4640 1 --2- 172.21.15.32:0/2630434154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f969006caa0 0x7f9690154c00 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.061+0000 7f96987a4640 1 --2- 172.21.15.32:0/2630434154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f969006ba90 0x7f96901567b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.061+0000 7f96987a4640 1 -- 172.21.15.32:0/2630434154 >> 172.21.15.32:0/2630434154 conn(0x7f9690089f70 msgr2=0x7f96900ccb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:28.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.061+0000 7f96987a4640 1 -- 172.21.15.32:0/2630434154 shutdown_connections 2024-09-13T17:48:28.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.061+0000 7f96987a4640 1 -- 172.21.15.32:0/2630434154 wait complete. 2024-09-13T17:48:28.078 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi032.front.sepia.ceph.com... 2024-09-13T17:48:28.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:28.078 DEBUG:teuthology.orchestra.run.smithi032:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-13T17:48:28.091 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:48:28.091 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T17:48:28.092 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:28.092 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T17:48:28.137 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:48:28.138 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:48:28.144 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:48:28.144 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:48:28.196 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:28.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.321+0000 7fc95095b640 1 Processor -- start 2024-09-13T17:48:28.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.321+0000 7fc95095b640 1 -- start start 2024-09-13T17:48:28.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc95095b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc94c159260 0x7fc94c0cc380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:28.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc95095b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc94c159640 con 0x7fc94c0b2d60 2024-09-13T17:48:28.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc95095b640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc94c0b1730 con 0x7fc94c0cebe0 2024-09-13T17:48:28.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc95095b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc94c0b1a10 con 0x7fc94c159260 2024-09-13T17:48:28.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc94a59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc94c159260 0x7fc94c0cc380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:28.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc949d9b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fc94c0b2d60 0x7fc94c0ce4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55194/0 (socket says 172.21.15.32:55194) 2024-09-13T17:48:28.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc949d9b640 1 -- 172.21.15.32:0/2154043155 learned_addr learned my addr 172.21.15.32:0/2154043155 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:28.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc94a59c640 1 -- 172.21.15.32:0/2154043155 >> v1:172.21.15.159:6789/0 conn(0x7fc94c0cebe0 legacy=0x7fc94c159b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:28.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc94a59c640 1 -- 172.21.15.32:0/2154043155 >> v1:172.21.15.32:6789/0 conn(0x7fc94c0b2d60 legacy=0x7fc94c0ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:28.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc94959a640 1 -- 172.21.15.32:0/2154043155 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 699975757 0 0) 0x7fc94c159640 con 0x7fc94c0b2d60 2024-09-13T17:48:28.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc94a59c640 1 -- 172.21.15.32:0/2154043155 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc94c0b1cf0 con 0x7fc94c159260 2024-09-13T17:48:28.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc94a59c640 1 --2- 172.21.15.32:0/2154043155 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc94c159260 0x7fc94c0cc380 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fc93c0097c0 tx=0x7fc93c01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e87a5aa1cfe3ee2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:28.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc94959a640 1 -- 172.21.15.32:0/2154043155 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc93c0ab600 con 0x7fc94c159260 2024-09-13T17:48:28.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc94959a640 1 -- 172.21.15.32:0/2154043155 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc93c0a7050 con 0x7fc94c159260 2024-09-13T17:48:28.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc94959a640 1 -- 172.21.15.32:0/2154043155 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc93c0ab980 con 0x7fc94c159260 2024-09-13T17:48:28.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc95095b640 1 -- 172.21.15.32:0/2154043155 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc94c159260 msgr2=0x7fc94c0cc380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:28.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc95095b640 1 --2- 172.21.15.32:0/2154043155 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc94c159260 0x7fc94c0cc380 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fc93c0097c0 tx=0x7fc93c01c430 comp rx=0 tx=0).stop 2024-09-13T17:48:28.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc95095b640 1 -- 172.21.15.32:0/2154043155 shutdown_connections 2024-09-13T17:48:28.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc95095b640 1 --2- 172.21.15.32:0/2154043155 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc94c159260 0x7fc94c0cc380 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.325+0000 7fc95095b640 1 -- 172.21.15.32:0/2154043155 >> 172.21.15.32:0/2154043155 conn(0x7fc94c06a150 msgr2=0x7fc94c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:28.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc95095b640 1 -- 172.21.15.32:0/2154043155 shutdown_connections 2024-09-13T17:48:28.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc95095b640 1 -- 172.21.15.32:0/2154043155 wait complete. 2024-09-13T17:48:28.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc95095b640 1 Processor -- start 2024-09-13T17:48:28.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc95095b640 1 -- start start 2024-09-13T17:48:28.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc95095b640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc94c0b2d60 0x7fc94c0974d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:28.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc95095b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc94c0cebe0 0x7fc94c157dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:28.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc95095b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc94c159260 0x7fc94c14ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:28.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc95095b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc94c0aee60 con 0x7fc94c159260 2024-09-13T17:48:28.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc95095b640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc94c151250 con 0x7fc94c0b2d60 2024-09-13T17:48:28.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc95095b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc94c097a10 con 0x7fc94c0cebe0 2024-09-13T17:48:28.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc94ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc94c159260 0x7fc94c14ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:28.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc94ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc94c159260 0x7fc94c14ed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45716/0 (socket says 172.21.15.32:45716) 2024-09-13T17:48:28.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc94ad9d640 1 -- 172.21.15.32:0/3960222602 learned_addr learned my addr 172.21.15.32:0/3960222602 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:28.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc94ad9d640 1 -- 172.21.15.32:0/3960222602 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc94c0cebe0 msgr2=0x7fc94c157dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:28.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc94a59c640 1 --2- 172.21.15.32:0/3960222602 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc94c0b2d60 0x7fc94c0974d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:28.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc949d9b640 1 --2- 172.21.15.32:0/3960222602 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc94c0cebe0 0x7fc94c157dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:28.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc94ad9d640 1 --2- 172.21.15.32:0/3960222602 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc94c0cebe0 0x7fc94c157dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc94ad9d640 1 -- 172.21.15.32:0/3960222602 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc94c0b2d60 msgr2=0x7fc94c0974d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:28.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc94ad9d640 1 --2- 172.21.15.32:0/3960222602 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc94c0b2d60 0x7fc94c0974d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc94ad9d640 1 -- 172.21.15.32:0/3960222602 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc93c009420 con 0x7fc94c159260 2024-09-13T17:48:28.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc94ad9d640 1 --2- 172.21.15.32:0/3960222602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc94c159260 0x7fc94c14ed50 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fc94400c780 tx=0x7fc94400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:28.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc93affd640 1 -- 172.21.15.32:0/3960222602 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc944003d90 con 0x7fc94c159260 2024-09-13T17:48:28.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc93affd640 1 -- 172.21.15.32:0/3960222602 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc94400ce30 con 0x7fc94c159260 2024-09-13T17:48:28.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc95095b640 1 -- 172.21.15.32:0/3960222602 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc94c0ae1e0 con 0x7fc94c159260 2024-09-13T17:48:28.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc93affd640 1 -- 172.21.15.32:0/3960222602 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc944005290 con 0x7fc94c159260 2024-09-13T17:48:28.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.329+0000 7fc95095b640 1 -- 172.21.15.32:0/3960222602 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc94c0ae7a0 con 0x7fc94c159260 2024-09-13T17:48:28.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.333+0000 7fc95095b640 1 -- 172.21.15.32:0/3960222602 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc94c0b2740 con 0x7fc94c159260 2024-09-13T17:48:28.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.333+0000 7fc93affd640 1 -- 172.21.15.32:0/3960222602 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc9440053f0 con 0x7fc94c159260 2024-09-13T17:48:28.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.333+0000 7fc93affd640 1 --2- 172.21.15.32:0/3960222602 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc92c066690 0x7fc92c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:28.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.333+0000 7fc93affd640 1 -- 172.21.15.32:0/3960222602 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fc9440837f0 con 0x7fc94c159260 2024-09-13T17:48:28.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.333+0000 7fc94a59c640 1 --2- 172.21.15.32:0/3960222602 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc92c066690 0x7fc92c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:28.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.333+0000 7fc94a59c640 1 --2- 172.21.15.32:0/3960222602 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc92c066690 0x7fc92c068b50 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc94c0b2650 tx=0x7fc93c0a6000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:28.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.337+0000 7fc93affd640 1 -- 172.21.15.32:0/3960222602 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc944050830 con 0x7fc94c159260 2024-09-13T17:48:28.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.493+0000 7fc95095b640 1 -- 172.21.15.32:0/3960222602 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc94c154aa0 con 0x7fc94c159260 2024-09-13T17:48:28.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.493+0000 7fc93affd640 1 -- 172.21.15.32:0/3960222602 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+18723 (secure 0 0 0) 0x7fc944053e50 con 0x7fc94c159260 2024-09-13T17:48:28.496 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:28.496 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:01.407417+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.27","mappings":[{"from":3,"to":1}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.c","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:28.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.497+0000 7fc95095b640 1 -- 172.21.15.32:0/3960222602 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc92c066690 msgr2=0x7fc92c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:28.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.497+0000 7fc95095b640 1 --2- 172.21.15.32:0/3960222602 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc92c066690 0x7fc92c068b50 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc94c0b2650 tx=0x7fc93c0a6000 comp rx=0 tx=0).stop 2024-09-13T17:48:28.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.497+0000 7fc95095b640 1 -- 172.21.15.32:0/3960222602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc94c159260 msgr2=0x7fc94c14ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:28.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.497+0000 7fc95095b640 1 --2- 172.21.15.32:0/3960222602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc94c159260 0x7fc94c14ed50 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fc94400c780 tx=0x7fc94400cc40 comp rx=0 tx=0).stop 2024-09-13T17:48:28.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.497+0000 7fc95095b640 1 -- 172.21.15.32:0/3960222602 shutdown_connections 2024-09-13T17:48:28.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.497+0000 7fc95095b640 1 --2- 172.21.15.32:0/3960222602 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc92c066690 0x7fc92c068b50 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.497+0000 7fc95095b640 1 --2- 172.21.15.32:0/3960222602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc94c159260 0x7fc94c14ed50 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.497+0000 7fc95095b640 1 --2- 172.21.15.32:0/3960222602 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc94c0cebe0 0x7fc94c157dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.497+0000 7fc95095b640 1 --2- 172.21.15.32:0/3960222602 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc94c0b2d60 0x7fc94c0974d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.497+0000 7fc95095b640 1 -- 172.21.15.32:0/3960222602 >> 172.21.15.32:0/3960222602 conn(0x7fc94c06a150 msgr2=0x7fc94c06d5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:28.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.497+0000 7fc95095b640 1 -- 172.21.15.32:0/3960222602 shutdown_connections 2024-09-13T17:48:28.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.497+0000 7fc95095b640 1 -- 172.21.15.32:0/3960222602 wait complete. 2024-09-13T17:48:28.514 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:47:18.165736+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:47:19.043698+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T17:47:22.248444+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T17:48:28.514 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:48:28.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.641+0000 7f3046bdf640 1 Processor -- start 2024-09-13T17:48:28.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.641+0000 7f3046bdf640 1 -- start start 2024-09-13T17:48:28.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.641+0000 7f3046bdf640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f30400d2bf0 0x7f30400b1d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:28.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.641+0000 7f3046bdf640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f30400b22d0 0x7f30400b2720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:28.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.641+0000 7f3046bdf640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30400d06e0 con 0x7f30400b41a0 2024-09-13T17:48:28.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.641+0000 7f3046bdf640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30400b3340 con 0x7f30400b22d0 2024-09-13T17:48:28.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.641+0000 7f3046bdf640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30400b3650 con 0x7f30400d2bf0 2024-09-13T17:48:28.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.641+0000 7f304517c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f30400b22d0 0x7f30400b2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:28.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.641+0000 7f304497b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f30400b41a0 0x7f30400b4580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55206/0 (socket says 172.21.15.32:55206) 2024-09-13T17:48:28.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.641+0000 7f304497b640 1 -- 172.21.15.32:0/1067683658 learned_addr learned my addr 172.21.15.32:0/1067683658 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:28.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.645+0000 7f303ffff640 1 --2- 172.21.15.32:0/1067683658 >> v2:172.21.15.159:3300/0 conn(0x7f30400d2bf0 0x7f30400b1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:28.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.645+0000 7f304517c640 1 -- 172.21.15.32:0/1067683658 >> v2:172.21.15.159:3300/0 conn(0x7f30400d2bf0 msgr2=0x7f30400b1d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:28.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.645+0000 7f304517c640 1 --2- 172.21.15.32:0/1067683658 >> v2:172.21.15.159:3300/0 conn(0x7f30400d2bf0 0x7f30400b1d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.645+0000 7f304517c640 1 -- 172.21.15.32:0/1067683658 >> v1:172.21.15.32:6789/0 conn(0x7f30400b41a0 legacy=0x7f30400b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:28.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.645+0000 7f303f7fe640 1 -- 172.21.15.32:0/1067683658 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 864916949 0 0) 0x7f30400d06e0 con 0x7f30400b41a0 2024-09-13T17:48:28.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.645+0000 7f304517c640 1 -- 172.21.15.32:0/1067683658 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30400d03b0 con 0x7f30400b22d0 2024-09-13T17:48:28.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.645+0000 7f304517c640 1 --2- 172.21.15.32:0/1067683658 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30400b22d0 0x7f30400b2720 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f30400722f0 tx=0x7f303801c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=755f142994d0de6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:28.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.645+0000 7f303f7fe640 1 -- 172.21.15.32:0/1067683658 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30380ab5f0 con 0x7f30400b22d0 2024-09-13T17:48:28.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.645+0000 7f303f7fe640 1 -- 172.21.15.32:0/1067683658 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30380ab750 con 0x7f30400b22d0 2024-09-13T17:48:28.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.645+0000 7f303f7fe640 1 -- 172.21.15.32:0/1067683658 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30380abae0 con 0x7f30400b22d0 2024-09-13T17:48:28.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.645+0000 7f3046bdf640 1 -- 172.21.15.32:0/1067683658 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30400b22d0 msgr2=0x7f30400b2720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:28.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.645+0000 7f3046bdf640 1 --2- 172.21.15.32:0/1067683658 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30400b22d0 0x7f30400b2720 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f30400722f0 tx=0x7f303801c3f0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.645+0000 7f3046bdf640 1 -- 172.21.15.32:0/1067683658 shutdown_connections 2024-09-13T17:48:28.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.645+0000 7f3046bdf640 1 --2- 172.21.15.32:0/1067683658 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30400b22d0 0x7f30400b2720 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.645+0000 7f3046bdf640 1 --2- 172.21.15.32:0/1067683658 >> v2:172.21.15.159:3300/0 conn(0x7f30400d2bf0 0x7f30400b1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.645+0000 7f3046bdf640 1 -- 172.21.15.32:0/1067683658 >> 172.21.15.32:0/1067683658 conn(0x7f3040089f70 msgr2=0x7f30400d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:28.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.645+0000 7f3046bdf640 1 -- 172.21.15.32:0/1067683658 shutdown_connections 2024-09-13T17:48:28.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f3046bdf640 1 -- 172.21.15.32:0/1067683658 wait complete. 2024-09-13T17:48:28.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f3046bdf640 1 Processor -- start 2024-09-13T17:48:28.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f3046bdf640 1 -- start start 2024-09-13T17:48:28.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f3046bdf640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f30400b22d0 0x7f30400c9da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:28.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f3046bdf640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30400b41a0 0x7f3040167170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f3046bdf640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30400d2bf0 0x7f30400b6900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f3046bdf640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3040151e10 con 0x7f30400d2bf0 2024-09-13T17:48:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f3046bdf640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30400ca3a0 con 0x7f30400b41a0 2024-09-13T17:48:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f3046bdf640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30401514e0 con 0x7f30400b22d0 2024-09-13T17:48:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f304517c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30400d2bf0 0x7f30400b6900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f304517c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30400d2bf0 0x7f30400b6900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45740/0 (socket says 172.21.15.32:45740) 2024-09-13T17:48:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f304517c640 1 -- 172.21.15.32:0/3971574405 learned_addr learned my addr 172.21.15.32:0/3971574405 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f303ffff640 1 --2- 172.21.15.32:0/3971574405 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30400b41a0 0x7f3040167170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f304497b640 1 --2- 172.21.15.32:0/3971574405 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f30400b22d0 0x7f30400c9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f304517c640 1 -- 172.21.15.32:0/3971574405 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f30400b22d0 msgr2=0x7f30400c9da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f304517c640 1 --2- 172.21.15.32:0/3971574405 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f30400b22d0 0x7f30400c9da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f304517c640 1 -- 172.21.15.32:0/3971574405 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30400b41a0 msgr2=0x7f3040167170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:28.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f304517c640 1 --2- 172.21.15.32:0/3971574405 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30400b41a0 0x7f3040167170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f304517c640 1 -- 172.21.15.32:0/3971574405 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3038009420 con 0x7f30400d2bf0 2024-09-13T17:48:28.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f304517c640 1 --2- 172.21.15.32:0/3971574405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30400d2bf0 0x7f30400b6900 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f303801a020 tx=0x7f303801ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:28.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f303d7fa640 1 -- 172.21.15.32:0/3971574405 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3038004230 con 0x7f30400d2bf0 2024-09-13T17:48:28.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f303d7fa640 1 -- 172.21.15.32:0/3971574405 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30380b9070 con 0x7f30400d2bf0 2024-09-13T17:48:28.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f303d7fa640 1 -- 172.21.15.32:0/3971574405 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3038003620 con 0x7f30400d2bf0 2024-09-13T17:48:28.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f3046bdf640 1 -- 172.21.15.32:0/3971574405 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30401517c0 con 0x7f30400d2bf0 2024-09-13T17:48:28.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.649+0000 7f3046bdf640 1 -- 172.21.15.32:0/3971574405 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f304015a7e0 con 0x7f30400d2bf0 2024-09-13T17:48:28.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.653+0000 7f3046bdf640 1 -- 172.21.15.32:0/3971574405 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f304008a660 con 0x7f30400d2bf0 2024-09-13T17:48:28.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.653+0000 7f303d7fa640 1 -- 172.21.15.32:0/3971574405 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3038003780 con 0x7f30400d2bf0 2024-09-13T17:48:28.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.653+0000 7f303d7fa640 1 --2- 172.21.15.32:0/3971574405 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f30200666c0 0x7f3020068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:28.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.653+0000 7f303d7fa640 1 -- 172.21.15.32:0/3971574405 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f30380bb070 con 0x7f30400d2bf0 2024-09-13T17:48:28.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.653+0000 7f304497b640 1 --2- 172.21.15.32:0/3971574405 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f30200666c0 0x7f3020068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:28.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.653+0000 7f304497b640 1 --2- 172.21.15.32:0/3971574405 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f30200666c0 0x7f3020068b80 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3028000f70 tx=0x7f3028007b60 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:28.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.657+0000 7f303d7fa640 1 -- 172.21.15.32:0/3971574405 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f30380ec3c0 con 0x7f30400d2bf0 2024-09-13T17:48:28.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.817+0000 7f3046bdf640 1 -- 172.21.15.32:0/3971574405 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f30400b2720 con 0x7f30400d2bf0 2024-09-13T17:48:28.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.817+0000 7f303d7fa640 1 -- 172.21.15.32:0/3971574405 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7f30380ef9e0 con 0x7f30400d2bf0 2024-09-13T17:48:28.819 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:48:28.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.817+0000 7f3046bdf640 1 -- 172.21.15.32:0/3971574405 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f30200666c0 msgr2=0x7f3020068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:28.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.817+0000 7f3046bdf640 1 --2- 172.21.15.32:0/3971574405 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f30200666c0 0x7f3020068b80 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3028000f70 tx=0x7f3028007b60 comp rx=0 tx=0).stop 2024-09-13T17:48:28.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.817+0000 7f3046bdf640 1 -- 172.21.15.32:0/3971574405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30400d2bf0 msgr2=0x7f30400b6900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:28.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.817+0000 7f3046bdf640 1 --2- 172.21.15.32:0/3971574405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30400d2bf0 0x7f30400b6900 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f303801a020 tx=0x7f303801ac30 comp rx=0 tx=0).stop 2024-09-13T17:48:28.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.821+0000 7f3046bdf640 1 -- 172.21.15.32:0/3971574405 shutdown_connections 2024-09-13T17:48:28.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.821+0000 7f3046bdf640 1 --2- 172.21.15.32:0/3971574405 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f30200666c0 0x7f3020068b80 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.821+0000 7f3046bdf640 1 --2- 172.21.15.32:0/3971574405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30400d2bf0 0x7f30400b6900 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.821+0000 7f3046bdf640 1 --2- 172.21.15.32:0/3971574405 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30400b41a0 0x7f3040167170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.821+0000 7f3046bdf640 1 --2- 172.21.15.32:0/3971574405 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f30400b22d0 0x7f30400c9da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.821+0000 7f3046bdf640 1 -- 172.21.15.32:0/3971574405 >> 172.21.15.32:0/3971574405 conn(0x7f3040089f70 msgr2=0x7f304006c560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:28.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.821+0000 7f3046bdf640 1 -- 172.21.15.32:0/3971574405 shutdown_connections 2024-09-13T17:48:28.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.821+0000 7f3046bdf640 1 -- 172.21.15.32:0/3971574405 wait complete. 2024-09-13T17:48:28.838 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:48:28.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.961+0000 7f34aa066640 1 Processor -- start 2024-09-13T17:48:28.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.961+0000 7f34aa066640 1 -- start start 2024-09-13T17:48:28.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.961+0000 7f34aa066640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f34a4143cc0 0x7f34a40b3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:28.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.961+0000 7f34aa066640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f34a4069f80 0x7f34a406a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:28.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.961+0000 7f34aa066640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34a40ad990 con 0x7f34a415e9b0 2024-09-13T17:48:28.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.961+0000 7f34aa066640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34a40ae280 con 0x7f34a4069f80 2024-09-13T17:48:28.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.961+0000 7f34aa066640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34a406a8d0 con 0x7f34a4143cc0 2024-09-13T17:48:28.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.961+0000 7f34a2ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f34a415e9b0 0x7f34a40ae6a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55218/0 (socket says 172.21.15.32:55218) 2024-09-13T17:48:28.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.961+0000 7f34a2ffd640 1 -- 172.21.15.32:0/3727917289 learned_addr learned my addr 172.21.15.32:0/3727917289 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:28.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.961+0000 7f34a3fff640 1 --2- 172.21.15.32:0/3727917289 >> v2:172.21.15.32:3300/0 conn(0x7f34a4069f80 0x7f34a406a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:28.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.961+0000 7f34a37fe640 1 --2- 172.21.15.32:0/3727917289 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f34a4143cc0 0x7f34a40b3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:28.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.961+0000 7f34a3fff640 1 -- 172.21.15.32:0/3727917289 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f34a4143cc0 msgr2=0x7f34a40b3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:28.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.961+0000 7f34a3fff640 1 --2- 172.21.15.32:0/3727917289 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f34a4143cc0 0x7f34a40b3ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.961+0000 7f34a3fff640 1 -- 172.21.15.32:0/3727917289 >> v1:172.21.15.32:6789/0 conn(0x7f34a415e9b0 legacy=0x7f34a40ae6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:28.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.961+0000 7f34a3fff640 1 -- 172.21.15.32:0/3727917289 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34a40b4360 con 0x7f34a4069f80 2024-09-13T17:48:28.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.961+0000 7f34a27fc640 1 -- 172.21.15.32:0/3727917289 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 897001855 0 0) 0x7f34a40ad990 con 0x7f34a415e9b0 2024-09-13T17:48:28.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.961+0000 7f34a37fe640 1 --2- 172.21.15.32:0/3727917289 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f34a4143cc0 0x7f34a40b3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:28.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34a3fff640 1 --2- 172.21.15.32:0/3727917289 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f34a4069f80 0x7f34a406a390 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f349c009d90 tx=0x7f349c01c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=671e11a5b1ba7c5b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:28.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34a27fc640 1 -- 172.21.15.32:0/3727917289 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f349c0a5a00 con 0x7f34a4069f80 2024-09-13T17:48:28.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34a27fc640 1 -- 172.21.15.32:0/3727917289 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f349c0a5b60 con 0x7f34a4069f80 2024-09-13T17:48:28.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34a27fc640 1 -- 172.21.15.32:0/3727917289 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f349c0ad440 con 0x7f34a4069f80 2024-09-13T17:48:28.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34aa066640 1 -- 172.21.15.32:0/3727917289 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f34a4069f80 msgr2=0x7f34a406a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:28.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34aa066640 1 --2- 172.21.15.32:0/3727917289 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f34a4069f80 0x7f34a406a390 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f349c009d90 tx=0x7f349c01c940 comp rx=0 tx=0).stop 2024-09-13T17:48:28.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34aa066640 1 -- 172.21.15.32:0/3727917289 shutdown_connections 2024-09-13T17:48:28.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34aa066640 1 --2- 172.21.15.32:0/3727917289 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f34a4069f80 0x7f34a406a390 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34aa066640 1 --2- 172.21.15.32:0/3727917289 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f34a4143cc0 0x7f34a40b3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34aa066640 1 -- 172.21.15.32:0/3727917289 >> 172.21.15.32:0/3727917289 conn(0x7f34a40b4730 msgr2=0x7f34a40b4b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:28.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34aa066640 1 -- 172.21.15.32:0/3727917289 shutdown_connections 2024-09-13T17:48:28.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34aa066640 1 -- 172.21.15.32:0/3727917289 wait complete. 2024-09-13T17:48:28.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34aa066640 1 Processor -- start 2024-09-13T17:48:28.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34aa066640 1 -- start start 2024-09-13T17:48:28.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34aa066640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34a4069f80 0x7f34a415c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:28.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34aa066640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f34a4143cc0 0x7f34a413eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:28.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34aa066640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f34a415e9b0 0x7f34a413f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:28.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34aa066640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34a4141f60 con 0x7f34a415e9b0 2024-09-13T17:48:28.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34aa066640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34a4141070 con 0x7f34a4069f80 2024-09-13T17:48:28.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34aa066640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34a4141350 con 0x7f34a4143cc0 2024-09-13T17:48:28.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34a3fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f34a415e9b0 0x7f34a413f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:28.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34a3fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f34a415e9b0 0x7f34a413f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45750/0 (socket says 172.21.15.32:45750) 2024-09-13T17:48:28.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34a3fff640 1 -- 172.21.15.32:0/1535937390 learned_addr learned my addr 172.21.15.32:0/1535937390 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:28.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34a2ffd640 1 --2- 172.21.15.32:0/1535937390 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f34a4143cc0 0x7f34a413eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:28.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34a37fe640 1 --2- 172.21.15.32:0/1535937390 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34a4069f80 0x7f34a415c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:28.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34a3fff640 1 -- 172.21.15.32:0/1535937390 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f34a4143cc0 msgr2=0x7f34a413eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:28.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34a3fff640 1 --2- 172.21.15.32:0/1535937390 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f34a4143cc0 0x7f34a413eb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34a3fff640 1 -- 172.21.15.32:0/1535937390 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34a4069f80 msgr2=0x7f34a415c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:28.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34a3fff640 1 --2- 172.21.15.32:0/1535937390 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34a4069f80 0x7f34a415c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:28.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34a3fff640 1 -- 172.21.15.32:0/1535937390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f349c009a70 con 0x7f34a415e9b0 2024-09-13T17:48:28.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.965+0000 7f34a37fe640 1 --2- 172.21.15.32:0/1535937390 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34a4069f80 0x7f34a415c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:28.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.969+0000 7f34a3fff640 1 --2- 172.21.15.32:0/1535937390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f34a415e9b0 0x7f34a413f080 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f349c01a570 tx=0x7f349c0196e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:28.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.969+0000 7f348bfff640 1 -- 172.21.15.32:0/1535937390 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f349c0a5a00 con 0x7f34a415e9b0 2024-09-13T17:48:28.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.969+0000 7f348bfff640 1 -- 172.21.15.32:0/1535937390 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f349c009450 con 0x7f34a415e9b0 2024-09-13T17:48:28.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.969+0000 7f34aa066640 1 -- 172.21.15.32:0/1535937390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34a4141630 con 0x7f34a415e9b0 2024-09-13T17:48:28.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.969+0000 7f348bfff640 1 -- 172.21.15.32:0/1535937390 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f349c003ba0 con 0x7f34a415e9b0 2024-09-13T17:48:28.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.969+0000 7f34aa066640 1 -- 172.21.15.32:0/1535937390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34a4141bf0 con 0x7f34a415e9b0 2024-09-13T17:48:28.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.969+0000 7f34aa066640 1 -- 172.21.15.32:0/1535937390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34a406a390 con 0x7f34a415e9b0 2024-09-13T17:48:28.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.969+0000 7f348bfff640 1 -- 172.21.15.32:0/1535937390 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f349c0b4050 con 0x7f34a415e9b0 2024-09-13T17:48:28.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.969+0000 7f348bfff640 1 --2- 172.21.15.32:0/1535937390 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3490066690 0x7f3490068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:28.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.969+0000 7f348bfff640 1 -- 172.21.15.32:0/1535937390 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f349c11ee10 con 0x7f34a415e9b0 2024-09-13T17:48:28.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.969+0000 7f34a37fe640 1 --2- 172.21.15.32:0/1535937390 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3490066690 0x7f3490068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:28.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.969+0000 7f34a37fe640 1 --2- 172.21.15.32:0/1535937390 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3490066690 0x7f3490068b50 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f34a40aebd0 tx=0x7f3494008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:28.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:28.973+0000 7f348bfff640 1 -- 172.21.15.32:0/1535937390 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f349c0ebea0 con 0x7f34a415e9b0 2024-09-13T17:48:29.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.133+0000 7f34aa066640 1 -- 172.21.15.32:0/1535937390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f34a413c580 con 0x7f34a415e9b0 2024-09-13T17:48:29.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.133+0000 7f348bfff640 1 -- 172.21.15.32:0/1535937390 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f349c0b20a0 con 0x7f34a415e9b0 2024-09-13T17:48:29.136 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:29.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.137+0000 7f34aa066640 1 -- 172.21.15.32:0/1535937390 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3490066690 msgr2=0x7f3490068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:29.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.137+0000 7f34aa066640 1 --2- 172.21.15.32:0/1535937390 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3490066690 0x7f3490068b50 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f34a40aebd0 tx=0x7f3494008040 comp rx=0 tx=0).stop 2024-09-13T17:48:29.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.137+0000 7f34aa066640 1 -- 172.21.15.32:0/1535937390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f34a415e9b0 msgr2=0x7f34a413f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:29.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.137+0000 7f34aa066640 1 --2- 172.21.15.32:0/1535937390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f34a415e9b0 0x7f34a413f080 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f349c01a570 tx=0x7f349c0196e0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.137+0000 7f34aa066640 1 -- 172.21.15.32:0/1535937390 shutdown_connections 2024-09-13T17:48:29.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.137+0000 7f34aa066640 1 --2- 172.21.15.32:0/1535937390 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3490066690 0x7f3490068b50 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.137+0000 7f34aa066640 1 --2- 172.21.15.32:0/1535937390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f34a415e9b0 0x7f34a413f080 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.137+0000 7f34aa066640 1 --2- 172.21.15.32:0/1535937390 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f34a4143cc0 0x7f34a413eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.137+0000 7f34aa066640 1 --2- 172.21.15.32:0/1535937390 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34a4069f80 0x7f34a415c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.137+0000 7f34aa066640 1 -- 172.21.15.32:0/1535937390 >> 172.21.15.32:0/1535937390 conn(0x7f34a40b4730 msgr2=0x7f34a41332e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:29.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.137+0000 7f34aa066640 1 -- 172.21.15.32:0/1535937390 shutdown_connections 2024-09-13T17:48:29.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.137+0000 7f34aa066640 1 -- 172.21.15.32:0/1535937390 wait complete. 2024-09-13T17:48:29.156 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:48:29.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.293+0000 7f261c605640 1 Processor -- start 2024-09-13T17:48:29.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.293+0000 7f261c605640 1 -- start start 2024-09-13T17:48:29.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261c605640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f261415a520 0x7f26140ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261c605640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26140b2240 0x7f26140abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261c605640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f26140ab660 con 0x7f26140cea30 2024-09-13T17:48:29.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261c605640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26140ceec0 con 0x7f261415a520 2024-09-13T17:48:29.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261c605640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26140ada40 con 0x7f26140b2240 2024-09-13T17:48:29.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f2619ba0640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f26140cea30 0x7f26140b1b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55224/0 (socket says 172.21.15.32:55224) 2024-09-13T17:48:29.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f2619ba0640 1 -- 172.21.15.32:0/951621874 learned_addr learned my addr 172.21.15.32:0/951621874 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:29.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261aba2640 1 --2- 172.21.15.32:0/951621874 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26140b2240 0x7f26140abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261a3a1640 1 --2- 172.21.15.32:0/951621874 >> v2:172.21.15.159:3300/0 conn(0x7f261415a520 0x7f26140ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261939f640 1 -- 172.21.15.32:0/951621874 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 98244870 0 0) 0x7f26140ab660 con 0x7f26140cea30 2024-09-13T17:48:29.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261939f640 1 -- 172.21.15.32:0/951621874 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2600003530 con 0x7f26140cea30 2024-09-13T17:48:29.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261939f640 1 -- 172.21.15.32:0/951621874 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2821150403 0 0) 0x7f2600003530 con 0x7f26140cea30 2024-09-13T17:48:29.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261939f640 1 -- 172.21.15.32:0/951621874 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26140b2240 msgr2=0x7f26140abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:29.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261939f640 1 --2- 172.21.15.32:0/951621874 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26140b2240 0x7f26140abaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261939f640 1 -- 172.21.15.32:0/951621874 >> v2:172.21.15.159:3300/0 conn(0x7f261415a520 msgr2=0x7f26140ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:29.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261939f640 1 --2- 172.21.15.32:0/951621874 >> v2:172.21.15.159:3300/0 conn(0x7f261415a520 0x7f26140ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261939f640 1 -- 172.21.15.32:0/951621874 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26140b2760 con 0x7f26140cea30 2024-09-13T17:48:29.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261939f640 1 -- 172.21.15.32:0/951621874 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f2604001680 con 0x7f26140cea30 2024-09-13T17:48:29.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261939f640 1 -- 172.21.15.32:0/951621874 >> v1:172.21.15.32:6789/0 conn(0x7f26140cea30 legacy=0x7f26140b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:29.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261939f640 1 --2- 172.21.15.32:0/951621874 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2600003980 0x7f2600003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261939f640 1 --2- 172.21.15.32:0/951621874 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26140b2240 0x7f26000047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261939f640 1 --2- 172.21.15.32:0/951621874 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2600004d10 0x7f2600005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261939f640 1 -- 172.21.15.32:0/951621874 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26140ceec0 con 0x7f2600003980 2024-09-13T17:48:29.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261939f640 1 -- 172.21.15.32:0/951621874 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26140ada40 con 0x7f2600004d10 2024-09-13T17:48:29.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261939f640 1 -- 172.21.15.32:0/951621874 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f260000b990 con 0x7f26140b2240 2024-09-13T17:48:29.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261a3a1640 1 --2- 172.21.15.32:0/951621874 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2600003980 0x7f2600003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f2619ba0640 1 --2- 172.21.15.32:0/951621874 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26140b2240 0x7f26000047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261a3a1640 1 -- 172.21.15.32:0/951621874 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26140b2240 msgr2=0x7f26000047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:29.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261a3a1640 1 --2- 172.21.15.32:0/951621874 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26140b2240 0x7f26000047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261a3a1640 1 -- 172.21.15.32:0/951621874 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2600004d10 msgr2=0x7f2600005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:29.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261aba2640 1 --2- 172.21.15.32:0/951621874 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2600004d10 0x7f2600005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261a3a1640 1 --2- 172.21.15.32:0/951621874 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2600004d10 0x7f2600005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.297+0000 7f261a3a1640 1 -- 172.21.15.32:0/951621874 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2600003530 con 0x7f2600003980 2024-09-13T17:48:29.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261a3a1640 1 --2- 172.21.15.32:0/951621874 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2600003980 0x7f2600003da0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f2610009ae0 tx=0x7f261001ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=475b1087b9c96d75 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:29.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261939f640 1 -- 172.21.15.32:0/951621874 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26100a5650 con 0x7f2600003980 2024-09-13T17:48:29.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261939f640 1 -- 172.21.15.32:0/951621874 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26100a57b0 con 0x7f2600003980 2024-09-13T17:48:29.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261939f640 1 -- 172.21.15.32:0/951621874 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26100a5b60 con 0x7f2600003980 2024-09-13T17:48:29.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261c605640 1 -- 172.21.15.32:0/951621874 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2600003980 msgr2=0x7f2600003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:29.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261c605640 1 --2- 172.21.15.32:0/951621874 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2600003980 0x7f2600003da0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f2610009ae0 tx=0x7f261001ca80 comp rx=0 tx=0).stop 2024-09-13T17:48:29.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261aba2640 1 -- 172.21.15.32:0/951621874 reap_dead start 2024-09-13T17:48:29.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261c605640 1 -- 172.21.15.32:0/951621874 shutdown_connections 2024-09-13T17:48:29.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261c605640 1 -- 172.21.15.32:0/951621874 >> 172.21.15.32:0/951621874 conn(0x7f261406a150 msgr2=0x7f261406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:29.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261c605640 1 -- 172.21.15.32:0/951621874 shutdown_connections 2024-09-13T17:48:29.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261c605640 1 -- 172.21.15.32:0/951621874 wait complete. 2024-09-13T17:48:29.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261c605640 1 Processor -- start 2024-09-13T17:48:29.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261c605640 1 -- start start 2024-09-13T17:48:29.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261c605640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2600003980 0x7f26140972b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261c605640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f261406d720 0x7f2614070cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261c605640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2614070670 0x7f261415b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261c605640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26140977f0 con 0x7f2614070670 2024-09-13T17:48:29.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261c605640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26140cb1c0 con 0x7f2600003980 2024-09-13T17:48:29.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261c605640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26140aee30 con 0x7f261406d720 2024-09-13T17:48:29.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261aba2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2614070670 0x7f261415b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261aba2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2614070670 0x7f261415b5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45774/0 (socket says 172.21.15.32:45774) 2024-09-13T17:48:29.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261aba2640 1 -- 172.21.15.32:0/2053007242 learned_addr learned my addr 172.21.15.32:0/2053007242 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:29.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f2619ba0640 1 --2- 172.21.15.32:0/2053007242 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f261406d720 0x7f2614070cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261a3a1640 1 --2- 172.21.15.32:0/2053007242 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2600003980 0x7f26140972b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261aba2640 1 -- 172.21.15.32:0/2053007242 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f261406d720 msgr2=0x7f2614070cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261aba2640 1 --2- 172.21.15.32:0/2053007242 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f261406d720 0x7f2614070cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261aba2640 1 -- 172.21.15.32:0/2053007242 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2600003980 msgr2=0x7f26140972b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261aba2640 1 --2- 172.21.15.32:0/2053007242 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2600003980 0x7f26140972b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261aba2640 1 -- 172.21.15.32:0/2053007242 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26140cb460 con 0x7f2614070670 2024-09-13T17:48:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261a3a1640 1 --2- 172.21.15.32:0/2053007242 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2600003980 0x7f26140972b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f261aba2640 1 --2- 172.21.15.32:0/2053007242 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2614070670 0x7f261415b5f0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f261406ae90 tx=0x7f260c00f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.301+0000 7f260affd640 1 -- 172.21.15.32:0/2053007242 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f260c017400 con 0x7f2614070670 2024-09-13T17:48:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.305+0000 7f260affd640 1 -- 172.21.15.32:0/2053007242 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f260c011040 con 0x7f2614070670 2024-09-13T17:48:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.305+0000 7f261c605640 1 -- 172.21.15.32:0/2053007242 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26141527e0 con 0x7f2614070670 2024-09-13T17:48:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.305+0000 7f260affd640 1 -- 172.21.15.32:0/2053007242 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f260c0177c0 con 0x7f2614070670 2024-09-13T17:48:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.305+0000 7f261c605640 1 -- 172.21.15.32:0/2053007242 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2614071210 con 0x7f2614070670 2024-09-13T17:48:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.305+0000 7f261c605640 1 -- 172.21.15.32:0/2053007242 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26140acc20 con 0x7f2614070670 2024-09-13T17:48:29.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.305+0000 7f260affd640 1 -- 172.21.15.32:0/2053007242 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f260c017920 con 0x7f2614070670 2024-09-13T17:48:29.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.305+0000 7f260affd640 1 --2- 172.21.15.32:0/2053007242 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f25f80666c0 0x7f25f8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.305+0000 7f260affd640 1 -- 172.21.15.32:0/2053007242 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f260c084a70 con 0x7f2614070670 2024-09-13T17:48:29.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.305+0000 7f261a3a1640 1 --2- 172.21.15.32:0/2053007242 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f25f80666c0 0x7f25f8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.305+0000 7f261a3a1640 1 --2- 172.21.15.32:0/2053007242 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f25f80666c0 0x7f25f8068b80 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f26100af000 tx=0x7f26100046d0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:29.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.309+0000 7f260affd640 1 -- 172.21.15.32:0/2053007242 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f260c051a10 con 0x7f2614070670 2024-09-13T17:48:29.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.469+0000 7f261c605640 1 -- 172.21.15.32:0/2053007242 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2614152c90 con 0x7f2614070670 2024-09-13T17:48:29.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.469+0000 7f260affd640 1 -- 172.21.15.32:0/2053007242 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f260c055030 con 0x7f2614070670 2024-09-13T17:48:29.472 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:48:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.473+0000 7f261c605640 1 -- 172.21.15.32:0/2053007242 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f25f80666c0 msgr2=0x7f25f8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.473+0000 7f261c605640 1 --2- 172.21.15.32:0/2053007242 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f25f80666c0 0x7f25f8068b80 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f26100af000 tx=0x7f26100046d0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.473+0000 7f261c605640 1 -- 172.21.15.32:0/2053007242 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2614070670 msgr2=0x7f261415b5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.473+0000 7f261c605640 1 --2- 172.21.15.32:0/2053007242 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2614070670 0x7f261415b5f0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f261406ae90 tx=0x7f260c00f4a0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.473+0000 7f261c605640 1 -- 172.21.15.32:0/2053007242 shutdown_connections 2024-09-13T17:48:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.473+0000 7f261c605640 1 --2- 172.21.15.32:0/2053007242 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f25f80666c0 0x7f25f8068b80 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.473+0000 7f261c605640 1 --2- 172.21.15.32:0/2053007242 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2614070670 0x7f261415b5f0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.473+0000 7f261c605640 1 --2- 172.21.15.32:0/2053007242 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f261406d720 0x7f2614070cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.473+0000 7f261c605640 1 --2- 172.21.15.32:0/2053007242 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2600003980 0x7f26140972b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.473+0000 7f261c605640 1 -- 172.21.15.32:0/2053007242 >> 172.21.15.32:0/2053007242 conn(0x7f261406a150 msgr2=0x7f261406d010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:29.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.473+0000 7f261c605640 1 -- 172.21.15.32:0/2053007242 shutdown_connections 2024-09-13T17:48:29.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.473+0000 7f261c605640 1 -- 172.21.15.32:0/2053007242 wait complete. 2024-09-13T17:48:29.492 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T17:48:29.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.613+0000 7faefffbd640 1 Processor -- start 2024-09-13T17:48:29.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.613+0000 7faefffbd640 1 -- start start 2024-09-13T17:48:29.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.613+0000 7faefffbd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7faef80d28a0 0x7faef80d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.613+0000 7faefffbd640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7faef8160ae0 0x7faef80cd270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.613+0000 7faefffbd640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faef80d1320 con 0x7faef815c500 2024-09-13T17:48:29.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.613+0000 7faefffbd640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faef8160f70 con 0x7faef80d28a0 2024-09-13T17:48:29.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.613+0000 7faefffbd640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faef80d0710 con 0x7faef8160ae0 2024-09-13T17:48:29.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.613+0000 7faefd558640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7faef80d28a0 0x7faef80d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.613+0000 7faefd558640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7faef80d28a0 0x7faef80d0010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45790/0 (socket says 172.21.15.32:45790) 2024-09-13T17:48:29.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.613+0000 7faefd558640 1 -- 172.21.15.32:0/3386624552 learned_addr learned my addr 172.21.15.32:0/3386624552 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:29.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.613+0000 7faefd558640 1 -- 172.21.15.32:0/3386624552 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7faef8160ae0 msgr2=0x7faef80cd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:29.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.613+0000 7faefd558640 1 --2- 172.21.15.32:0/3386624552 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7faef8160ae0 0x7faef80cd270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.613+0000 7faefd558640 1 -- 172.21.15.32:0/3386624552 >> v1:172.21.15.159:6789/0 conn(0x7faef815c500 legacy=0x7faef80d2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:29.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.613+0000 7faefd558640 1 -- 172.21.15.32:0/3386624552 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faef80d09f0 con 0x7faef80d28a0 2024-09-13T17:48:29.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.613+0000 7faefd558640 1 --2- 172.21.15.32:0/3386624552 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faef80d28a0 0x7faef80d0010 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7faee80098a0 tx=0x7faee801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2ae31b769ce5c14 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:29.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.613+0000 7faefcd57640 1 -- 172.21.15.32:0/3386624552 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faee80a7070 con 0x7faef80d28a0 2024-09-13T17:48:29.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.613+0000 7faefcd57640 1 -- 172.21.15.32:0/3386624552 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faee80ab430 con 0x7faef80d28a0 2024-09-13T17:48:29.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.613+0000 7faefcd57640 1 -- 172.21.15.32:0/3386624552 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faee80ab7c0 con 0x7faef80d28a0 2024-09-13T17:48:29.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefffbd640 1 -- 172.21.15.32:0/3386624552 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faef80d28a0 msgr2=0x7faef80d0010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:29.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefffbd640 1 --2- 172.21.15.32:0/3386624552 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faef80d28a0 0x7faef80d0010 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7faee80098a0 tx=0x7faee801c470 comp rx=0 tx=0).stop 2024-09-13T17:48:29.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefffbd640 1 -- 172.21.15.32:0/3386624552 shutdown_connections 2024-09-13T17:48:29.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefffbd640 1 --2- 172.21.15.32:0/3386624552 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7faef8160ae0 0x7faef80cd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefffbd640 1 --2- 172.21.15.32:0/3386624552 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faef80d28a0 0x7faef80d0010 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefffbd640 1 -- 172.21.15.32:0/3386624552 >> 172.21.15.32:0/3386624552 conn(0x7faef8089f70 msgr2=0x7faef809b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:29.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefffbd640 1 -- 172.21.15.32:0/3386624552 shutdown_connections 2024-09-13T17:48:29.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefffbd640 1 -- 172.21.15.32:0/3386624552 wait complete. 2024-09-13T17:48:29.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefffbd640 1 Processor -- start 2024-09-13T17:48:29.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefffbd640 1 -- start start 2024-09-13T17:48:29.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefffbd640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7faef80d28a0 0x7faef8153bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefffbd640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7faef815c500 0x7faef80af8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefffbd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faef8160ae0 0x7faef80afe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefffbd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faef81f66b0 con 0x7faef8160ae0 2024-09-13T17:48:29.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefffbd640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faef81f6990 con 0x7faef815c500 2024-09-13T17:48:29.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefffbd640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faef80b2980 con 0x7faef80d28a0 2024-09-13T17:48:29.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefe55a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faef8160ae0 0x7faef80afe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefe55a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faef8160ae0 0x7faef80afe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45806/0 (socket says 172.21.15.32:45806) 2024-09-13T17:48:29.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefe55a640 1 -- 172.21.15.32:0/1027211876 learned_addr learned my addr 172.21.15.32:0/1027211876 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:29.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefdd59640 1 --2- 172.21.15.32:0/1027211876 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7faef80d28a0 0x7faef8153bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefd558640 1 --2- 172.21.15.32:0/1027211876 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7faef815c500 0x7faef80af8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefe55a640 1 -- 172.21.15.32:0/1027211876 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7faef80d28a0 msgr2=0x7faef8153bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:29.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefe55a640 1 --2- 172.21.15.32:0/1027211876 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7faef80d28a0 0x7faef8153bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefe55a640 1 -- 172.21.15.32:0/1027211876 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7faef815c500 msgr2=0x7faef80af8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:29.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefe55a640 1 --2- 172.21.15.32:0/1027211876 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7faef815c500 0x7faef80af8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefe55a640 1 -- 172.21.15.32:0/1027211876 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faee80094d0 con 0x7faef8160ae0 2024-09-13T17:48:29.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefe55a640 1 --2- 172.21.15.32:0/1027211876 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faef8160ae0 0x7faef80afe00 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7faef000ba10 tx=0x7faef000bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:29.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faeee7fc640 1 -- 172.21.15.32:0/1027211876 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faef000cac0 con 0x7faef8160ae0 2024-09-13T17:48:29.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faeee7fc640 1 -- 172.21.15.32:0/1027211876 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faef000cc40 con 0x7faef8160ae0 2024-09-13T17:48:29.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefffbd640 1 -- 172.21.15.32:0/1027211876 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faef80b1f40 con 0x7faef8160ae0 2024-09-13T17:48:29.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faeee7fc640 1 -- 172.21.15.32:0/1027211876 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faef0014440 con 0x7faef8160ae0 2024-09-13T17:48:29.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.617+0000 7faefffbd640 1 -- 172.21.15.32:0/1027211876 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faef8154130 con 0x7faef8160ae0 2024-09-13T17:48:29.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.621+0000 7faefffbd640 1 -- 172.21.15.32:0/1027211876 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faef80b23f0 con 0x7faef8160ae0 2024-09-13T17:48:29.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.621+0000 7faeee7fc640 1 -- 172.21.15.32:0/1027211876 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7faef001d3b0 con 0x7faef8160ae0 2024-09-13T17:48:29.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.621+0000 7faeee7fc640 1 --2- 172.21.15.32:0/1027211876 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7faedc0666c0 0x7faedc068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.621+0000 7faeee7fc640 1 -- 172.21.15.32:0/1027211876 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7faef00843d0 con 0x7faef8160ae0 2024-09-13T17:48:29.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.621+0000 7faefdd59640 1 --2- 172.21.15.32:0/1027211876 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7faedc0666c0 0x7faedc068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.621+0000 7faefdd59640 1 --2- 172.21.15.32:0/1027211876 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7faedc0666c0 0x7faedc068b80 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7faef40016c0 tx=0x7faef4009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:29.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.625+0000 7faeee7fc640 1 -- 172.21.15.32:0/1027211876 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7faef0051380 con 0x7faef8160ae0 2024-09-13T17:48:29.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.785+0000 7faefffbd640 1 -- 172.21.15.32:0/1027211876 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7faef80d0010 con 0x7faef8160ae0 2024-09-13T17:48:29.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.785+0000 7faeee7fc640 1 -- 172.21.15.32:0/1027211876 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7faef00549a0 con 0x7faef8160ae0 2024-09-13T17:48:29.788 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:29.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.789+0000 7faefffbd640 1 -- 172.21.15.32:0/1027211876 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7faedc0666c0 msgr2=0x7faedc068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:29.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.789+0000 7faefffbd640 1 --2- 172.21.15.32:0/1027211876 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7faedc0666c0 0x7faedc068b80 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7faef40016c0 tx=0x7faef4009040 comp rx=0 tx=0).stop 2024-09-13T17:48:29.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.789+0000 7faefffbd640 1 -- 172.21.15.32:0/1027211876 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faef8160ae0 msgr2=0x7faef80afe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:29.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.789+0000 7faefffbd640 1 --2- 172.21.15.32:0/1027211876 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faef8160ae0 0x7faef80afe00 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7faef000ba10 tx=0x7faef000bed0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.789+0000 7faefffbd640 1 -- 172.21.15.32:0/1027211876 shutdown_connections 2024-09-13T17:48:29.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.789+0000 7faefffbd640 1 --2- 172.21.15.32:0/1027211876 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7faedc0666c0 0x7faedc068b80 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.789+0000 7faefffbd640 1 --2- 172.21.15.32:0/1027211876 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faef8160ae0 0x7faef80afe00 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.789+0000 7faefffbd640 1 --2- 172.21.15.32:0/1027211876 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7faef815c500 0x7faef80af8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.789+0000 7faefffbd640 1 --2- 172.21.15.32:0/1027211876 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7faef80d28a0 0x7faef8153bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.789+0000 7faefffbd640 1 -- 172.21.15.32:0/1027211876 >> 172.21.15.32:0/1027211876 conn(0x7faef8089f70 msgr2=0x7faef815caf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:29.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.789+0000 7faefffbd640 1 -- 172.21.15.32:0/1027211876 shutdown_connections 2024-09-13T17:48:29.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.789+0000 7faefffbd640 1 -- 172.21.15.32:0/1027211876 wait complete. 2024-09-13T17:48:29.808 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T17:48:29.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.933+0000 7f792b89d640 1 Processor -- start 2024-09-13T17:48:29.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.933+0000 7f792b89d640 1 -- start start 2024-09-13T17:48:29.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.933+0000 7f792b89d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7924071f90 0x7f79240ac7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.933+0000 7f792b89d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f79240ca940 0x7f79240cadb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.933+0000 7f792b89d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f792415db90 con 0x7f792415d7b0 2024-09-13T17:48:29.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.933+0000 7f792b89d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79240cb2f0 con 0x7f7924071f90 2024-09-13T17:48:29.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.933+0000 7f792b89d640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79240ab720 con 0x7f79240ca940 2024-09-13T17:48:29.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.933+0000 7f7928e38640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7924071f90 0x7f79240ac7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.933+0000 7f7929639640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f792415d7b0 0x7f79240aaed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55232/0 (socket says 172.21.15.32:55232) 2024-09-13T17:48:29.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.933+0000 7f7929639640 1 -- 172.21.15.32:0/2206736665 learned_addr learned my addr 172.21.15.32:0/2206736665 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:29.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.933+0000 7f7929e3a640 1 --2- 172.21.15.32:0/2206736665 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f79240ca940 0x7f79240cadb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.933+0000 7f7928e38640 1 -- 172.21.15.32:0/2206736665 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f79240ca940 msgr2=0x7f79240cadb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:29.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.933+0000 7f7928e38640 1 --2- 172.21.15.32:0/2206736665 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f79240ca940 0x7f79240cadb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.933+0000 7f7928e38640 1 -- 172.21.15.32:0/2206736665 >> v1:172.21.15.32:6789/0 conn(0x7f792415d7b0 legacy=0x7f79240aaed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:29.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.933+0000 7f7928e38640 1 -- 172.21.15.32:0/2206736665 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79240aba00 con 0x7f7924071f90 2024-09-13T17:48:29.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.937+0000 7f7928e38640 1 --2- 172.21.15.32:0/2206736665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7924071f90 0x7f79240ac7c0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f7918009d90 tx=0x7f791801c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a879898ee4c4ad server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:29.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.937+0000 7f7923fff640 1 -- 172.21.15.32:0/2206736665 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79180a6700 con 0x7f7924071f90 2024-09-13T17:48:29.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.937+0000 7f7923fff640 1 -- 172.21.15.32:0/2206736665 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79180a6860 con 0x7f7924071f90 2024-09-13T17:48:29.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.937+0000 7f7923fff640 1 -- 172.21.15.32:0/2206736665 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79180a6bf0 con 0x7f7924071f90 2024-09-13T17:48:29.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.937+0000 7f792b89d640 1 -- 172.21.15.32:0/2206736665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7924071f90 msgr2=0x7f79240ac7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:29.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.937+0000 7f792b89d640 1 --2- 172.21.15.32:0/2206736665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7924071f90 0x7f79240ac7c0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f7918009d90 tx=0x7f791801c800 comp rx=0 tx=0).stop 2024-09-13T17:48:29.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.937+0000 7f792b89d640 1 -- 172.21.15.32:0/2206736665 shutdown_connections 2024-09-13T17:48:29.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.937+0000 7f792b89d640 1 --2- 172.21.15.32:0/2206736665 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f79240ca940 0x7f79240cadb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.937+0000 7f792b89d640 1 --2- 172.21.15.32:0/2206736665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7924071f90 0x7f79240ac7c0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.937+0000 7f792b89d640 1 -- 172.21.15.32:0/2206736665 >> 172.21.15.32:0/2206736665 conn(0x7f79240afbf0 msgr2=0x7f79240b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:29.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.937+0000 7f792b89d640 1 -- 172.21.15.32:0/2206736665 shutdown_connections 2024-09-13T17:48:29.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.937+0000 7f792b89d640 1 -- 172.21.15.32:0/2206736665 wait complete. 2024-09-13T17:48:29.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.937+0000 7f792b89d640 1 Processor -- start 2024-09-13T17:48:29.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.937+0000 7f792b89d640 1 -- start start 2024-09-13T17:48:29.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f792b89d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7924071f90 0x7f79240c4740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f792b89d640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79240ca940 0x7f79240aeb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f792b89d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f792415d7b0 0x7f7924159540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f792b89d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79240af190 con 0x7f792415d7b0 2024-09-13T17:48:29.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f792b89d640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79240c3180 con 0x7f79240ca940 2024-09-13T17:48:29.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f792b89d640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f792415bf60 con 0x7f7924071f90 2024-09-13T17:48:29.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f7929e3a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f792415d7b0 0x7f7924159540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f7929e3a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f792415d7b0 0x7f7924159540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45832/0 (socket says 172.21.15.32:45832) 2024-09-13T17:48:29.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f7929e3a640 1 -- 172.21.15.32:0/3686552923 learned_addr learned my addr 172.21.15.32:0/3686552923 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:29.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f7928e38640 1 --2- 172.21.15.32:0/3686552923 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79240ca940 0x7f79240aeb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f7929639640 1 --2- 172.21.15.32:0/3686552923 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7924071f90 0x7f79240c4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f7929e3a640 1 -- 172.21.15.32:0/3686552923 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7924071f90 msgr2=0x7f79240c4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:29.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f7929e3a640 1 --2- 172.21.15.32:0/3686552923 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7924071f90 0x7f79240c4740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f7929e3a640 1 -- 172.21.15.32:0/3686552923 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79240ca940 msgr2=0x7f79240aeb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:29.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f7929e3a640 1 --2- 172.21.15.32:0/3686552923 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79240ca940 0x7f79240aeb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:29.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f7929e3a640 1 -- 172.21.15.32:0/3686552923 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7918009a70 con 0x7f792415d7b0 2024-09-13T17:48:29.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f7929e3a640 1 --2- 172.21.15.32:0/3686552923 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f792415d7b0 0x7f7924159540 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f791400d800 tx=0x7f791400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:29.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f7921ffb640 1 -- 172.21.15.32:0/3686552923 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f791400b6c0 con 0x7f792415d7b0 2024-09-13T17:48:29.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f7921ffb640 1 -- 172.21.15.32:0/3686552923 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f791400b820 con 0x7f792415d7b0 2024-09-13T17:48:29.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f792b89d640 1 -- 172.21.15.32:0/3686552923 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f792415c240 con 0x7f792415d7b0 2024-09-13T17:48:29.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f7921ffb640 1 -- 172.21.15.32:0/3686552923 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f791400bbd0 con 0x7f792415d7b0 2024-09-13T17:48:29.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f792b89d640 1 -- 172.21.15.32:0/3686552923 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f792415c800 con 0x7f792415d7b0 2024-09-13T17:48:29.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f792b89d640 1 -- 172.21.15.32:0/3686552923 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f792415c9f0 con 0x7f792415d7b0 2024-09-13T17:48:29.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f7921ffb640 1 -- 172.21.15.32:0/3686552923 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f791400bd30 con 0x7f792415d7b0 2024-09-13T17:48:29.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.941+0000 7f7921ffb640 1 --2- 172.21.15.32:0/3686552923 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7910066690 0x7f7910068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:29.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.945+0000 7f7921ffb640 1 -- 172.21.15.32:0/3686552923 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f7914084a00 con 0x7f792415d7b0 2024-09-13T17:48:29.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.945+0000 7f7929639640 1 --2- 172.21.15.32:0/3686552923 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7910066690 0x7f7910068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:29.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.945+0000 7f7929639640 1 --2- 172.21.15.32:0/3686552923 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7910066690 0x7f7910068b50 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f791c000f70 tx=0x7f791c007c30 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:29.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:29.949+0000 7f7921ffb640 1 -- 172.21.15.32:0/3686552923 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7914051a40 con 0x7f792415d7b0 2024-09-13T17:48:30.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.125+0000 7f792b89d640 1 -- 172.21.15.32:0/3686552923 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f79240675f0 con 0x7f792415d7b0 2024-09-13T17:48:30.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.125+0000 7f7921ffb640 1 -- 172.21.15.32:0/3686552923 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v29) v1 ==== 80+0+0 (secure 0 0 0) 0x7f79240675f0 con 0x7f792415d7b0 2024-09-13T17:48:30.127 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-13T17:48:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.125+0000 7f792b89d640 1 -- 172.21.15.32:0/3686552923 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7910066690 msgr2=0x7f7910068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.125+0000 7f792b89d640 1 --2- 172.21.15.32:0/3686552923 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7910066690 0x7f7910068b50 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f791c000f70 tx=0x7f791c007c30 comp rx=0 tx=0).stop 2024-09-13T17:48:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.125+0000 7f792b89d640 1 -- 172.21.15.32:0/3686552923 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f792415d7b0 msgr2=0x7f7924159540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.125+0000 7f792b89d640 1 --2- 172.21.15.32:0/3686552923 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f792415d7b0 0x7f7924159540 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f791400d800 tx=0x7f791400dcc0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.125+0000 7f792b89d640 1 -- 172.21.15.32:0/3686552923 shutdown_connections 2024-09-13T17:48:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.125+0000 7f792b89d640 1 --2- 172.21.15.32:0/3686552923 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7910066690 0x7f7910068b50 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.125+0000 7f792b89d640 1 --2- 172.21.15.32:0/3686552923 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f792415d7b0 0x7f7924159540 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.125+0000 7f792b89d640 1 --2- 172.21.15.32:0/3686552923 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79240ca940 0x7f79240aeb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.125+0000 7f792b89d640 1 --2- 172.21.15.32:0/3686552923 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7924071f90 0x7f79240c4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.125+0000 7f792b89d640 1 -- 172.21.15.32:0/3686552923 >> 172.21.15.32:0/3686552923 conn(0x7f79240afbf0 msgr2=0x7f792415a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:30.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.129+0000 7f792b89d640 1 -- 172.21.15.32:0/3686552923 shutdown_connections 2024-09-13T17:48:30.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.129+0000 7f792b89d640 1 -- 172.21.15.32:0/3686552923 wait complete. 2024-09-13T17:48:30.147 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:48:30.147 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:48:30.154 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:30.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.273+0000 7f10a5639640 1 Processor -- start 2024-09-13T17:48:30.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.273+0000 7f10a5639640 1 -- start start 2024-09-13T17:48:30.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.277+0000 7f10a5639640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f10a015c4f0 0x7f10a00d0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.277+0000 7f10a5639640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f10a00cf860 0x7f10a006b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.277+0000 7f10a5639640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10a00ccfd0 con 0x7f10a006b560 2024-09-13T17:48:30.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.277+0000 7f10a5639640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10a00cfcd0 con 0x7f10a00cf860 2024-09-13T17:48:30.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.277+0000 7f10a5639640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10a00cd200 con 0x7f10a015c4f0 2024-09-13T17:48:30.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.277+0000 7f1097fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f10a00cf860 0x7f10a006b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.277+0000 7f1097fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f10a00cf860 0x7f10a006b020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45838/0 (socket says 172.21.15.32:45838) 2024-09-13T17:48:30.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.277+0000 7f1097fff640 1 -- 172.21.15.32:0/550492265 learned_addr learned my addr 172.21.15.32:0/550492265 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:30.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.277+0000 7f109f7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f10a006b560 0x7f10a00cdca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55244/0 (socket says 172.21.15.32:55244) 2024-09-13T17:48:30.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.277+0000 7f1097fff640 1 -- 172.21.15.32:0/550492265 >> v2:172.21.15.159:3300/0 conn(0x7f10a015c4f0 msgr2=0x7f10a00d0a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:30.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.277+0000 7f1097fff640 1 --2- 172.21.15.32:0/550492265 >> v2:172.21.15.159:3300/0 conn(0x7f10a015c4f0 0x7f10a00d0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.277+0000 7f1097fff640 1 -- 172.21.15.32:0/550492265 >> v1:172.21.15.32:6789/0 conn(0x7f10a006b560 legacy=0x7f10a00cdca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.277+0000 7f1097fff640 1 -- 172.21.15.32:0/550492265 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10a00d1110 con 0x7f10a00cf860 2024-09-13T17:48:30.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.277+0000 7f1097fff640 1 --2- 172.21.15.32:0/550492265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10a00cf860 0x7f10a006b020 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f1088006fd0 tx=0x7f108801c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f92d66a242c9774 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:30.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.277+0000 7f109e7fc640 1 -- 172.21.15.32:0/550492265 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10880aa660 con 0x7f10a00cf860 2024-09-13T17:48:30.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f109e7fc640 1 -- 172.21.15.32:0/550492265 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10880aa7c0 con 0x7f10a00cf860 2024-09-13T17:48:30.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f109e7fc640 1 -- 172.21.15.32:0/550492265 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10880aab50 con 0x7f10a00cf860 2024-09-13T17:48:30.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10a5639640 1 -- 172.21.15.32:0/550492265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10a00cf860 msgr2=0x7f10a006b020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10a5639640 1 --2- 172.21.15.32:0/550492265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10a00cf860 0x7f10a006b020 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f1088006fd0 tx=0x7f108801c500 comp rx=0 tx=0).stop 2024-09-13T17:48:30.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10a5639640 1 -- 172.21.15.32:0/550492265 shutdown_connections 2024-09-13T17:48:30.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10a5639640 1 --2- 172.21.15.32:0/550492265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10a00cf860 0x7f10a006b020 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10a5639640 1 --2- 172.21.15.32:0/550492265 >> v2:172.21.15.159:3300/0 conn(0x7f10a015c4f0 0x7f10a00d0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10a5639640 1 -- 172.21.15.32:0/550492265 >> 172.21.15.32:0/550492265 conn(0x7f10a008bf30 msgr2=0x7f10a009b850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:30.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10a5639640 1 -- 172.21.15.32:0/550492265 shutdown_connections 2024-09-13T17:48:30.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10a5639640 1 -- 172.21.15.32:0/550492265 wait complete. 2024-09-13T17:48:30.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10a5639640 1 Processor -- start 2024-09-13T17:48:30.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10a5639640 1 -- start start 2024-09-13T17:48:30.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10a5639640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10a006b560 0x7f10a015f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10a5639640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f10a00cf860 0x7f10a015db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10a5639640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f10a015c4f0 0x7f10a0153c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10a5639640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10a0155770 con 0x7f10a006b560 2024-09-13T17:48:30.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10a5639640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10a01541b0 con 0x7f10a015c4f0 2024-09-13T17:48:30.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10a5639640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10a00ca020 con 0x7f10a00cf860 2024-09-13T17:48:30.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f109effd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10a006b560 0x7f10a015f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f109effd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10a006b560 0x7f10a015f3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45852/0 (socket says 172.21.15.32:45852) 2024-09-13T17:48:30.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f109effd640 1 -- 172.21.15.32:0/1990972426 learned_addr learned my addr 172.21.15.32:0/1990972426 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:30.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f109f7fe640 1 --2- 172.21.15.32:0/1990972426 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f10a015c4f0 0x7f10a0153c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f1097fff640 1 --2- 172.21.15.32:0/1990972426 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f10a00cf860 0x7f10a015db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f109effd640 1 -- 172.21.15.32:0/1990972426 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f10a00cf860 msgr2=0x7f10a015db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f109effd640 1 --2- 172.21.15.32:0/1990972426 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f10a00cf860 0x7f10a015db40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f109effd640 1 -- 172.21.15.32:0/1990972426 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f10a015c4f0 msgr2=0x7f10a0153c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f109effd640 1 --2- 172.21.15.32:0/1990972426 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f10a015c4f0 0x7f10a0153c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f109effd640 1 -- 172.21.15.32:0/1990972426 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1088009480 con 0x7f10a006b560 2024-09-13T17:48:30.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f109f7fe640 1 --2- 172.21.15.32:0/1990972426 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f10a015c4f0 0x7f10a0153c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:30.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f109effd640 1 --2- 172.21.15.32:0/1990972426 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10a006b560 0x7f10a015f3d0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f109000b440 tx=0x7f109000b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:30.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10977fe640 1 -- 172.21.15.32:0/1990972426 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1090011890 con 0x7f10a006b560 2024-09-13T17:48:30.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10977fe640 1 -- 172.21.15.32:0/1990972426 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1090011a10 con 0x7f10a006b560 2024-09-13T17:48:30.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10a5639640 1 -- 172.21.15.32:0/1990972426 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10a00ca300 con 0x7f10a006b560 2024-09-13T17:48:30.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10977fe640 1 -- 172.21.15.32:0/1990972426 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1090011dc0 con 0x7f10a006b560 2024-09-13T17:48:30.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.281+0000 7f10a5639640 1 -- 172.21.15.32:0/1990972426 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10a015eeb0 con 0x7f10a006b560 2024-09-13T17:48:30.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.285+0000 7f10a5639640 1 -- 172.21.15.32:0/1990972426 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10a006b020 con 0x7f10a006b560 2024-09-13T17:48:30.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.285+0000 7f10977fe640 1 -- 172.21.15.32:0/1990972426 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f109001a400 con 0x7f10a006b560 2024-09-13T17:48:30.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.285+0000 7f10977fe640 1 --2- 172.21.15.32:0/1990972426 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1080066690 0x7f1080068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.285+0000 7f10977fe640 1 -- 172.21.15.32:0/1990972426 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f1090084790 con 0x7f10a006b560 2024-09-13T17:48:30.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.285+0000 7f1097fff640 1 --2- 172.21.15.32:0/1990972426 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1080066690 0x7f1080068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.285+0000 7f1097fff640 1 --2- 172.21.15.32:0/1990972426 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1080066690 0x7f1080068b50 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f10880ae000 tx=0x7f10880a7000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:30.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.289+0000 7f10977fe640 1 -- 172.21.15.32:0/1990972426 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f10900517d0 con 0x7f10a006b560 2024-09-13T17:48:30.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.449+0000 7f10a5639640 1 -- 172.21.15.32:0/1990972426 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f10a00b83b0 con 0x7f10a006b560 2024-09-13T17:48:30.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.453+0000 7f10977fe640 1 -- 172.21.15.32:0/1990972426 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+18723 (secure 0 0 0) 0x7f1090054df0 con 0x7f10a006b560 2024-09-13T17:48:30.454 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:30.454 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:01.407417+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.27","mappings":[{"from":3,"to":1}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.c","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:30.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.453+0000 7f10a5639640 1 -- 172.21.15.32:0/1990972426 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1080066690 msgr2=0x7f1080068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.453+0000 7f10a5639640 1 --2- 172.21.15.32:0/1990972426 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1080066690 0x7f1080068b50 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f10880ae000 tx=0x7f10880a7000 comp rx=0 tx=0).stop 2024-09-13T17:48:30.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.453+0000 7f10a5639640 1 -- 172.21.15.32:0/1990972426 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10a006b560 msgr2=0x7f10a015f3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.453+0000 7f10a5639640 1 --2- 172.21.15.32:0/1990972426 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10a006b560 0x7f10a015f3d0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f109000b440 tx=0x7f109000b900 comp rx=0 tx=0).stop 2024-09-13T17:48:30.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.453+0000 7f10a5639640 1 -- 172.21.15.32:0/1990972426 shutdown_connections 2024-09-13T17:48:30.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.453+0000 7f10a5639640 1 --2- 172.21.15.32:0/1990972426 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1080066690 0x7f1080068b50 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.453+0000 7f10a5639640 1 --2- 172.21.15.32:0/1990972426 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f10a015c4f0 0x7f10a0153c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.453+0000 7f10a5639640 1 --2- 172.21.15.32:0/1990972426 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f10a00cf860 0x7f10a015db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.453+0000 7f10a5639640 1 --2- 172.21.15.32:0/1990972426 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10a006b560 0x7f10a015f3d0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.453+0000 7f10a5639640 1 -- 172.21.15.32:0/1990972426 >> 172.21.15.32:0/1990972426 conn(0x7f10a008bf30 msgr2=0x7f10a00cefe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:30.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.453+0000 7f10a5639640 1 -- 172.21.15.32:0/1990972426 shutdown_connections 2024-09-13T17:48:30.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.453+0000 7f10a5639640 1 -- 172.21.15.32:0/1990972426 wait complete. 2024-09-13T17:48:30.474 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:47:18.165736+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:47:19.043698+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T17:47:22.248444+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T17:48:30.475 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:48:30.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d92665640 1 Processor -- start 2024-09-13T17:48:30.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d92665640 1 -- start start 2024-09-13T17:48:30.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d92665640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f2d8c0b2f80 0x7f2d8c06dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d92665640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2d8c0b1bc0 0x7f2d8c0cacd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d92665640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d8c0cb210 con 0x7f2d8c0cdbc0 2024-09-13T17:48:30.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d92665640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d8c0b1170 con 0x7f2d8c0b2f80 2024-09-13T17:48:30.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d92665640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d8c0b1730 con 0x7f2d8c0b1bc0 2024-09-13T17:48:30.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8bfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f2d8c0cdbc0 0x7f2d8c0b2870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55258/0 (socket says 172.21.15.32:55258) 2024-09-13T17:48:30.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8bfff640 1 -- 172.21.15.32:0/1776628230 learned_addr learned my addr 172.21.15.32:0/1776628230 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:30.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8affd640 1 -- 172.21.15.32:0/1776628230 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 726576584 0 0) 0x7f2d8c0cb210 con 0x7f2d8c0cdbc0 2024-09-13T17:48:30.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8affd640 1 -- 172.21.15.32:0/1776628230 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2d74003530 con 0x7f2d8c0cdbc0 2024-09-13T17:48:30.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d90c02640 1 --2- 172.21.15.32:0/1776628230 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2d8c0b1bc0 0x7f2d8c0cacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8b7fe640 1 --2- 172.21.15.32:0/1776628230 >> v2:172.21.15.159:3300/0 conn(0x7f2d8c0b2f80 0x7f2d8c06dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8affd640 1 -- 172.21.15.32:0/1776628230 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3265204629 0 0) 0x7f2d74003530 con 0x7f2d8c0cdbc0 2024-09-13T17:48:30.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8affd640 1 -- 172.21.15.32:0/1776628230 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2d8c0b1bc0 msgr2=0x7f2d8c0cacd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:30.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8affd640 1 --2- 172.21.15.32:0/1776628230 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2d8c0b1bc0 0x7f2d8c0cacd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8affd640 1 -- 172.21.15.32:0/1776628230 >> v2:172.21.15.159:3300/0 conn(0x7f2d8c0b2f80 msgr2=0x7f2d8c06dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:30.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8affd640 1 --2- 172.21.15.32:0/1776628230 >> v2:172.21.15.159:3300/0 conn(0x7f2d8c0b2f80 0x7f2d8c06dcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8affd640 1 -- 172.21.15.32:0/1776628230 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d8c0b2070 con 0x7f2d8c0cdbc0 2024-09-13T17:48:30.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8affd640 1 -- 172.21.15.32:0/1776628230 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f2d7c001680 con 0x7f2d8c0cdbc0 2024-09-13T17:48:30.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8affd640 1 -- 172.21.15.32:0/1776628230 >> v1:172.21.15.32:6789/0 conn(0x7f2d8c0cdbc0 legacy=0x7f2d8c0b2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8affd640 1 --2- 172.21.15.32:0/1776628230 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2d8c0b1bc0 0x7f2d74003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8affd640 1 --2- 172.21.15.32:0/1776628230 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2d74003fb0 0x7f2d740047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8affd640 1 --2- 172.21.15.32:0/1776628230 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d74004d10 0x7f2d74005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8affd640 1 -- 172.21.15.32:0/1776628230 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d8c0b1170 con 0x7f2d74004d10 2024-09-13T17:48:30.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8affd640 1 -- 172.21.15.32:0/1776628230 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d8c0b1730 con 0x7f2d74003fb0 2024-09-13T17:48:30.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8affd640 1 -- 172.21.15.32:0/1776628230 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d7400ba90 con 0x7f2d8c0b1bc0 2024-09-13T17:48:30.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d90c02640 1 --2- 172.21.15.32:0/1776628230 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d74004d10 0x7f2d74005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8b7fe640 1 --2- 172.21.15.32:0/1776628230 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2d74003fb0 0x7f2d740047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d8bfff640 1 --2- 172.21.15.32:0/1776628230 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2d8c0b1bc0 0x7f2d74003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d90c02640 1 -- 172.21.15.32:0/1776628230 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2d8c0b1bc0 msgr2=0x7f2d74003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:30.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d90c02640 1 --2- 172.21.15.32:0/1776628230 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2d8c0b1bc0 0x7f2d74003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d90c02640 1 -- 172.21.15.32:0/1776628230 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2d74003fb0 msgr2=0x7f2d740047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:30.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d90c02640 1 --2- 172.21.15.32:0/1776628230 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2d74003fb0 0x7f2d740047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.597+0000 7f2d90c02640 1 -- 172.21.15.32:0/1776628230 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d74003530 con 0x7f2d74004d10 2024-09-13T17:48:30.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d90c02640 1 --2- 172.21.15.32:0/1776628230 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d74004d10 0x7f2d74005190 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f2d84007360 tx=0x7f2d8401ce40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bfceaa8c33110af server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:30.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d8affd640 1 -- 172.21.15.32:0/1776628230 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d840a5d40 con 0x7f2d74004d10 2024-09-13T17:48:30.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d8affd640 1 -- 172.21.15.32:0/1776628230 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d840ad440 con 0x7f2d74004d10 2024-09-13T17:48:30.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d8affd640 1 -- 172.21.15.32:0/1776628230 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d840a5ea0 con 0x7f2d74004d10 2024-09-13T17:48:30.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d92665640 1 -- 172.21.15.32:0/1776628230 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d74004d10 msgr2=0x7f2d74005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d92665640 1 --2- 172.21.15.32:0/1776628230 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d74004d10 0x7f2d74005190 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f2d84007360 tx=0x7f2d8401ce40 comp rx=0 tx=0).stop 2024-09-13T17:48:30.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d90c02640 1 -- 172.21.15.32:0/1776628230 reap_dead start 2024-09-13T17:48:30.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d92665640 1 -- 172.21.15.32:0/1776628230 shutdown_connections 2024-09-13T17:48:30.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d92665640 1 -- 172.21.15.32:0/1776628230 >> 172.21.15.32:0/1776628230 conn(0x7f2d8c06a150 msgr2=0x7f2d8c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:30.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d92665640 1 -- 172.21.15.32:0/1776628230 shutdown_connections 2024-09-13T17:48:30.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d92665640 1 -- 172.21.15.32:0/1776628230 wait complete. 2024-09-13T17:48:30.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d92665640 1 Processor -- start 2024-09-13T17:48:30.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d92665640 1 -- start start 2024-09-13T17:48:30.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d92665640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2d74004d10 0x7f2d8c0c35d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d92665640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2d8c071ea0 0x7f2d8c150cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d92665640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d8c151210 0x7f2d8c0c9ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d92665640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d8c14dfe0 con 0x7f2d8c151210 2024-09-13T17:48:30.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d92665640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d8c0c1df0 con 0x7f2d74004d10 2024-09-13T17:48:30.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d92665640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d8c166bb0 con 0x7f2d8c071ea0 2024-09-13T17:48:30.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d90c02640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d8c151210 0x7f2d8c0c9ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d90c02640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d8c151210 0x7f2d8c0c9ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45874/0 (socket says 172.21.15.32:45874) 2024-09-13T17:48:30.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.601+0000 7f2d90c02640 1 -- 172.21.15.32:0/1752049811 learned_addr learned my addr 172.21.15.32:0/1752049811 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:30.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d8b7fe640 1 --2- 172.21.15.32:0/1752049811 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2d8c071ea0 0x7f2d8c150cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d8bfff640 1 --2- 172.21.15.32:0/1752049811 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2d74004d10 0x7f2d8c0c35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d90c02640 1 -- 172.21.15.32:0/1752049811 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2d8c071ea0 msgr2=0x7f2d8c150cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d90c02640 1 --2- 172.21.15.32:0/1752049811 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2d8c071ea0 0x7f2d8c150cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d90c02640 1 -- 172.21.15.32:0/1752049811 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2d74004d10 msgr2=0x7f2d8c0c35d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d90c02640 1 --2- 172.21.15.32:0/1752049811 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2d74004d10 0x7f2d8c0c35d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d90c02640 1 -- 172.21.15.32:0/1752049811 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d8c166940 con 0x7f2d8c151210 2024-09-13T17:48:30.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d8bfff640 1 --2- 172.21.15.32:0/1752049811 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2d74004d10 0x7f2d8c0c35d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:30.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d90c02640 1 --2- 172.21.15.32:0/1752049811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d8c151210 0x7f2d8c0c9ad0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f2d840b0040 tx=0x7f2d74005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:30.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d88ff9640 1 -- 172.21.15.32:0/1752049811 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d840ad9f0 con 0x7f2d8c151210 2024-09-13T17:48:30.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d88ff9640 1 -- 172.21.15.32:0/1752049811 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d840adb50 con 0x7f2d8c151210 2024-09-13T17:48:30.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d88ff9640 1 -- 172.21.15.32:0/1752049811 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d840b8470 con 0x7f2d8c151210 2024-09-13T17:48:30.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d92665640 1 -- 172.21.15.32:0/1752049811 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d8c14dc70 con 0x7f2d8c151210 2024-09-13T17:48:30.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d92665640 1 -- 172.21.15.32:0/1752049811 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d8c0c2000 con 0x7f2d8c151210 2024-09-13T17:48:30.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d92665640 1 -- 172.21.15.32:0/1752049811 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d8c06dcf0 con 0x7f2d8c151210 2024-09-13T17:48:30.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d88ff9640 1 -- 172.21.15.32:0/1752049811 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2d840b4070 con 0x7f2d8c151210 2024-09-13T17:48:30.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d88ff9640 1 --2- 172.21.15.32:0/1752049811 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2d78066690 0x7f2d78068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d88ff9640 1 -- 172.21.15.32:0/1752049811 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f2d8411e790 con 0x7f2d8c151210 2024-09-13T17:48:30.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d8bfff640 1 --2- 172.21.15.32:0/1752049811 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2d78066690 0x7f2d78068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.605+0000 7f2d8bfff640 1 --2- 172.21.15.32:0/1752049811 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2d78066690 0x7f2d78068b50 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f2d7c0017b0 tx=0x7f2d7c001c80 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:30.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.609+0000 7f2d88ff9640 1 -- 172.21.15.32:0/1752049811 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2d840eb880 con 0x7f2d8c151210 2024-09-13T17:48:30.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.769+0000 7f2d92665640 1 -- 172.21.15.32:0/1752049811 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f2d8c0c9830 con 0x7f2d8c151210 2024-09-13T17:48:30.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.769+0000 7f2d88ff9640 1 -- 172.21.15.32:0/1752049811 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2d840eeea0 con 0x7f2d8c151210 2024-09-13T17:48:30.772 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:48:30.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.773+0000 7f2d92665640 1 -- 172.21.15.32:0/1752049811 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2d78066690 msgr2=0x7f2d78068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.773+0000 7f2d92665640 1 --2- 172.21.15.32:0/1752049811 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2d78066690 0x7f2d78068b50 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f2d7c0017b0 tx=0x7f2d7c001c80 comp rx=0 tx=0).stop 2024-09-13T17:48:30.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.773+0000 7f2d92665640 1 -- 172.21.15.32:0/1752049811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d8c151210 msgr2=0x7f2d8c0c9ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.773+0000 7f2d92665640 1 --2- 172.21.15.32:0/1752049811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d8c151210 0x7f2d8c0c9ad0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f2d840b0040 tx=0x7f2d74005800 comp rx=0 tx=0).stop 2024-09-13T17:48:30.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.773+0000 7f2d92665640 1 -- 172.21.15.32:0/1752049811 shutdown_connections 2024-09-13T17:48:30.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.773+0000 7f2d92665640 1 --2- 172.21.15.32:0/1752049811 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2d78066690 0x7f2d78068b50 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.773+0000 7f2d92665640 1 --2- 172.21.15.32:0/1752049811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d8c151210 0x7f2d8c0c9ad0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.773+0000 7f2d92665640 1 --2- 172.21.15.32:0/1752049811 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2d8c071ea0 0x7f2d8c150cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.773+0000 7f2d92665640 1 --2- 172.21.15.32:0/1752049811 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2d74004d10 0x7f2d8c0c35d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.773+0000 7f2d92665640 1 -- 172.21.15.32:0/1752049811 >> 172.21.15.32:0/1752049811 conn(0x7f2d8c06a150 msgr2=0x7f2d8c0ad200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:30.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.773+0000 7f2d92665640 1 -- 172.21.15.32:0/1752049811 shutdown_connections 2024-09-13T17:48:30.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.773+0000 7f2d92665640 1 -- 172.21.15.32:0/1752049811 wait complete. 2024-09-13T17:48:30.791 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:48:30.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f10332c3640 1 Processor -- start 2024-09-13T17:48:30.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f10332c3640 1 -- start start 2024-09-13T17:48:30.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f10332c3640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f102c0b2240 0x7f102c164ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f10332c3640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f102c0ab660 con 0x7f102c0cec00 2024-09-13T17:48:30.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f10332c3640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f102c0ada40 con 0x7f102c15a520 2024-09-13T17:48:30.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f10332c3640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f102c0b2760 con 0x7f102c0b2240 2024-09-13T17:48:30.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f103085e640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f102c0cec00 0x7f102c0b1b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55262/0 (socket says 172.21.15.32:55262) 2024-09-13T17:48:30.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f103085e640 1 -- 172.21.15.32:0/178538075 learned_addr learned my addr 172.21.15.32:0/178538075 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:30.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f1031860640 1 --2- 172.21.15.32:0/178538075 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f102c0b2240 0x7f102c164ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f1023fff640 1 -- 172.21.15.32:0/178538075 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1844165894 0 0) 0x7f102c0ab660 con 0x7f102c0cec00 2024-09-13T17:48:30.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f1023fff640 1 -- 172.21.15.32:0/178538075 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1018003530 con 0x7f102c0cec00 2024-09-13T17:48:30.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f1023fff640 1 -- 172.21.15.32:0/178538075 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 962178972 0 0) 0x7f1018003530 con 0x7f102c0cec00 2024-09-13T17:48:30.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f1023fff640 1 -- 172.21.15.32:0/178538075 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f102c0b2240 msgr2=0x7f102c164ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:30.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f1023fff640 1 --2- 172.21.15.32:0/178538075 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f102c0b2240 0x7f102c164ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f1023fff640 1 -- 172.21.15.32:0/178538075 >> v1:172.21.15.159:6789/0 conn(0x7f102c15a520 legacy=0x7f102c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f1023fff640 1 -- 172.21.15.32:0/178538075 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f102c0b2a40 con 0x7f102c0cec00 2024-09-13T17:48:30.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f1023fff640 1 -- 172.21.15.32:0/178538075 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f101c001680 con 0x7f102c0cec00 2024-09-13T17:48:30.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f1023fff640 1 -- 172.21.15.32:0/178538075 >> v1:172.21.15.32:6789/0 conn(0x7f102c0cec00 legacy=0x7f102c0b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f1023fff640 1 --2- 172.21.15.32:0/178538075 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f102c0b2240 0x7f10180039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f1023fff640 1 --2- 172.21.15.32:0/178538075 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1018003f30 0x7f10180047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f1023fff640 1 --2- 172.21.15.32:0/178538075 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1018004d10 0x7f1018005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f1023fff640 1 -- 172.21.15.32:0/178538075 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f102c0b2760 con 0x7f1018003f30 2024-09-13T17:48:30.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f1023fff640 1 -- 172.21.15.32:0/178538075 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f101800ba70 con 0x7f1018004d10 2024-09-13T17:48:30.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f1023fff640 1 -- 172.21.15.32:0/178538075 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f101800bc30 con 0x7f102c0b2240 2024-09-13T17:48:30.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f103085e640 1 --2- 172.21.15.32:0/178538075 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1018003f30 0x7f10180047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f1031860640 1 --2- 172.21.15.32:0/178538075 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1018004d10 0x7f1018005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f103105f640 1 --2- 172.21.15.32:0/178538075 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f102c0b2240 0x7f10180039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f103085e640 1 -- 172.21.15.32:0/178538075 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f102c0b2240 msgr2=0x7f10180039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:30.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f103085e640 1 --2- 172.21.15.32:0/178538075 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f102c0b2240 0x7f10180039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f103085e640 1 -- 172.21.15.32:0/178538075 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1018004d10 msgr2=0x7f1018005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:30.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f103085e640 1 --2- 172.21.15.32:0/178538075 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1018004d10 0x7f1018005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f103085e640 1 -- 172.21.15.32:0/178538075 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1018003530 con 0x7f1018003f30 2024-09-13T17:48:30.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.913+0000 7f103105f640 1 --2- 172.21.15.32:0/178538075 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f102c0b2240 0x7f10180039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:30.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.917+0000 7f103085e640 1 --2- 172.21.15.32:0/178538075 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1018003f30 0x7f10180047d0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f101c00c240 tx=0x7f101c01f3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=889b2b5264081504 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:30.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.917+0000 7f1023fff640 1 -- 172.21.15.32:0/178538075 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f101c005ae0 con 0x7f1018003f30 2024-09-13T17:48:30.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.917+0000 7f1023fff640 1 -- 172.21.15.32:0/178538075 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f101c0ab070 con 0x7f1018003f30 2024-09-13T17:48:30.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.917+0000 7f1023fff640 1 -- 172.21.15.32:0/178538075 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f101c005ea0 con 0x7f1018003f30 2024-09-13T17:48:30.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.917+0000 7f10332c3640 1 -- 172.21.15.32:0/178538075 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1018003f30 msgr2=0x7f10180047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.917+0000 7f10332c3640 1 --2- 172.21.15.32:0/178538075 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1018003f30 0x7f10180047d0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f101c00c240 tx=0x7f101c01f3d0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.917+0000 7f1031860640 1 -- 172.21.15.32:0/178538075 reap_dead start 2024-09-13T17:48:30.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.917+0000 7f10332c3640 1 -- 172.21.15.32:0/178538075 shutdown_connections 2024-09-13T17:48:30.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.917+0000 7f10332c3640 1 -- 172.21.15.32:0/178538075 >> 172.21.15.32:0/178538075 conn(0x7f102c06a150 msgr2=0x7f102c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:30.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.917+0000 7f10332c3640 1 -- 172.21.15.32:0/178538075 shutdown_connections 2024-09-13T17:48:30.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.917+0000 7f10332c3640 1 -- 172.21.15.32:0/178538075 wait complete. 2024-09-13T17:48:30.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.917+0000 7f10332c3640 1 Processor -- start 2024-09-13T17:48:30.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.917+0000 7f10332c3640 1 -- start start 2024-09-13T17:48:30.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.917+0000 7f10332c3640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1018003f30 0x7f102c1f29f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.917+0000 7f10332c3640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f102c15a9a0 0x7f102c0b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.917+0000 7f10332c3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f102c158ff0 0x7f102c1594a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.917+0000 7f10332c3640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f102c1599e0 con 0x7f102c158ff0 2024-09-13T17:48:30.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f10332c3640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f102c15bae0 con 0x7f102c15a9a0 2024-09-13T17:48:30.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f10332c3640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f102c1f2f30 con 0x7f1018003f30 2024-09-13T17:48:30.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f1031860640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f102c158ff0 0x7f102c1594a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f1031860640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f102c158ff0 0x7f102c1594a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45906/0 (socket says 172.21.15.32:45906) 2024-09-13T17:48:30.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f1031860640 1 -- 172.21.15.32:0/1423705004 learned_addr learned my addr 172.21.15.32:0/1423705004 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:30.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f103105f640 1 --2- 172.21.15.32:0/1423705004 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1018003f30 0x7f102c1f29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f103085e640 1 --2- 172.21.15.32:0/1423705004 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f102c15a9a0 0x7f102c0b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f1031860640 1 -- 172.21.15.32:0/1423705004 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1018003f30 msgr2=0x7f102c1f29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f1031860640 1 --2- 172.21.15.32:0/1423705004 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1018003f30 0x7f102c1f29f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f1031860640 1 -- 172.21.15.32:0/1423705004 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f102c15a9a0 msgr2=0x7f102c0b0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:30.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f1031860640 1 --2- 172.21.15.32:0/1423705004 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f102c15a9a0 0x7f102c0b0280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:30.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f1031860640 1 -- 172.21.15.32:0/1423705004 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f102c15af60 con 0x7f102c158ff0 2024-09-13T17:48:30.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f1031860640 1 --2- 172.21.15.32:0/1423705004 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f102c158ff0 0x7f102c1594a0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f102c15de00 tx=0x7f10240115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:30.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f1021ffb640 1 -- 172.21.15.32:0/1423705004 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f102400e070 con 0x7f102c158ff0 2024-09-13T17:48:30.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f1021ffb640 1 -- 172.21.15.32:0/1423705004 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1024011e10 con 0x7f102c158ff0 2024-09-13T17:48:30.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f1021ffb640 1 -- 172.21.15.32:0/1423705004 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10240039a0 con 0x7f102c158ff0 2024-09-13T17:48:30.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f10332c3640 1 -- 172.21.15.32:0/1423705004 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f102c15b240 con 0x7f102c158ff0 2024-09-13T17:48:30.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f10332c3640 1 -- 172.21.15.32:0/1423705004 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f102c15b800 con 0x7f102c158ff0 2024-09-13T17:48:30.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f10332c3640 1 -- 172.21.15.32:0/1423705004 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f102c0b1b30 con 0x7f102c158ff0 2024-09-13T17:48:30.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f1021ffb640 1 -- 172.21.15.32:0/1423705004 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1024003b00 con 0x7f102c158ff0 2024-09-13T17:48:30.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f1021ffb640 1 --2- 172.21.15.32:0/1423705004 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f10100666c0 0x7f1010068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:30.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f1021ffb640 1 -- 172.21.15.32:0/1423705004 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f1024084ad0 con 0x7f102c158ff0 2024-09-13T17:48:30.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.921+0000 7f103105f640 1 --2- 172.21.15.32:0/1423705004 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f10100666c0 0x7f1010068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:30.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.925+0000 7f103105f640 1 --2- 172.21.15.32:0/1423705004 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f10100666c0 0x7f1010068b80 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f102c159b90 tx=0x7f1028009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:30.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:30.925+0000 7f1021ffb640 1 -- 172.21.15.32:0/1423705004 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1024051b10 con 0x7f102c158ff0 2024-09-13T17:48:31.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.085+0000 7f10332c3640 1 -- 172.21.15.32:0/1423705004 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f102c157ff0 con 0x7f102c158ff0 2024-09-13T17:48:31.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.085+0000 7f1021ffb640 1 -- 172.21.15.32:0/1423705004 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1024055130 con 0x7f102c158ff0 2024-09-13T17:48:31.088 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:31.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.089+0000 7f10332c3640 1 -- 172.21.15.32:0/1423705004 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f10100666c0 msgr2=0x7f1010068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:31.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.089+0000 7f10332c3640 1 --2- 172.21.15.32:0/1423705004 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f10100666c0 0x7f1010068b80 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f102c159b90 tx=0x7f1028009040 comp rx=0 tx=0).stop 2024-09-13T17:48:31.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.089+0000 7f10332c3640 1 -- 172.21.15.32:0/1423705004 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f102c158ff0 msgr2=0x7f102c1594a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:31.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.089+0000 7f10332c3640 1 --2- 172.21.15.32:0/1423705004 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f102c158ff0 0x7f102c1594a0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f102c15de00 tx=0x7f10240115a0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.089+0000 7f10332c3640 1 -- 172.21.15.32:0/1423705004 shutdown_connections 2024-09-13T17:48:31.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.089+0000 7f10332c3640 1 --2- 172.21.15.32:0/1423705004 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f10100666c0 0x7f1010068b80 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.089+0000 7f10332c3640 1 --2- 172.21.15.32:0/1423705004 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f102c158ff0 0x7f102c1594a0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.089+0000 7f10332c3640 1 --2- 172.21.15.32:0/1423705004 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f102c15a9a0 0x7f102c0b0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.089+0000 7f10332c3640 1 --2- 172.21.15.32:0/1423705004 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f1018003f30 0x7f102c1f29f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.089+0000 7f10332c3640 1 -- 172.21.15.32:0/1423705004 >> 172.21.15.32:0/1423705004 conn(0x7f102c06a150 msgr2=0x7f102c158510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:31.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.089+0000 7f10332c3640 1 -- 172.21.15.32:0/1423705004 shutdown_connections 2024-09-13T17:48:31.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.089+0000 7f10332c3640 1 -- 172.21.15.32:0/1423705004 wait complete. 2024-09-13T17:48:31.107 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:48:31.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.233+0000 7f7cf031c640 1 Processor -- start 2024-09-13T17:48:31.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.233+0000 7f7cf031c640 1 -- start start 2024-09-13T17:48:31.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.233+0000 7f7cf031c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7ce8146020 0x7f7ce806eac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.233+0000 7f7cf031c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7ce806a690 0x7f7ce80acfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.233+0000 7f7cf031c640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ce806f1f0 con 0x7f7ce80b2210 2024-09-13T17:48:31.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.233+0000 7f7cf031c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ce80acb90 con 0x7f7ce8146020 2024-09-13T17:48:31.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.233+0000 7f7cf031c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ce806f000 con 0x7f7ce806a690 2024-09-13T17:48:31.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.233+0000 7f7cee0b8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7ce8146020 0x7f7ce806eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.233+0000 7f7cee0b8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7ce8146020 0x7f7ce806eac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45908/0 (socket says 172.21.15.32:45908) 2024-09-13T17:48:31.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.233+0000 7f7cee0b8640 1 -- 172.21.15.32:0/561080449 learned_addr learned my addr 172.21.15.32:0/561080449 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:31.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.233+0000 7f7cee0b8640 1 -- 172.21.15.32:0/561080449 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7ce806a690 msgr2=0x7f7ce80acfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:31.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.233+0000 7f7cee0b8640 1 --2- 172.21.15.32:0/561080449 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7ce806a690 0x7f7ce80acfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.233+0000 7f7cee0b8640 1 -- 172.21.15.32:0/561080449 >> v1:172.21.15.159:6789/0 conn(0x7f7ce80b2210 legacy=0x7f7ce8069f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:31.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.233+0000 7f7cee0b8640 1 -- 172.21.15.32:0/561080449 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ce80ac1f0 con 0x7f7ce8146020 2024-09-13T17:48:31.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cee0b8640 1 --2- 172.21.15.32:0/561080449 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ce8146020 0x7f7ce806eac0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f7cdc009870 tx=0x7f7cdc01c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36387748915d4f5f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:31.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7ced0b6640 1 -- 172.21.15.32:0/561080449 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cdc0ab600 con 0x7f7ce8146020 2024-09-13T17:48:31.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7ced0b6640 1 -- 172.21.15.32:0/561080449 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cdc0a7050 con 0x7f7ce8146020 2024-09-13T17:48:31.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7ced0b6640 1 -- 172.21.15.32:0/561080449 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cdc0ab980 con 0x7f7ce8146020 2024-09-13T17:48:31.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cf031c640 1 -- 172.21.15.32:0/561080449 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ce8146020 msgr2=0x7f7ce806eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:31.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cf031c640 1 --2- 172.21.15.32:0/561080449 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ce8146020 0x7f7ce806eac0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f7cdc009870 tx=0x7f7cdc01c400 comp rx=0 tx=0).stop 2024-09-13T17:48:31.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cf031c640 1 -- 172.21.15.32:0/561080449 shutdown_connections 2024-09-13T17:48:31.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cf031c640 1 --2- 172.21.15.32:0/561080449 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7ce806a690 0x7f7ce80acfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cf031c640 1 --2- 172.21.15.32:0/561080449 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ce8146020 0x7f7ce806eac0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cf031c640 1 -- 172.21.15.32:0/561080449 >> 172.21.15.32:0/561080449 conn(0x7f7ce80b4730 msgr2=0x7f7ce80b4b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cf031c640 1 -- 172.21.15.32:0/561080449 shutdown_connections 2024-09-13T17:48:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cf031c640 1 -- 172.21.15.32:0/561080449 wait complete. 2024-09-13T17:48:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cf031c640 1 Processor -- start 2024-09-13T17:48:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cf031c640 1 -- start start 2024-09-13T17:48:31.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cf031c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7ce806a690 0x7f7ce813c180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cf031c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7ce80b2210 0x7f7ce809a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cf031c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ce813a610 0x7f7ce809ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cf031c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ce813aaf0 con 0x7f7ce813a610 2024-09-13T17:48:31.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cf031c640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ce813add0 con 0x7f7ce806a690 2024-09-13T17:48:31.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cf031c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ce813b0b0 con 0x7f7ce80b2210 2024-09-13T17:48:31.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cee8b9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ce813a610 0x7f7ce809ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cee8b9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ce813a610 0x7f7ce809ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45920/0 (socket says 172.21.15.32:45920) 2024-09-13T17:48:31.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cee8b9640 1 -- 172.21.15.32:0/2114851277 learned_addr learned my addr 172.21.15.32:0/2114851277 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:31.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7cee0b8640 1 --2- 172.21.15.32:0/2114851277 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7ce806a690 0x7f7ce813c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.237+0000 7f7ced8b7640 1 --2- 172.21.15.32:0/2114851277 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7ce80b2210 0x7f7ce809a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.241+0000 7f7cee8b9640 1 -- 172.21.15.32:0/2114851277 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7ce80b2210 msgr2=0x7f7ce809a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:31.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.241+0000 7f7cee8b9640 1 --2- 172.21.15.32:0/2114851277 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7ce80b2210 0x7f7ce809a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.241+0000 7f7cee8b9640 1 -- 172.21.15.32:0/2114851277 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7ce806a690 msgr2=0x7f7ce813c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:31.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.241+0000 7f7cee8b9640 1 --2- 172.21.15.32:0/2114851277 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7ce806a690 0x7f7ce813c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.241+0000 7f7cee8b9640 1 -- 172.21.15.32:0/2114851277 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cdc0094d0 con 0x7f7ce813a610 2024-09-13T17:48:31.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.241+0000 7f7ced8b7640 1 --2- 172.21.15.32:0/2114851277 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7ce80b2210 0x7f7ce809a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:31.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.241+0000 7f7cee8b9640 1 --2- 172.21.15.32:0/2114851277 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ce813a610 0x7f7ce809ab50 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f7ce000b970 tx=0x7f7ce000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:31.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.241+0000 7f7cdaffd640 1 -- 172.21.15.32:0/2114851277 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ce000cb40 con 0x7f7ce813a610 2024-09-13T17:48:31.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.241+0000 7f7cdaffd640 1 -- 172.21.15.32:0/2114851277 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ce000ccc0 con 0x7f7ce813a610 2024-09-13T17:48:31.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.241+0000 7f7cf031c640 1 -- 172.21.15.32:0/2114851277 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ce813b390 con 0x7f7ce813a610 2024-09-13T17:48:31.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.241+0000 7f7cdaffd640 1 -- 172.21.15.32:0/2114851277 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ce0014680 con 0x7f7ce813a610 2024-09-13T17:48:31.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.241+0000 7f7cf031c640 1 -- 172.21.15.32:0/2114851277 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ce813c6c0 con 0x7f7ce813a610 2024-09-13T17:48:31.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.241+0000 7f7cf031c640 1 -- 172.21.15.32:0/2114851277 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ce809d3e0 con 0x7f7ce813a610 2024-09-13T17:48:31.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.241+0000 7f7cdaffd640 1 -- 172.21.15.32:0/2114851277 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7ce001d3b0 con 0x7f7ce813a610 2024-09-13T17:48:31.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.241+0000 7f7cdaffd640 1 --2- 172.21.15.32:0/2114851277 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7ccc066690 0x7f7ccc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.241+0000 7f7cdaffd640 1 -- 172.21.15.32:0/2114851277 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f7ce00845c0 con 0x7f7ce813a610 2024-09-13T17:48:31.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.241+0000 7f7cee0b8640 1 --2- 172.21.15.32:0/2114851277 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7ccc066690 0x7f7ccc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.241+0000 7f7cee0b8640 1 --2- 172.21.15.32:0/2114851277 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7ccc066690 0x7f7ccc068b50 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7cdc0ad000 tx=0x7f7cdc0a6000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:31.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.245+0000 7f7cdaffd640 1 -- 172.21.15.32:0/2114851277 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7ce0051440 con 0x7f7ce813a610 2024-09-13T17:48:31.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.401+0000 7f7cf031c640 1 -- 172.21.15.32:0/2114851277 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7ce80acfb0 con 0x7f7ce813a610 2024-09-13T17:48:31.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.401+0000 7f7cdaffd640 1 -- 172.21.15.32:0/2114851277 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7ce00190a0 con 0x7f7ce813a610 2024-09-13T17:48:31.403 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:48:31.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.405+0000 7f7cf031c640 1 -- 172.21.15.32:0/2114851277 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7ccc066690 msgr2=0x7f7ccc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:31.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.405+0000 7f7cf031c640 1 --2- 172.21.15.32:0/2114851277 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7ccc066690 0x7f7ccc068b50 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7cdc0ad000 tx=0x7f7cdc0a6000 comp rx=0 tx=0).stop 2024-09-13T17:48:31.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.405+0000 7f7cf031c640 1 -- 172.21.15.32:0/2114851277 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ce813a610 msgr2=0x7f7ce809ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:31.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.405+0000 7f7cf031c640 1 --2- 172.21.15.32:0/2114851277 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ce813a610 0x7f7ce809ab50 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f7ce000b970 tx=0x7f7ce000be30 comp rx=0 tx=0).stop 2024-09-13T17:48:31.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.405+0000 7f7cf031c640 1 -- 172.21.15.32:0/2114851277 shutdown_connections 2024-09-13T17:48:31.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.405+0000 7f7cf031c640 1 --2- 172.21.15.32:0/2114851277 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7ccc066690 0x7f7ccc068b50 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.405+0000 7f7cf031c640 1 --2- 172.21.15.32:0/2114851277 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ce813a610 0x7f7ce809ab50 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.405+0000 7f7cf031c640 1 --2- 172.21.15.32:0/2114851277 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7ce80b2210 0x7f7ce809a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.405+0000 7f7cf031c640 1 --2- 172.21.15.32:0/2114851277 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7ce806a690 0x7f7ce813c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.405+0000 7f7cf031c640 1 -- 172.21.15.32:0/2114851277 >> 172.21.15.32:0/2114851277 conn(0x7f7ce80b4730 msgr2=0x7f7ce80b01a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:31.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.405+0000 7f7cf031c640 1 -- 172.21.15.32:0/2114851277 shutdown_connections 2024-09-13T17:48:31.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.405+0000 7f7cf031c640 1 -- 172.21.15.32:0/2114851277 wait complete. 2024-09-13T17:48:31.421 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T17:48:31.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.537+0000 7fd03df23640 1 Processor -- start 2024-09-13T17:48:31.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.537+0000 7fd03df23640 1 -- start start 2024-09-13T17:48:31.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.537+0000 7fd03df23640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fd03815a520 0x7fd0380ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.537+0000 7fd03df23640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd0380cea30 0x7fd0380b1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.537+0000 7fd03df23640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0380ab660 con 0x7fd0380b2070 2024-09-13T17:48:31.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.537+0000 7fd03df23640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0380ceec0 con 0x7fd0380cea30 2024-09-13T17:48:31.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.537+0000 7fd03df23640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0380ada40 con 0x7fd03815a520 2024-09-13T17:48:31.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.537+0000 7fd036ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd0380cea30 0x7fd0380b1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.537+0000 7fd036ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd0380cea30 0x7fd0380b1b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45936/0 (socket says 172.21.15.32:45936) 2024-09-13T17:48:31.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.537+0000 7fd036ffd640 1 -- 172.21.15.32:0/1495627537 learned_addr learned my addr 172.21.15.32:0/1495627537 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:31.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.537+0000 7fd0377fe640 1 --2- 172.21.15.32:0/1495627537 >> v2:172.21.15.159:3300/0 conn(0x7fd03815a520 0x7fd0380ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.537+0000 7fd036ffd640 1 -- 172.21.15.32:0/1495627537 >> v2:172.21.15.159:3300/0 conn(0x7fd03815a520 msgr2=0x7fd0380ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:31.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.537+0000 7fd036ffd640 1 --2- 172.21.15.32:0/1495627537 >> v2:172.21.15.159:3300/0 conn(0x7fd03815a520 0x7fd0380ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.537+0000 7fd036ffd640 1 -- 172.21.15.32:0/1495627537 >> v1:172.21.15.159:6789/0 conn(0x7fd0380b2070 legacy=0x7fd03806d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:31.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.537+0000 7fd036ffd640 1 -- 172.21.15.32:0/1495627537 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0380b24a0 con 0x7fd0380cea30 2024-09-13T17:48:31.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.537+0000 7fd0377fe640 1 --2- 172.21.15.32:0/1495627537 >> v2:172.21.15.159:3300/0 conn(0x7fd03815a520 0x7fd0380ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:31.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd036ffd640 1 --2- 172.21.15.32:0/1495627537 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd0380cea30 0x7fd0380b1b30 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fd0380b4410 tx=0x7fd02001c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1df0ddc1691a7ecc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:31.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd0367fc640 1 -- 172.21.15.32:0/1495627537 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0200a5840 con 0x7fd0380cea30 2024-09-13T17:48:31.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd0367fc640 1 -- 172.21.15.32:0/1495627537 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0200a59a0 con 0x7fd0380cea30 2024-09-13T17:48:31.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd0367fc640 1 -- 172.21.15.32:0/1495627537 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0200a5d30 con 0x7fd0380cea30 2024-09-13T17:48:31.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd03df23640 1 -- 172.21.15.32:0/1495627537 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd0380cea30 msgr2=0x7fd0380b1b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:31.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd03df23640 1 --2- 172.21.15.32:0/1495627537 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd0380cea30 0x7fd0380b1b30 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fd0380b4410 tx=0x7fd02001c980 comp rx=0 tx=0).stop 2024-09-13T17:48:31.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd03df23640 1 -- 172.21.15.32:0/1495627537 shutdown_connections 2024-09-13T17:48:31.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd03df23640 1 --2- 172.21.15.32:0/1495627537 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd0380cea30 0x7fd0380b1b30 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd03df23640 1 --2- 172.21.15.32:0/1495627537 >> v2:172.21.15.159:3300/0 conn(0x7fd03815a520 0x7fd0380ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd03df23640 1 -- 172.21.15.32:0/1495627537 >> 172.21.15.32:0/1495627537 conn(0x7fd03806a150 msgr2=0x7fd03806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:31.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd03df23640 1 -- 172.21.15.32:0/1495627537 shutdown_connections 2024-09-13T17:48:31.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd03df23640 1 -- 172.21.15.32:0/1495627537 wait complete. 2024-09-13T17:48:31.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd03df23640 1 Processor -- start 2024-09-13T17:48:31.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd03df23640 1 -- start start 2024-09-13T17:48:31.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd03df23640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd0380b2070 0x7fd038164980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd03df23640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd0380cea30 0x7fd0380c96c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd03df23640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd03815a520 0x7fd0380cbe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd03df23640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd038070590 con 0x7fd0380cea30 2024-09-13T17:48:31.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd03df23640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd038072520 con 0x7fd03815a520 2024-09-13T17:48:31.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd03df23640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd038150500 con 0x7fd0380b2070 2024-09-13T17:48:31.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd036ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd0380cea30 0x7fd0380c96c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd036ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd0380cea30 0x7fd0380c96c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45940/0 (socket says 172.21.15.32:45940) 2024-09-13T17:48:31.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd036ffd640 1 -- 172.21.15.32:0/3773954549 learned_addr learned my addr 172.21.15.32:0/3773954549 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:31.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd037fff640 1 --2- 172.21.15.32:0/3773954549 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd03815a520 0x7fd0380cbe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd0377fe640 1 --2- 172.21.15.32:0/3773954549 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd0380b2070 0x7fd038164980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd036ffd640 1 -- 172.21.15.32:0/3773954549 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd0380b2070 msgr2=0x7fd038164980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:31.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd036ffd640 1 --2- 172.21.15.32:0/3773954549 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd0380b2070 0x7fd038164980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd036ffd640 1 -- 172.21.15.32:0/3773954549 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd03815a520 msgr2=0x7fd0380cbe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:31.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd036ffd640 1 --2- 172.21.15.32:0/3773954549 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd03815a520 0x7fd0380cbe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd036ffd640 1 -- 172.21.15.32:0/3773954549 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd020009b30 con 0x7fd0380cea30 2024-09-13T17:48:31.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd0377fe640 1 --2- 172.21.15.32:0/3773954549 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd0380b2070 0x7fd038164980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:31.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.541+0000 7fd036ffd640 1 --2- 172.21.15.32:0/3773954549 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd0380cea30 0x7fd0380c96c0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fd02001a5b0 tx=0x7fd020019720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:31.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.545+0000 7fd02ffff640 1 -- 172.21.15.32:0/3773954549 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0200b8670 con 0x7fd0380cea30 2024-09-13T17:48:31.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.545+0000 7fd02ffff640 1 -- 172.21.15.32:0/3773954549 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0200b8810 con 0x7fd0380cea30 2024-09-13T17:48:31.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.545+0000 7fd03df23640 1 -- 172.21.15.32:0/3773954549 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd038070830 con 0x7fd0380cea30 2024-09-13T17:48:31.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.545+0000 7fd02ffff640 1 -- 172.21.15.32:0/3773954549 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0200b8bc0 con 0x7fd0380cea30 2024-09-13T17:48:31.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.545+0000 7fd03df23640 1 -- 172.21.15.32:0/3773954549 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0380c9c00 con 0x7fd0380cea30 2024-09-13T17:48:31.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.545+0000 7fd03df23640 1 -- 172.21.15.32:0/3773954549 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0380b1b30 con 0x7fd0380cea30 2024-09-13T17:48:31.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.545+0000 7fd02ffff640 1 -- 172.21.15.32:0/3773954549 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd0200b8d20 con 0x7fd0380cea30 2024-09-13T17:48:31.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.545+0000 7fd02ffff640 1 --2- 172.21.15.32:0/3773954549 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd018066690 0x7fd018068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.545+0000 7fd02ffff640 1 -- 172.21.15.32:0/3773954549 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fd02011fbf0 con 0x7fd0380cea30 2024-09-13T17:48:31.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.545+0000 7fd0377fe640 1 --2- 172.21.15.32:0/3773954549 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd018066690 0x7fd018068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.545+0000 7fd0377fe640 1 --2- 172.21.15.32:0/3773954549 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd018066690 0x7fd018068b50 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fd030008890 tx=0x7fd030008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:31.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.549+0000 7fd02ffff640 1 -- 172.21.15.32:0/3773954549 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd0200ecba0 con 0x7fd0380cea30 2024-09-13T17:48:31.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.705+0000 7fd03df23640 1 -- 172.21.15.32:0/3773954549 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fd0380b1b30 con 0x7fd0380cea30 2024-09-13T17:48:31.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.705+0000 7fd02ffff640 1 -- 172.21.15.32:0/3773954549 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7fd0200f01c0 con 0x7fd0380cea30 2024-09-13T17:48:31.706 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:31.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.705+0000 7fd03df23640 1 -- 172.21.15.32:0/3773954549 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd018066690 msgr2=0x7fd018068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:31.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.705+0000 7fd03df23640 1 --2- 172.21.15.32:0/3773954549 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd018066690 0x7fd018068b50 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fd030008890 tx=0x7fd030008040 comp rx=0 tx=0).stop 2024-09-13T17:48:31.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.705+0000 7fd03df23640 1 -- 172.21.15.32:0/3773954549 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd0380cea30 msgr2=0x7fd0380c96c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:31.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.705+0000 7fd03df23640 1 --2- 172.21.15.32:0/3773954549 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd0380cea30 0x7fd0380c96c0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fd02001a5b0 tx=0x7fd020019720 comp rx=0 tx=0).stop 2024-09-13T17:48:31.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.705+0000 7fd03df23640 1 -- 172.21.15.32:0/3773954549 shutdown_connections 2024-09-13T17:48:31.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.705+0000 7fd03df23640 1 --2- 172.21.15.32:0/3773954549 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd018066690 0x7fd018068b50 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.705+0000 7fd03df23640 1 --2- 172.21.15.32:0/3773954549 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd03815a520 0x7fd0380cbe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.705+0000 7fd03df23640 1 --2- 172.21.15.32:0/3773954549 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd0380cea30 0x7fd0380c96c0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.705+0000 7fd03df23640 1 --2- 172.21.15.32:0/3773954549 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd0380b2070 0x7fd038164980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.705+0000 7fd03df23640 1 -- 172.21.15.32:0/3773954549 >> 172.21.15.32:0/3773954549 conn(0x7fd03806a150 msgr2=0x7fd038157c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:31.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.705+0000 7fd03df23640 1 -- 172.21.15.32:0/3773954549 shutdown_connections 2024-09-13T17:48:31.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.705+0000 7fd03df23640 1 -- 172.21.15.32:0/3773954549 wait complete. 2024-09-13T17:48:31.724 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T17:48:31.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e66338640 1 Processor -- start 2024-09-13T17:48:31.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e66338640 1 -- start start 2024-09-13T17:48:31.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e66338640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e6006ba90 0x7f0e600cd440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e66338640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e6006c830 con 0x7f0e600b41b0 2024-09-13T17:48:31.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e66338640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e6006bf90 con 0x7f0e6006caa0 2024-09-13T17:48:31.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e66338640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e6006c270 con 0x7f0e6006ba90 2024-09-13T17:48:31.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5ffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f0e600b41b0 0x7f0e600ccd30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55278/0 (socket says 172.21.15.32:55278) 2024-09-13T17:48:31.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5ffff640 1 -- 172.21.15.32:0/2762897165 learned_addr learned my addr 172.21.15.32:0/2762897165 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:31.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5effd640 1 -- 172.21.15.32:0/2762897165 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1442776041 0 0) 0x7f0e6006c830 con 0x7f0e600b41b0 2024-09-13T17:48:31.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5effd640 1 -- 172.21.15.32:0/2762897165 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0e48003530 con 0x7f0e600b41b0 2024-09-13T17:48:31.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5f7fe640 1 --2- 172.21.15.32:0/2762897165 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e6006ba90 0x7f0e600cd440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5effd640 1 -- 172.21.15.32:0/2762897165 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 231541792 0 0) 0x7f0e48003530 con 0x7f0e600b41b0 2024-09-13T17:48:31.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5effd640 1 -- 172.21.15.32:0/2762897165 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e6006ba90 msgr2=0x7f0e600cd440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:31.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5effd640 1 --2- 172.21.15.32:0/2762897165 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e6006ba90 0x7f0e600cd440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5effd640 1 -- 172.21.15.32:0/2762897165 >> v1:172.21.15.159:6789/0 conn(0x7f0e6006caa0 legacy=0x7f0e600d0af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:31.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5effd640 1 -- 172.21.15.32:0/2762897165 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e6006c550 con 0x7f0e600b41b0 2024-09-13T17:48:31.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5effd640 1 -- 172.21.15.32:0/2762897165 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f0e50001680 con 0x7f0e600b41b0 2024-09-13T17:48:31.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5effd640 1 -- 172.21.15.32:0/2762897165 >> v1:172.21.15.32:6789/0 conn(0x7f0e600b41b0 legacy=0x7f0e600ccd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:31.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5effd640 1 --2- 172.21.15.32:0/2762897165 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e6006ba90 0x7f0e480039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5effd640 1 --2- 172.21.15.32:0/2762897165 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e48003fe0 0x7f0e480047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5effd640 1 --2- 172.21.15.32:0/2762897165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e48004d10 0x7f0e48005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5effd640 1 -- 172.21.15.32:0/2762897165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e6006c270 con 0x7f0e48004d10 2024-09-13T17:48:31.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5effd640 1 -- 172.21.15.32:0/2762897165 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e4800bb50 con 0x7f0e48003fe0 2024-09-13T17:48:31.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5effd640 1 -- 172.21.15.32:0/2762897165 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e4800bd10 con 0x7f0e6006ba90 2024-09-13T17:48:31.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e648d5640 1 --2- 172.21.15.32:0/2762897165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e48004d10 0x7f0e48005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5ffff640 1 --2- 172.21.15.32:0/2762897165 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e6006ba90 0x7f0e480039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e5f7fe640 1 --2- 172.21.15.32:0/2762897165 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e48003fe0 0x7f0e480047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e648d5640 1 -- 172.21.15.32:0/2762897165 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e6006ba90 msgr2=0x7f0e480039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:31.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e648d5640 1 --2- 172.21.15.32:0/2762897165 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e6006ba90 0x7f0e480039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e648d5640 1 -- 172.21.15.32:0/2762897165 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e48003fe0 msgr2=0x7f0e480047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:31.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e648d5640 1 --2- 172.21.15.32:0/2762897165 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e48003fe0 0x7f0e480047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.837+0000 7f0e648d5640 1 -- 172.21.15.32:0/2762897165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e48003530 con 0x7f0e48004d10 2024-09-13T17:48:31.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.841+0000 7f0e648d5640 1 --2- 172.21.15.32:0/2762897165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e48004d10 0x7f0e48005190 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f0e58001e70 tx=0x7f0e5801c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddd8074c2c31b5a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:31.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.841+0000 7f0e5effd640 1 -- 172.21.15.32:0/2762897165 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e58003b80 con 0x7f0e48004d10 2024-09-13T17:48:31.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.841+0000 7f0e5effd640 1 -- 172.21.15.32:0/2762897165 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e58003ce0 con 0x7f0e48004d10 2024-09-13T17:48:31.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.841+0000 7f0e5effd640 1 -- 172.21.15.32:0/2762897165 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e580052c0 con 0x7f0e48004d10 2024-09-13T17:48:31.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.841+0000 7f0e66338640 1 -- 172.21.15.32:0/2762897165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e48004d10 msgr2=0x7f0e48005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:31.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.841+0000 7f0e66338640 1 --2- 172.21.15.32:0/2762897165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e48004d10 0x7f0e48005190 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f0e58001e70 tx=0x7f0e5801c780 comp rx=0 tx=0).stop 2024-09-13T17:48:31.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.841+0000 7f0e648d5640 1 -- 172.21.15.32:0/2762897165 reap_dead start 2024-09-13T17:48:31.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.841+0000 7f0e66338640 1 -- 172.21.15.32:0/2762897165 shutdown_connections 2024-09-13T17:48:31.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.841+0000 7f0e66338640 1 -- 172.21.15.32:0/2762897165 >> 172.21.15.32:0/2762897165 conn(0x7f0e60089f70 msgr2=0x7f0e600d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:31.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.841+0000 7f0e66338640 1 -- 172.21.15.32:0/2762897165 shutdown_connections 2024-09-13T17:48:31.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.841+0000 7f0e66338640 1 -- 172.21.15.32:0/2762897165 wait complete. 2024-09-13T17:48:31.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.841+0000 7f0e66338640 1 Processor -- start 2024-09-13T17:48:31.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.841+0000 7f0e66338640 1 -- start start 2024-09-13T17:48:31.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e66338640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e6015c000 0x7f0e600ccb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e66338640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e600cb560 0x7f0e600cd040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e66338640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e600b6350 0x7f0e600c9960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e66338640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e600cbad0 con 0x7f0e600cb560 2024-09-13T17:48:31.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e66338640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e600cbdb0 con 0x7f0e600b6350 2024-09-13T17:48:31.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e66338640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e600cc090 con 0x7f0e6015c000 2024-09-13T17:48:31.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e5f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e600cb560 0x7f0e600cd040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e5f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e600cb560 0x7f0e600cd040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45970/0 (socket says 172.21.15.32:45970) 2024-09-13T17:48:31.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e5f7fe640 1 -- 172.21.15.32:0/515203529 learned_addr learned my addr 172.21.15.32:0/515203529 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:31.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e5ffff640 1 --2- 172.21.15.32:0/515203529 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e6015c000 0x7f0e600ccb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e648d5640 1 --2- 172.21.15.32:0/515203529 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e600b6350 0x7f0e600c9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e5f7fe640 1 -- 172.21.15.32:0/515203529 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e6015c000 msgr2=0x7f0e600ccb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:31.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e5f7fe640 1 --2- 172.21.15.32:0/515203529 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e6015c000 0x7f0e600ccb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e5f7fe640 1 -- 172.21.15.32:0/515203529 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e600b6350 msgr2=0x7f0e600c9960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:31.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e5f7fe640 1 --2- 172.21.15.32:0/515203529 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e600b6350 0x7f0e600c9960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:31.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e5f7fe640 1 -- 172.21.15.32:0/515203529 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e600cc370 con 0x7f0e600cb560 2024-09-13T17:48:31.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e648d5640 1 --2- 172.21.15.32:0/515203529 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e600b6350 0x7f0e600c9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:31.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e5f7fe640 1 --2- 172.21.15.32:0/515203529 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e600cb560 0x7f0e600cd040 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f0e5400f580 tx=0x7f0e5400fa40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:31.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e5cff9640 1 -- 172.21.15.32:0/515203529 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e54005ba0 con 0x7f0e600cb560 2024-09-13T17:48:31.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e5cff9640 1 -- 172.21.15.32:0/515203529 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e54005d00 con 0x7f0e600cb560 2024-09-13T17:48:31.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e66338640 1 -- 172.21.15.32:0/515203529 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e6015c3e0 con 0x7f0e600cb560 2024-09-13T17:48:31.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e5cff9640 1 -- 172.21.15.32:0/515203529 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e54014890 con 0x7f0e600cb560 2024-09-13T17:48:31.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e66338640 1 -- 172.21.15.32:0/515203529 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e600b7ff0 con 0x7f0e600cb560 2024-09-13T17:48:31.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e66338640 1 -- 172.21.15.32:0/515203529 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e600b4800 con 0x7f0e600cb560 2024-09-13T17:48:31.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e5cff9640 1 -- 172.21.15.32:0/515203529 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0e540149f0 con 0x7f0e600cb560 2024-09-13T17:48:31.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e5cff9640 1 --2- 172.21.15.32:0/515203529 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0e4c0666c0 0x7f0e4c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:31.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e5cff9640 1 -- 172.21.15.32:0/515203529 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f0e54084e70 con 0x7f0e600cb560 2024-09-13T17:48:31.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.845+0000 7f0e5ffff640 1 --2- 172.21.15.32:0/515203529 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0e4c0666c0 0x7f0e4c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:31.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.849+0000 7f0e5ffff640 1 --2- 172.21.15.32:0/515203529 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0e4c0666c0 0x7f0e4c068b80 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f0e50001060 tx=0x7f0e50001d50 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:31.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:31.849+0000 7f0e5cff9640 1 -- 172.21.15.32:0/515203529 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0e54051e30 con 0x7f0e600cb560 2024-09-13T17:48:32.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.021+0000 7f0e66338640 1 -- 172.21.15.32:0/515203529 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f0e600b25e0 con 0x7f0e600cb560 2024-09-13T17:48:32.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.021+0000 7f0e5cff9640 1 -- 172.21.15.32:0/515203529 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v29) v1 ==== 80+0+0 (secure 0 0 0) 0x7f0e54055450 con 0x7f0e600cb560 2024-09-13T17:48:32.023 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-09-13T17:48:32.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.025+0000 7f0e66338640 1 -- 172.21.15.32:0/515203529 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0e4c0666c0 msgr2=0x7f0e4c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:32.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.025+0000 7f0e66338640 1 --2- 172.21.15.32:0/515203529 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0e4c0666c0 0x7f0e4c068b80 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f0e50001060 tx=0x7f0e50001d50 comp rx=0 tx=0).stop 2024-09-13T17:48:32.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.025+0000 7f0e66338640 1 -- 172.21.15.32:0/515203529 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e600cb560 msgr2=0x7f0e600cd040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:32.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.025+0000 7f0e66338640 1 --2- 172.21.15.32:0/515203529 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e600cb560 0x7f0e600cd040 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f0e5400f580 tx=0x7f0e5400fa40 comp rx=0 tx=0).stop 2024-09-13T17:48:32.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.025+0000 7f0e66338640 1 -- 172.21.15.32:0/515203529 shutdown_connections 2024-09-13T17:48:32.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.025+0000 7f0e66338640 1 --2- 172.21.15.32:0/515203529 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0e4c0666c0 0x7f0e4c068b80 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.025+0000 7f0e66338640 1 --2- 172.21.15.32:0/515203529 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e600b6350 0x7f0e600c9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.025+0000 7f0e66338640 1 --2- 172.21.15.32:0/515203529 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e600cb560 0x7f0e600cd040 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.025+0000 7f0e66338640 1 --2- 172.21.15.32:0/515203529 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e6015c000 0x7f0e600ccb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.025+0000 7f0e66338640 1 -- 172.21.15.32:0/515203529 >> 172.21.15.32:0/515203529 conn(0x7f0e60089f70 msgr2=0x7f0e600b3450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:32.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.025+0000 7f0e66338640 1 -- 172.21.15.32:0/515203529 shutdown_connections 2024-09-13T17:48:32.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.025+0000 7f0e66338640 1 -- 172.21.15.32:0/515203529 wait complete. 2024-09-13T17:48:32.042 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi159.front.sepia.ceph.com... 2024-09-13T17:48:32.042 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:32.042 DEBUG:teuthology.orchestra.run.smithi159:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-13T17:48:32.056 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:48:32.056 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi159.front.sepia.ceph.com 2024-09-13T17:48:32.057 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:32.057 DEBUG:teuthology.orchestra.run.smithi159:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T17:48:32.103 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T17:48:32.104 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:48:32.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.229+0000 7f4391290640 1 Processor -- start 2024-09-13T17:48:32.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.229+0000 7f4391290640 1 -- start start 2024-09-13T17:48:32.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.229+0000 7f4391290640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f438c15b5d0 0x7f438c0cdf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.229+0000 7f4391290640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f438c0af450 0x7f438c0cb630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.229+0000 7f4391290640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f438c099490 con 0x7f438c0cea00 2024-09-13T17:48:32.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.229+0000 7f4391290640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f438c099770 con 0x7f438c15b5d0 2024-09-13T17:48:32.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.229+0000 7f4391290640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f438c099a50 con 0x7f438c0af450 2024-09-13T17:48:32.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.229+0000 7f438a7fc640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f438c15b5d0 0x7f438c0cdf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.229+0000 7f438a7fc640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f438c15b5d0 0x7f438c0cdf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:40040/0 (socket says 172.21.15.32:40040) 2024-09-13T17:48:32.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.229+0000 7f438a7fc640 1 -- 172.21.15.32:0/1975761208 learned_addr learned my addr 172.21.15.32:0/1975761208 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:32.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.229+0000 7f438b7fe640 1 --2- 172.21.15.32:0/1975761208 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f438c0af450 0x7f438c0cb630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.229+0000 7f438a7fc640 1 -- 172.21.15.32:0/1975761208 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f438c0af450 msgr2=0x7f438c0cb630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:32.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.229+0000 7f438a7fc640 1 --2- 172.21.15.32:0/1975761208 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f438c0af450 0x7f438c0cb630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.229+0000 7f438a7fc640 1 -- 172.21.15.32:0/1975761208 >> v1:172.21.15.159:6789/0 conn(0x7f438c0cea00 legacy=0x7f438c15be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:32.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.229+0000 7f438a7fc640 1 -- 172.21.15.32:0/1975761208 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f438c0cb110 con 0x7f438c15b5d0 2024-09-13T17:48:32.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.233+0000 7f438a7fc640 1 --2- 172.21.15.32:0/1975761208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f438c15b5d0 0x7f438c0cdf30 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f437c009870 tx=0x7f437c01c4d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=91ff09e0b5c91db1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:32.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.233+0000 7f4389ffb640 1 -- 172.21.15.32:0/1975761208 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f437c0a7070 con 0x7f438c15b5d0 2024-09-13T17:48:32.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.233+0000 7f4389ffb640 1 -- 172.21.15.32:0/1975761208 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f437c0ab430 con 0x7f438c15b5d0 2024-09-13T17:48:32.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.233+0000 7f4389ffb640 1 -- 172.21.15.32:0/1975761208 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f437c0ab7c0 con 0x7f438c15b5d0 2024-09-13T17:48:32.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.233+0000 7f4391290640 1 -- 172.21.15.32:0/1975761208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f438c15b5d0 msgr2=0x7f438c0cdf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:32.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.233+0000 7f4391290640 1 --2- 172.21.15.32:0/1975761208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f438c15b5d0 0x7f438c0cdf30 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f437c009870 tx=0x7f437c01c4d0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.233+0000 7f4391290640 1 -- 172.21.15.32:0/1975761208 shutdown_connections 2024-09-13T17:48:32.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.233+0000 7f4391290640 1 --2- 172.21.15.32:0/1975761208 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f438c0af450 0x7f438c0cb630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.233+0000 7f4391290640 1 --2- 172.21.15.32:0/1975761208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f438c15b5d0 0x7f438c0cdf30 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.233+0000 7f4391290640 1 -- 172.21.15.32:0/1975761208 >> 172.21.15.32:0/1975761208 conn(0x7f438c0b1e50 msgr2=0x7f438c0b2260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:32.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.233+0000 7f4391290640 1 -- 172.21.15.32:0/1975761208 shutdown_connections 2024-09-13T17:48:32.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.233+0000 7f4391290640 1 -- 172.21.15.32:0/1975761208 wait complete. 2024-09-13T17:48:32.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f4391290640 1 Processor -- start 2024-09-13T17:48:32.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f4391290640 1 -- start start 2024-09-13T17:48:32.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f4391290640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f438c0af450 0x7f438c154f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f4391290640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f438c0cea00 0x7f438c0c4f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f4391290640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f438c15b5d0 0x7f438c153390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f4391290640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f438c0b13d0 con 0x7f438c0cea00 2024-09-13T17:48:32.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f4391290640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f438c0b06c0 con 0x7f438c15b5d0 2024-09-13T17:48:32.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f4391290640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f438c0b15e0 con 0x7f438c0af450 2024-09-13T17:48:32.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f438a7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f438c0cea00 0x7f438c0c4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f438a7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f438c0cea00 0x7f438c0c4f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45976/0 (socket says 172.21.15.32:45976) 2024-09-13T17:48:32.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f438a7fc640 1 -- 172.21.15.32:0/1230107734 learned_addr learned my addr 172.21.15.32:0/1230107734 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:32.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f438affd640 1 --2- 172.21.15.32:0/1230107734 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f438c0af450 0x7f438c154f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f438b7fe640 1 --2- 172.21.15.32:0/1230107734 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f438c15b5d0 0x7f438c153390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f438a7fc640 1 -- 172.21.15.32:0/1230107734 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f438c0af450 msgr2=0x7f438c154f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:32.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f438a7fc640 1 --2- 172.21.15.32:0/1230107734 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f438c0af450 0x7f438c154f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f438a7fc640 1 -- 172.21.15.32:0/1230107734 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f438c15b5d0 msgr2=0x7f438c153390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:32.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f438a7fc640 1 --2- 172.21.15.32:0/1230107734 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f438c15b5d0 0x7f438c153390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f438a7fc640 1 -- 172.21.15.32:0/1230107734 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f437c0094d0 con 0x7f438c0cea00 2024-09-13T17:48:32.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f438affd640 1 --2- 172.21.15.32:0/1230107734 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f438c0af450 0x7f438c154f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:32.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f438a7fc640 1 --2- 172.21.15.32:0/1230107734 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f438c0cea00 0x7f438c0c4f90 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f437c0ad040 tx=0x7f437c019270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:32.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f43737fe640 1 -- 172.21.15.32:0/1230107734 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f437c0b5810 con 0x7f438c0cea00 2024-09-13T17:48:32.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f43737fe640 1 -- 172.21.15.32:0/1230107734 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f437c0b5990 con 0x7f438c0cea00 2024-09-13T17:48:32.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f43737fe640 1 -- 172.21.15.32:0/1230107734 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f437c0b5d40 con 0x7f438c0cea00 2024-09-13T17:48:32.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f4391290640 1 -- 172.21.15.32:0/1230107734 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f438c0b18c0 con 0x7f438c0cea00 2024-09-13T17:48:32.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.237+0000 7f4391290640 1 -- 172.21.15.32:0/1230107734 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f438c0b0300 con 0x7f438c0cea00 2024-09-13T17:48:32.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.241+0000 7f4391290640 1 -- 172.21.15.32:0/1230107734 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f438c0cfba0 con 0x7f438c0cea00 2024-09-13T17:48:32.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.241+0000 7f43737fe640 1 -- 172.21.15.32:0/1230107734 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f437c0b4390 con 0x7f438c0cea00 2024-09-13T17:48:32.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.241+0000 7f43737fe640 1 --2- 172.21.15.32:0/1230107734 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4378066690 0x7f4378068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.241+0000 7f43737fe640 1 -- 172.21.15.32:0/1230107734 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f437c11eba0 con 0x7f438c0cea00 2024-09-13T17:48:32.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.241+0000 7f438affd640 1 --2- 172.21.15.32:0/1230107734 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4378066690 0x7f4378068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.241+0000 7f438affd640 1 --2- 172.21.15.32:0/1230107734 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4378066690 0x7f4378068b50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f4380001670 tx=0x7f4380009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:32.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.245+0000 7f43737fe640 1 -- 172.21.15.32:0/1230107734 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f437c0ebb50 con 0x7f438c0cea00 2024-09-13T17:48:32.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.437+0000 7f4391290640 1 -- 172.21.15.32:0/1230107734 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f438c099dc0 con 0x7f438c0cea00 2024-09-13T17:48:32.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.441+0000 7f43737fe640 1 -- 172.21.15.32:0/1230107734 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4733 (secure 0 0 0) 0x7f437c0ef170 con 0x7f438c0cea00 2024-09-13T17:48:32.442 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:32.442 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6837/1164054309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6836","nonce":1164054309},{"type":"v1","addr":"172.21.15.159:6837","nonce":1164054309}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6834/1116780765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1116780765},{"type":"v1","addr":"172.21.15.32:6834","nonce":1116780765}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/3250001992","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6833","nonce":3250001992},{"type":"v1","addr":"172.21.15.32:6835","nonce":3250001992}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:47:20.077204+0000","modified":"2024-09-13T17:47:42.293132+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.159:6835/578569681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6834","nonce":578569681},{"type":"v1","addr":"172.21.15.159:6835","nonce":578569681}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T17:48:32.442 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-09-13T17:48:32.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.441+0000 7f4391290640 1 -- 172.21.15.32:0/1230107734 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4378066690 msgr2=0x7f4378068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:32.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.441+0000 7f4391290640 1 --2- 172.21.15.32:0/1230107734 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4378066690 0x7f4378068b50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f4380001670 tx=0x7f4380009040 comp rx=0 tx=0).stop 2024-09-13T17:48:32.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.441+0000 7f4391290640 1 -- 172.21.15.32:0/1230107734 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f438c0cea00 msgr2=0x7f438c0c4f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:32.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.441+0000 7f4391290640 1 --2- 172.21.15.32:0/1230107734 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f438c0cea00 0x7f438c0c4f90 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f437c0ad040 tx=0x7f437c019270 comp rx=0 tx=0).stop 2024-09-13T17:48:32.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.441+0000 7f4391290640 1 -- 172.21.15.32:0/1230107734 shutdown_connections 2024-09-13T17:48:32.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.441+0000 7f4391290640 1 --2- 172.21.15.32:0/1230107734 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4378066690 0x7f4378068b50 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.441+0000 7f4391290640 1 --2- 172.21.15.32:0/1230107734 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f438c15b5d0 0x7f438c153390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.441+0000 7f4391290640 1 --2- 172.21.15.32:0/1230107734 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f438c0cea00 0x7f438c0c4f90 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.441+0000 7f4391290640 1 --2- 172.21.15.32:0/1230107734 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f438c0af450 0x7f438c154f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.441+0000 7f4391290640 1 -- 172.21.15.32:0/1230107734 >> 172.21.15.32:0/1230107734 conn(0x7f438c0b1e50 msgr2=0x7f438c0cc440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:32.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.441+0000 7f4391290640 1 -- 172.21.15.32:0/1230107734 shutdown_connections 2024-09-13T17:48:32.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.441+0000 7f4391290640 1 -- 172.21.15.32:0/1230107734 wait complete. 2024-09-13T17:48:32.461 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:32.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.577+0000 7f5cf9a5a640 1 Processor -- start 2024-09-13T17:48:32.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf9a5a640 1 -- start start 2024-09-13T17:48:32.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf9a5a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5cf415c400 0x7f5cf40ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf9a5a640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f5cf40cf420 0x7f5cf40ccb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf9a5a640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5cf40cd060 0x7f5cf40b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf9a5a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5cf406b200 con 0x7f5cf415c400 2024-09-13T17:48:32.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf9a5a640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5cf40d0a00 con 0x7f5cf40cf420 2024-09-13T17:48:32.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf9a5a640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5cf40cd4f0 con 0x7f5cf40cd060 2024-09-13T17:48:32.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf2ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5cf415c400 0x7f5cf40ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf2ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5cf415c400 0x7f5cf40ceee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45986/0 (socket says 172.21.15.32:45986) 2024-09-13T17:48:32.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf2ffd640 1 -- 172.21.15.32:0/1097309109 learned_addr learned my addr 172.21.15.32:0/1097309109 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:32.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf37fe640 1 --2- 172.21.15.32:0/1097309109 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5cf40cd060 0x7f5cf40b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf27fc640 1 --2- 172.21.15.32:0/1097309109 >> v2:172.21.15.159:3300/0 conn(0x7f5cf40cf420 0x7f5cf40ccb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf2ffd640 1 -- 172.21.15.32:0/1097309109 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5cf40cd060 msgr2=0x7f5cf40b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:32.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf2ffd640 1 --2- 172.21.15.32:0/1097309109 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5cf40cd060 0x7f5cf40b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf2ffd640 1 -- 172.21.15.32:0/1097309109 >> v2:172.21.15.159:3300/0 conn(0x7f5cf40cf420 msgr2=0x7f5cf40ccb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:32.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf2ffd640 1 --2- 172.21.15.32:0/1097309109 >> v2:172.21.15.159:3300/0 conn(0x7f5cf40cf420 0x7f5cf40ccb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf2ffd640 1 -- 172.21.15.32:0/1097309109 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cf40cf840 con 0x7f5cf415c400 2024-09-13T17:48:32.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf2ffd640 1 --2- 172.21.15.32:0/1097309109 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cf415c400 0x7f5cf40ceee0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f5cf408c4f0 tx=0x7f5ce401c730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e57b6dc27f01f34 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:32.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf1ffb640 1 -- 172.21.15.32:0/1097309109 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ce40a55b0 con 0x7f5cf415c400 2024-09-13T17:48:32.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf1ffb640 1 -- 172.21.15.32:0/1097309109 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ce40a5710 con 0x7f5cf415c400 2024-09-13T17:48:32.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.581+0000 7f5cf1ffb640 1 -- 172.21.15.32:0/1097309109 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ce40a5aa0 con 0x7f5cf415c400 2024-09-13T17:48:32.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 -- 172.21.15.32:0/1097309109 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cf415c400 msgr2=0x7f5cf40ceee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:32.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 --2- 172.21.15.32:0/1097309109 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cf415c400 0x7f5cf40ceee0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f5cf408c4f0 tx=0x7f5ce401c730 comp rx=0 tx=0).stop 2024-09-13T17:48:32.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 -- 172.21.15.32:0/1097309109 shutdown_connections 2024-09-13T17:48:32.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 --2- 172.21.15.32:0/1097309109 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5cf40cd060 0x7f5cf40b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 --2- 172.21.15.32:0/1097309109 >> v2:172.21.15.159:3300/0 conn(0x7f5cf40cf420 0x7f5cf40ccb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 --2- 172.21.15.32:0/1097309109 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cf415c400 0x7f5cf40ceee0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 -- 172.21.15.32:0/1097309109 >> 172.21.15.32:0/1097309109 conn(0x7f5cf409b860 msgr2=0x7f5cf4089f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:32.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 -- 172.21.15.32:0/1097309109 shutdown_connections 2024-09-13T17:48:32.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 -- 172.21.15.32:0/1097309109 wait complete. 2024-09-13T17:48:32.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 Processor -- start 2024-09-13T17:48:32.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 -- start start 2024-09-13T17:48:32.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cf40cd060 0x7f5cf4158d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5cf40cf420 0x7f5cf4156a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5cf415c400 0x7f5cf41563c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cf40c78e0 con 0x7f5cf40cd060 2024-09-13T17:48:32.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cf415a9c0 con 0x7f5cf40cf420 2024-09-13T17:48:32.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5cf40c7ac0 con 0x7f5cf415c400 2024-09-13T17:48:32.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cf40cd060 0x7f5cf4158d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cf40cd060 0x7f5cf4158d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45994/0 (socket says 172.21.15.32:45994) 2024-09-13T17:48:32.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf2ffd640 1 -- 172.21.15.32:0/2357689047 learned_addr learned my addr 172.21.15.32:0/2357689047 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:32.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf2ffd640 1 -- 172.21.15.32:0/2357689047 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5cf415c400 msgr2=0x7f5cf41563c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:32.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf2ffd640 1 --2- 172.21.15.32:0/2357689047 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5cf415c400 0x7f5cf41563c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf2ffd640 1 -- 172.21.15.32:0/2357689047 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5cf40cf420 msgr2=0x7f5cf4156a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:32.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf2ffd640 1 --2- 172.21.15.32:0/2357689047 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5cf40cf420 0x7f5cf4156a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf2ffd640 1 -- 172.21.15.32:0/2357689047 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ce4009b30 con 0x7f5cf40cd060 2024-09-13T17:48:32.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf2ffd640 1 --2- 172.21.15.32:0/2357689047 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cf40cd060 0x7f5cf4158d00 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f5ce401ade0 tx=0x7f5ce40194d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:32.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cdbfff640 1 -- 172.21.15.32:0/2357689047 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ce40a55b0 con 0x7f5cf40cd060 2024-09-13T17:48:32.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cdbfff640 1 -- 172.21.15.32:0/2357689047 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ce40b88a0 con 0x7f5cf40cd060 2024-09-13T17:48:32.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 -- 172.21.15.32:0/2357689047 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5cf40c7da0 con 0x7f5cf40cd060 2024-09-13T17:48:32.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cdbfff640 1 -- 172.21.15.32:0/2357689047 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ce40b8c50 con 0x7f5cf40cd060 2024-09-13T17:48:32.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.585+0000 7f5cf9a5a640 1 -- 172.21.15.32:0/2357689047 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5cf40c8360 con 0x7f5cf40cd060 2024-09-13T17:48:32.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.589+0000 7f5cf9a5a640 1 -- 172.21.15.32:0/2357689047 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5cf40c8550 con 0x7f5cf40cd060 2024-09-13T17:48:32.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.589+0000 7f5cdbfff640 1 -- 172.21.15.32:0/2357689047 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5ce40ca430 con 0x7f5cf40cd060 2024-09-13T17:48:32.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.589+0000 7f5cdbfff640 1 --2- 172.21.15.32:0/2357689047 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5ce0066690 0x7f5ce0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.589+0000 7f5cdbfff640 1 -- 172.21.15.32:0/2357689047 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f5ce4120140 con 0x7f5cf40cd060 2024-09-13T17:48:32.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.589+0000 7f5cf27fc640 1 --2- 172.21.15.32:0/2357689047 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5ce0066690 0x7f5ce0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.589+0000 7f5cf27fc640 1 --2- 172.21.15.32:0/2357689047 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5ce0066690 0x7f5ce0068b50 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f5ce8006b20 tx=0x7f5ce8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:32.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.593+0000 7f5cdbfff640 1 -- 172.21.15.32:0/2357689047 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5ce40ed100 con 0x7f5cf40cd060 2024-09-13T17:48:32.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.749+0000 7f5cf9a5a640 1 -- 172.21.15.32:0/2357689047 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5cf40c7c00 con 0x7f5cf40cd060 2024-09-13T17:48:32.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.749+0000 7f5cdbfff640 1 -- 172.21.15.32:0/2357689047 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+18723 (secure 0 0 0) 0x7f5cf40c7c00 con 0x7f5cf40cd060 2024-09-13T17:48:32.752 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:32.752 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:01.407417+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.27","mappings":[{"from":3,"to":1}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.c","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:32.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.753+0000 7f5cf9a5a640 1 -- 172.21.15.32:0/2357689047 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5ce0066690 msgr2=0x7f5ce0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:32.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.753+0000 7f5cf9a5a640 1 --2- 172.21.15.32:0/2357689047 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5ce0066690 0x7f5ce0068b50 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f5ce8006b20 tx=0x7f5ce8008040 comp rx=0 tx=0).stop 2024-09-13T17:48:32.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.753+0000 7f5cf9a5a640 1 -- 172.21.15.32:0/2357689047 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cf40cd060 msgr2=0x7f5cf4158d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:32.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.753+0000 7f5cf9a5a640 1 --2- 172.21.15.32:0/2357689047 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cf40cd060 0x7f5cf4158d00 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f5ce401ade0 tx=0x7f5ce40194d0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.753+0000 7f5cf9a5a640 1 -- 172.21.15.32:0/2357689047 shutdown_connections 2024-09-13T17:48:32.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.753+0000 7f5cf9a5a640 1 --2- 172.21.15.32:0/2357689047 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5ce0066690 0x7f5ce0068b50 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.753+0000 7f5cf9a5a640 1 --2- 172.21.15.32:0/2357689047 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5cf415c400 0x7f5cf41563c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.753+0000 7f5cf9a5a640 1 --2- 172.21.15.32:0/2357689047 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5cf40cf420 0x7f5cf4156a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.753+0000 7f5cf9a5a640 1 --2- 172.21.15.32:0/2357689047 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cf40cd060 0x7f5cf4158d00 secure :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f5ce401ade0 tx=0x7f5ce40194d0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.753+0000 7f5cf9a5a640 1 -- 172.21.15.32:0/2357689047 >> 172.21.15.32:0/2357689047 conn(0x7f5cf409b860 msgr2=0x7f5cf415cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:32.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.753+0000 7f5cf9a5a640 1 -- 172.21.15.32:0/2357689047 shutdown_connections 2024-09-13T17:48:32.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.753+0000 7f5cf9a5a640 1 -- 172.21.15.32:0/2357689047 wait complete. 2024-09-13T17:48:32.771 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:47:18.165736+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:47:19.043698+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T17:47:22.248444+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T17:48:32.771 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:48:32.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.897+0000 7f194cfec640 1 Processor -- start 2024-09-13T17:48:32.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.897+0000 7f194cfec640 1 -- start start 2024-09-13T17:48:32.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.897+0000 7f194cfec640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f194806dc70 0x7f1948159650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.897+0000 7f194cfec640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f194806e0d0 con 0x7f19480ab150 2024-09-13T17:48:32.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.897+0000 7f194cfec640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1948159da0 con 0x7f19480cc6d0 2024-09-13T17:48:32.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.897+0000 7f194cfec640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f194815a640 con 0x7f194806dc70 2024-09-13T17:48:32.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.897+0000 7f1946d9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f19480ab150 0x7f19480ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55286/0 (socket says 172.21.15.32:55286) 2024-09-13T17:48:32.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.897+0000 7f1946d9d640 1 -- 172.21.15.32:0/818686437 learned_addr learned my addr 172.21.15.32:0/818686437 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:32.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.897+0000 7f1945d9b640 1 --2- 172.21.15.32:0/818686437 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f194806dc70 0x7f1948159650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194559a640 1 -- 172.21.15.32:0/818686437 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1100841514 0 0) 0x7f194806e0d0 con 0x7f19480ab150 2024-09-13T17:48:32.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194559a640 1 -- 172.21.15.32:0/818686437 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1930003530 con 0x7f19480ab150 2024-09-13T17:48:32.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194559a640 1 -- 172.21.15.32:0/818686437 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3071626657 0 0) 0x7f1930003530 con 0x7f19480ab150 2024-09-13T17:48:32.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194559a640 1 -- 172.21.15.32:0/818686437 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f194806dc70 msgr2=0x7f1948159650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:32.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194559a640 1 --2- 172.21.15.32:0/818686437 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f194806dc70 0x7f1948159650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194559a640 1 -- 172.21.15.32:0/818686437 >> v1:172.21.15.159:6789/0 conn(0x7f19480cc6d0 legacy=0x7f194815d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:32.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194559a640 1 -- 172.21.15.32:0/818686437 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f194815a080 con 0x7f19480ab150 2024-09-13T17:48:32.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194559a640 1 -- 172.21.15.32:0/818686437 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f1940001a00 con 0x7f19480ab150 2024-09-13T17:48:32.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194559a640 1 -- 172.21.15.32:0/818686437 >> v1:172.21.15.32:6789/0 conn(0x7f19480ab150 legacy=0x7f19480ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:32.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194559a640 1 --2- 172.21.15.32:0/818686437 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19300039b0 0x7f1930003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194559a640 1 --2- 172.21.15.32:0/818686437 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19300047d0 0x7f1930004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194559a640 1 --2- 172.21.15.32:0/818686437 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f194806dc70 0x7f1930005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194559a640 1 -- 172.21.15.32:0/818686437 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f194815a640 con 0x7f19300047d0 2024-09-13T17:48:32.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194559a640 1 -- 172.21.15.32:0/818686437 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f193000ba40 con 0x7f19300039b0 2024-09-13T17:48:32.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194559a640 1 -- 172.21.15.32:0/818686437 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f193000bc00 con 0x7f194806dc70 2024-09-13T17:48:32.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f1945d9b640 1 --2- 172.21.15.32:0/818686437 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19300047d0 0x7f1930004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f1946d9d640 1 --2- 172.21.15.32:0/818686437 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f194806dc70 0x7f1930005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194659c640 1 --2- 172.21.15.32:0/818686437 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19300039b0 0x7f1930003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f1945d9b640 1 -- 172.21.15.32:0/818686437 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f194806dc70 msgr2=0x7f1930005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:32.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f1945d9b640 1 --2- 172.21.15.32:0/818686437 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f194806dc70 0x7f1930005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f1945d9b640 1 -- 172.21.15.32:0/818686437 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19300039b0 msgr2=0x7f1930003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:32.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f1945d9b640 1 --2- 172.21.15.32:0/818686437 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19300039b0 0x7f1930003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f1945d9b640 1 -- 172.21.15.32:0/818686437 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1930003530 con 0x7f19300047d0 2024-09-13T17:48:32.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194659c640 1 --2- 172.21.15.32:0/818686437 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19300039b0 0x7f1930003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:32.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f1945d9b640 1 --2- 172.21.15.32:0/818686437 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19300047d0 0x7f1930004c50 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f193c00bd50 tx=0x7f193c01f360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7e91e2cf3d689d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:32.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194559a640 1 -- 172.21.15.32:0/818686437 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f193c0af410 con 0x7f19300047d0 2024-09-13T17:48:32.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194559a640 1 -- 172.21.15.32:0/818686437 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f193c0af570 con 0x7f19300047d0 2024-09-13T17:48:32.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194559a640 1 -- 172.21.15.32:0/818686437 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f193c0af920 con 0x7f19300047d0 2024-09-13T17:48:32.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194cfec640 1 -- 172.21.15.32:0/818686437 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19300047d0 msgr2=0x7f1930004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:32.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194cfec640 1 --2- 172.21.15.32:0/818686437 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19300047d0 0x7f1930004c50 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f193c00bd50 tx=0x7f193c01f360 comp rx=0 tx=0).stop 2024-09-13T17:48:32.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f1946d9d640 1 -- 172.21.15.32:0/818686437 reap_dead start 2024-09-13T17:48:32.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194cfec640 1 -- 172.21.15.32:0/818686437 shutdown_connections 2024-09-13T17:48:32.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194cfec640 1 -- 172.21.15.32:0/818686437 >> 172.21.15.32:0/818686437 conn(0x7f194806a150 msgr2=0x7f194806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:32.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194cfec640 1 -- 172.21.15.32:0/818686437 shutdown_connections 2024-09-13T17:48:32.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.901+0000 7f194cfec640 1 -- 172.21.15.32:0/818686437 wait complete. 2024-09-13T17:48:32.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f194cfec640 1 Processor -- start 2024-09-13T17:48:32.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f194cfec640 1 -- start start 2024-09-13T17:48:32.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f194cfec640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f19300047d0 0x7f19480b2e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f194cfec640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19481eead0 0x7f19480979b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f194cfec640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19481eda50 0x7f19481511e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f194cfec640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1948097ef0 con 0x7f19481eead0 2024-09-13T17:48:32.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f194cfec640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19481edf50 con 0x7f19481eda50 2024-09-13T17:48:32.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f194cfec640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19481ee230 con 0x7f19300047d0 2024-09-13T17:48:32.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f1945d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19481eead0 0x7f19480979b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f1945d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19481eead0 0x7f19480979b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46022/0 (socket says 172.21.15.32:46022) 2024-09-13T17:48:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f1945d9b640 1 -- 172.21.15.32:0/3210226345 learned_addr learned my addr 172.21.15.32:0/3210226345 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f194659c640 1 --2- 172.21.15.32:0/3210226345 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f19300047d0 0x7f19480b2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f1946d9d640 1 --2- 172.21.15.32:0/3210226345 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19481eda50 0x7f19481511e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f1945d9b640 1 -- 172.21.15.32:0/3210226345 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f19300047d0 msgr2=0x7f19480b2e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f1945d9b640 1 --2- 172.21.15.32:0/3210226345 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f19300047d0 0x7f19480b2e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f1945d9b640 1 -- 172.21.15.32:0/3210226345 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19481eda50 msgr2=0x7f19481511e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f1945d9b640 1 --2- 172.21.15.32:0/3210226345 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19481eda50 0x7f19481511e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f1945d9b640 1 -- 172.21.15.32:0/3210226345 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19481ee510 con 0x7f19481eead0 2024-09-13T17:48:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f194659c640 1 --2- 172.21.15.32:0/3210226345 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f19300047d0 0x7f19480b2e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f1945d9b640 1 --2- 172.21.15.32:0/3210226345 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19481eead0 0x7f19480979b0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f193c01f190 tx=0x7f1930005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f1936ffd640 1 -- 172.21.15.32:0/3210226345 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f193c0bb450 con 0x7f19481eead0 2024-09-13T17:48:32.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f1936ffd640 1 -- 172.21.15.32:0/3210226345 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f193c0bb5d0 con 0x7f19481eead0 2024-09-13T17:48:32.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f194cfec640 1 -- 172.21.15.32:0/3210226345 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19481ee7f0 con 0x7f19481eead0 2024-09-13T17:48:32.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f1936ffd640 1 -- 172.21.15.32:0/3210226345 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f193c0bb980 con 0x7f19481eead0 2024-09-13T17:48:32.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f194cfec640 1 -- 172.21.15.32:0/3210226345 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19480b03c0 con 0x7f19481eead0 2024-09-13T17:48:32.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.905+0000 7f194cfec640 1 -- 172.21.15.32:0/3210226345 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19480b05b0 con 0x7f19481eead0 2024-09-13T17:48:32.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.909+0000 7f1936ffd640 1 -- 172.21.15.32:0/3210226345 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f193c0bbae0 con 0x7f19481eead0 2024-09-13T17:48:32.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.909+0000 7f1936ffd640 1 --2- 172.21.15.32:0/3210226345 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f19280666c0 0x7f1928068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:32.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.909+0000 7f1936ffd640 1 -- 172.21.15.32:0/3210226345 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f193c121220 con 0x7f19481eead0 2024-09-13T17:48:32.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.909+0000 7f194659c640 1 --2- 172.21.15.32:0/3210226345 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f19280666c0 0x7f1928068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:32.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.909+0000 7f194659c640 1 --2- 172.21.15.32:0/3210226345 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f19280666c0 0x7f1928068b80 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1938001720 tx=0x7f1938009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:32.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:32.913+0000 7f1936ffd640 1 -- 172.21.15.32:0/3210226345 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f193c0ee1d0 con 0x7f19481eead0 2024-09-13T17:48:33.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.073+0000 7f194cfec640 1 -- 172.21.15.32:0/3210226345 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f19480c3e90 con 0x7f19481eead0 2024-09-13T17:48:33.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.073+0000 7f1936ffd640 1 -- 172.21.15.32:0/3210226345 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7f193c0f17f0 con 0x7f19481eead0 2024-09-13T17:48:33.419 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:48:33.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.077+0000 7f194cfec640 1 -- 172.21.15.32:0/3210226345 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f19280666c0 msgr2=0x7f1928068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:33.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.077+0000 7f194cfec640 1 --2- 172.21.15.32:0/3210226345 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f19280666c0 0x7f1928068b80 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1938001720 tx=0x7f1938009040 comp rx=0 tx=0).stop 2024-09-13T17:48:33.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.077+0000 7f194cfec640 1 -- 172.21.15.32:0/3210226345 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19481eead0 msgr2=0x7f19480979b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:33.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.077+0000 7f194cfec640 1 --2- 172.21.15.32:0/3210226345 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19481eead0 0x7f19480979b0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f193c01f190 tx=0x7f1930005800 comp rx=0 tx=0).stop 2024-09-13T17:48:33.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.077+0000 7f194cfec640 1 -- 172.21.15.32:0/3210226345 shutdown_connections 2024-09-13T17:48:33.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.077+0000 7f194cfec640 1 --2- 172.21.15.32:0/3210226345 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f19280666c0 0x7f1928068b80 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.077+0000 7f194cfec640 1 --2- 172.21.15.32:0/3210226345 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19481eda50 0x7f19481511e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.077+0000 7f194cfec640 1 --2- 172.21.15.32:0/3210226345 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19481eead0 0x7f19480979b0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.077+0000 7f194cfec640 1 --2- 172.21.15.32:0/3210226345 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f19300047d0 0x7f19480b2e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.077+0000 7f194cfec640 1 -- 172.21.15.32:0/3210226345 >> 172.21.15.32:0/3210226345 conn(0x7f194806a150 msgr2=0x7f19480ac710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:33.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.077+0000 7f194cfec640 1 -- 172.21.15.32:0/3210226345 shutdown_connections 2024-09-13T17:48:33.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.077+0000 7f194cfec640 1 -- 172.21.15.32:0/3210226345 wait complete. 2024-09-13T17:48:33.422 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:48:33.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.565+0000 7f8930354640 1 Processor -- start 2024-09-13T17:48:33.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.565+0000 7f8930354640 1 -- start start 2024-09-13T17:48:33.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.569+0000 7f8930354640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f892815a030 0x7f89280cd8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:33.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.569+0000 7f8930354640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f892806e9e0 0x7f89280cfb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:33.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.569+0000 7f8930354640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89280cf500 con 0x7f89280ce110 2024-09-13T17:48:33.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.569+0000 7f8930354640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89280ce8f0 con 0x7f892806e9e0 2024-09-13T17:48:33.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.569+0000 7f8930354640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89280cebd0 con 0x7f892815a030 2024-09-13T17:48:33.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.569+0000 7f892e8f1640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f892806e9e0 0x7f89280cfb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:33.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.569+0000 7f892e8f1640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f892806e9e0 0x7f89280cfb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46026/0 (socket says 172.21.15.32:46026) 2024-09-13T17:48:33.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.569+0000 7f892e8f1640 1 -- 172.21.15.32:0/1128499139 learned_addr learned my addr 172.21.15.32:0/1128499139 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:33.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.569+0000 7f892e0f0640 1 --2- 172.21.15.32:0/1128499139 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f892815a030 0x7f89280cd8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:33.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.569+0000 7f892e8f1640 1 -- 172.21.15.32:0/1128499139 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f892815a030 msgr2=0x7f89280cd8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:33.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.569+0000 7f892e8f1640 1 --2- 172.21.15.32:0/1128499139 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f892815a030 0x7f89280cd8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.569+0000 7f892e8f1640 1 -- 172.21.15.32:0/1128499139 >> v1:172.21.15.159:6789/0 conn(0x7f89280ce110 legacy=0x7f892806e2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:33.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.569+0000 7f892e8f1640 1 -- 172.21.15.32:0/1128499139 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89280ceeb0 con 0x7f892806e9e0 2024-09-13T17:48:33.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.569+0000 7f892e8f1640 1 --2- 172.21.15.32:0/1128499139 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f892806e9e0 0x7f89280cfb90 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f8920009e50 tx=0x7f892001ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dec5d887a301a450 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:33.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.569+0000 7f892d0ee640 1 -- 172.21.15.32:0/1128499139 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89200a58f0 con 0x7f892806e9e0 2024-09-13T17:48:33.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.569+0000 7f892d0ee640 1 -- 172.21.15.32:0/1128499139 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89200a5a50 con 0x7f892806e9e0 2024-09-13T17:48:33.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.569+0000 7f892d0ee640 1 -- 172.21.15.32:0/1128499139 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89200a5de0 con 0x7f892806e9e0 2024-09-13T17:48:33.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f8930354640 1 -- 172.21.15.32:0/1128499139 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f892806e9e0 msgr2=0x7f89280cfb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:33.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f8930354640 1 --2- 172.21.15.32:0/1128499139 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f892806e9e0 0x7f89280cfb90 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f8920009e50 tx=0x7f892001ca00 comp rx=0 tx=0).stop 2024-09-13T17:48:33.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f8930354640 1 -- 172.21.15.32:0/1128499139 shutdown_connections 2024-09-13T17:48:33.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f8930354640 1 --2- 172.21.15.32:0/1128499139 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f892806e9e0 0x7f89280cfb90 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f8930354640 1 --2- 172.21.15.32:0/1128499139 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f892815a030 0x7f89280cd8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f8930354640 1 -- 172.21.15.32:0/1128499139 >> 172.21.15.32:0/1128499139 conn(0x7f8928069f80 msgr2=0x7f892806a390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:33.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f8930354640 1 -- 172.21.15.32:0/1128499139 shutdown_connections 2024-09-13T17:48:33.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f8930354640 1 -- 172.21.15.32:0/1128499139 wait complete. 2024-09-13T17:48:33.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f8930354640 1 Processor -- start 2024-09-13T17:48:33.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f8930354640 1 -- start start 2024-09-13T17:48:33.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f8930354640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f892806e9e0 0x7f8928152c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:33.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f8930354640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89280ce110 0x7f89280b4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:33.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f8930354640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f892815a030 0x7f892815b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:33.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f8930354640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89280b3b80 con 0x7f89280ce110 2024-09-13T17:48:33.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f8930354640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89280b6320 con 0x7f892815a030 2024-09-13T17:48:33.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f8930354640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8928153a70 con 0x7f892806e9e0 2024-09-13T17:48:33.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f892d8ef640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89280ce110 0x7f89280b4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:33.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f892d8ef640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89280ce110 0x7f89280b4530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46030/0 (socket says 172.21.15.32:46030) 2024-09-13T17:48:33.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f892d8ef640 1 -- 172.21.15.32:0/4267652713 learned_addr learned my addr 172.21.15.32:0/4267652713 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:33.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f892e0f0640 1 --2- 172.21.15.32:0/4267652713 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f892806e9e0 0x7f8928152c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:33.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f892d8ef640 1 -- 172.21.15.32:0/4267652713 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f892806e9e0 msgr2=0x7f8928152c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:33.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f892d8ef640 1 --2- 172.21.15.32:0/4267652713 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f892806e9e0 0x7f8928152c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f892d8ef640 1 -- 172.21.15.32:0/4267652713 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f892815a030 msgr2=0x7f892815b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:33.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f892d8ef640 1 --2- 172.21.15.32:0/4267652713 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f892815a030 0x7f892815b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.573+0000 7f892d8ef640 1 -- 172.21.15.32:0/4267652713 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8920009b30 con 0x7f89280ce110 2024-09-13T17:48:33.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.577+0000 7f892d8ef640 1 --2- 172.21.15.32:0/4267652713 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89280ce110 0x7f89280b4530 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f891800c530 tx=0x7f891800c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:33.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.577+0000 7f891effd640 1 -- 172.21.15.32:0/4267652713 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8918005220 con 0x7f89280ce110 2024-09-13T17:48:33.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.577+0000 7f891effd640 1 -- 172.21.15.32:0/4267652713 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8918005380 con 0x7f89280ce110 2024-09-13T17:48:33.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.577+0000 7f891effd640 1 -- 172.21.15.32:0/4267652713 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8918007270 con 0x7f89280ce110 2024-09-13T17:48:33.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.577+0000 7f8930354640 1 -- 172.21.15.32:0/4267652713 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89280b3d70 con 0x7f89280ce110 2024-09-13T17:48:33.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.577+0000 7f8930354640 1 -- 172.21.15.32:0/4267652713 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89280b6040 con 0x7f89280ce110 2024-09-13T17:48:33.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.577+0000 7f8930354640 1 -- 172.21.15.32:0/4267652713 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89280cfb90 con 0x7f89280ce110 2024-09-13T17:48:33.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.577+0000 7f891effd640 1 -- 172.21.15.32:0/4267652713 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f89180073d0 con 0x7f89280ce110 2024-09-13T17:48:33.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.577+0000 7f891effd640 1 --2- 172.21.15.32:0/4267652713 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f890c066690 0x7f890c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:33.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.577+0000 7f891effd640 1 -- 172.21.15.32:0/4267652713 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f8918083de0 con 0x7f89280ce110 2024-09-13T17:48:33.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.577+0000 7f892e0f0640 1 --2- 172.21.15.32:0/4267652713 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f890c066690 0x7f890c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:33.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.577+0000 7f892e0f0640 1 --2- 172.21.15.32:0/4267652713 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f890c066690 0x7f890c068b50 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f892806b370 tx=0x7f8924008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:33.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.581+0000 7f891effd640 1 -- 172.21.15.32:0/4267652713 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8918050e00 con 0x7f89280ce110 2024-09-13T17:48:33.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.749+0000 7f8930354640 1 -- 172.21.15.32:0/4267652713 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8928067300 con 0x7f89280ce110 2024-09-13T17:48:33.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.749+0000 7f891effd640 1 -- 172.21.15.32:0/4267652713 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8918054420 con 0x7f89280ce110 2024-09-13T17:48:33.750 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:33.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.749+0000 7f8930354640 1 -- 172.21.15.32:0/4267652713 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f890c066690 msgr2=0x7f890c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:33.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.749+0000 7f8930354640 1 --2- 172.21.15.32:0/4267652713 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f890c066690 0x7f890c068b50 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f892806b370 tx=0x7f8924008040 comp rx=0 tx=0).stop 2024-09-13T17:48:33.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.749+0000 7f8930354640 1 -- 172.21.15.32:0/4267652713 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89280ce110 msgr2=0x7f89280b4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:33.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.749+0000 7f8930354640 1 --2- 172.21.15.32:0/4267652713 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89280ce110 0x7f89280b4530 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f891800c530 tx=0x7f891800c9f0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.749+0000 7f8930354640 1 -- 172.21.15.32:0/4267652713 shutdown_connections 2024-09-13T17:48:33.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.749+0000 7f8930354640 1 --2- 172.21.15.32:0/4267652713 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f890c066690 0x7f890c068b50 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.749+0000 7f8930354640 1 --2- 172.21.15.32:0/4267652713 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f892815a030 0x7f892815b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.749+0000 7f8930354640 1 --2- 172.21.15.32:0/4267652713 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89280ce110 0x7f89280b4530 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.749+0000 7f8930354640 1 --2- 172.21.15.32:0/4267652713 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f892806e9e0 0x7f8928152c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.749+0000 7f8930354640 1 -- 172.21.15.32:0/4267652713 >> 172.21.15.32:0/4267652713 conn(0x7f8928069f80 msgr2=0x7f892815dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:33.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.753+0000 7f8930354640 1 -- 172.21.15.32:0/4267652713 shutdown_connections 2024-09-13T17:48:33.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.753+0000 7f8930354640 1 -- 172.21.15.32:0/4267652713 wait complete. 2024-09-13T17:48:33.771 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:48:33.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.901+0000 7f29d9840640 1 Processor -- start 2024-09-13T17:48:33.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.901+0000 7f29d9840640 1 -- start start 2024-09-13T17:48:33.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.901+0000 7f29d9840640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f29d415c500 0x7f29d40d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:33.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.901+0000 7f29d9840640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f29d4160ae0 0x7f29d40d2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:33.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.901+0000 7f29d9840640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f29d40d26d0 0x7f29d40cee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:33.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.901+0000 7f29d9840640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29d40d1320 con 0x7f29d4160ae0 2024-09-13T17:48:33.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.901+0000 7f29d9840640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29d40d2b60 con 0x7f29d415c500 2024-09-13T17:48:33.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.901+0000 7f29d9840640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29d40d0710 con 0x7f29d40d26d0 2024-09-13T17:48:33.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.901+0000 7f29cbfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f29d4160ae0 0x7f29d40d2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:33.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.901+0000 7f29cbfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f29d4160ae0 0x7f29d40d2190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46040/0 (socket says 172.21.15.32:46040) 2024-09-13T17:48:33.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.901+0000 7f29cbfff640 1 -- 172.21.15.32:0/1453828761 learned_addr learned my addr 172.21.15.32:0/1453828761 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:33.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.901+0000 7f29d37fe640 1 --2- 172.21.15.32:0/1453828761 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f29d40d26d0 0x7f29d40cee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:33.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.901+0000 7f29d2ffd640 1 --2- 172.21.15.32:0/1453828761 >> v2:172.21.15.159:3300/0 conn(0x7f29d415c500 0x7f29d40d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:33.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.901+0000 7f29cbfff640 1 -- 172.21.15.32:0/1453828761 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f29d40d26d0 msgr2=0x7f29d40cee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:33.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.901+0000 7f29cbfff640 1 --2- 172.21.15.32:0/1453828761 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f29d40d26d0 0x7f29d40cee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.901+0000 7f29cbfff640 1 -- 172.21.15.32:0/1453828761 >> v2:172.21.15.159:3300/0 conn(0x7f29d415c500 msgr2=0x7f29d40d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:33.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.901+0000 7f29cbfff640 1 --2- 172.21.15.32:0/1453828761 >> v2:172.21.15.159:3300/0 conn(0x7f29d415c500 0x7f29d40d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.901+0000 7f29cbfff640 1 -- 172.21.15.32:0/1453828761 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29d40d09f0 con 0x7f29d4160ae0 2024-09-13T17:48:33.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.905+0000 7f29cbfff640 1 --2- 172.21.15.32:0/1453828761 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29d4160ae0 0x7f29d40d2190 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f29bc009870 tx=0x7f29bc01c1d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5d6091ef68f097 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:33.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.905+0000 7f29d27fc640 1 -- 172.21.15.32:0/1453828761 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29bc0ab600 con 0x7f29d4160ae0 2024-09-13T17:48:33.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.905+0000 7f29d27fc640 1 -- 172.21.15.32:0/1453828761 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29bc0a7050 con 0x7f29d4160ae0 2024-09-13T17:48:33.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.905+0000 7f29d27fc640 1 -- 172.21.15.32:0/1453828761 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29bc0ab980 con 0x7f29d4160ae0 2024-09-13T17:48:33.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.905+0000 7f29d9840640 1 -- 172.21.15.32:0/1453828761 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29d4160ae0 msgr2=0x7f29d40d2190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:33.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.905+0000 7f29d9840640 1 --2- 172.21.15.32:0/1453828761 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29d4160ae0 0x7f29d40d2190 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f29bc009870 tx=0x7f29bc01c1d0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.905+0000 7f29d9840640 1 -- 172.21.15.32:0/1453828761 shutdown_connections 2024-09-13T17:48:33.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.905+0000 7f29d9840640 1 --2- 172.21.15.32:0/1453828761 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f29d40d26d0 0x7f29d40cee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.905+0000 7f29d9840640 1 --2- 172.21.15.32:0/1453828761 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29d4160ae0 0x7f29d40d2190 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.905+0000 7f29d9840640 1 --2- 172.21.15.32:0/1453828761 >> v2:172.21.15.159:3300/0 conn(0x7f29d415c500 0x7f29d40d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.905+0000 7f29d9840640 1 -- 172.21.15.32:0/1453828761 >> 172.21.15.32:0/1453828761 conn(0x7f29d4089f70 msgr2=0x7f29d409b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.905+0000 7f29d9840640 1 -- 172.21.15.32:0/1453828761 shutdown_connections 2024-09-13T17:48:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.905+0000 7f29d9840640 1 -- 172.21.15.32:0/1453828761 wait complete. 2024-09-13T17:48:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.905+0000 7f29d9840640 1 Processor -- start 2024-09-13T17:48:33.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.905+0000 7f29d9840640 1 -- start start 2024-09-13T17:48:33.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d9840640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29d40d26d0 0x7f29d40c85e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:33.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d9840640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f29d415c500 0x7f29d40c9510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:33.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d9840640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f29d4160ae0 0x7f29d40c9a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:33.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d9840640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29d4146a70 con 0x7f29d40d26d0 2024-09-13T17:48:33.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d9840640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29d40cb5c0 con 0x7f29d4160ae0 2024-09-13T17:48:33.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d9840640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29d40cb830 con 0x7f29d415c500 2024-09-13T17:48:33.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29d40d26d0 0x7f29d40c85e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:33.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29d40d26d0 0x7f29d40c85e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46056/0 (socket says 172.21.15.32:46056) 2024-09-13T17:48:33.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d2ffd640 1 -- 172.21.15.32:0/2372958679 learned_addr learned my addr 172.21.15.32:0/2372958679 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:33.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d37fe640 1 --2- 172.21.15.32:0/2372958679 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f29d4160ae0 0x7f29d40c9a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:33.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d2ffd640 1 -- 172.21.15.32:0/2372958679 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f29d415c500 msgr2=0x7f29d40c9510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:33.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29cbfff640 1 --2- 172.21.15.32:0/2372958679 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f29d415c500 0x7f29d40c9510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:33.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d2ffd640 1 --2- 172.21.15.32:0/2372958679 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f29d415c500 0x7f29d40c9510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d2ffd640 1 -- 172.21.15.32:0/2372958679 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f29d4160ae0 msgr2=0x7f29d40c9a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:33.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d2ffd640 1 --2- 172.21.15.32:0/2372958679 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f29d4160ae0 0x7f29d40c9a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:33.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d2ffd640 1 -- 172.21.15.32:0/2372958679 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29bc0094d0 con 0x7f29d40d26d0 2024-09-13T17:48:33.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d37fe640 1 --2- 172.21.15.32:0/2372958679 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f29d4160ae0 0x7f29d40c9a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:33.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d2ffd640 1 --2- 172.21.15.32:0/2372958679 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29d40d26d0 0x7f29d40c85e0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f29c400d830 tx=0x7f29c400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:33.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d0ff9640 1 -- 172.21.15.32:0/2372958679 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29c400b6c0 con 0x7f29d40d26d0 2024-09-13T17:48:33.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d0ff9640 1 -- 172.21.15.32:0/2372958679 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29c400b820 con 0x7f29d40d26d0 2024-09-13T17:48:33.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d9840640 1 -- 172.21.15.32:0/2372958679 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29d40cbb10 con 0x7f29d40d26d0 2024-09-13T17:48:33.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d0ff9640 1 -- 172.21.15.32:0/2372958679 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29c400bb90 con 0x7f29d40d26d0 2024-09-13T17:48:33.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d9840640 1 -- 172.21.15.32:0/2372958679 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29d40cc0d0 con 0x7f29d40d26d0 2024-09-13T17:48:33.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d9840640 1 -- 172.21.15.32:0/2372958679 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29d415a220 con 0x7f29d40d26d0 2024-09-13T17:48:33.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d0ff9640 1 -- 172.21.15.32:0/2372958679 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f29c401e460 con 0x7f29d40d26d0 2024-09-13T17:48:33.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.909+0000 7f29d0ff9640 1 --2- 172.21.15.32:0/2372958679 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f29b40666c0 0x7f29b4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:33.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.913+0000 7f29d0ff9640 1 -- 172.21.15.32:0/2372958679 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f29c4084cb0 con 0x7f29d40d26d0 2024-09-13T17:48:33.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.913+0000 7f29cbfff640 1 --2- 172.21.15.32:0/2372958679 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f29b40666c0 0x7f29b4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:33.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.913+0000 7f29cbfff640 1 --2- 172.21.15.32:0/2372958679 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f29b40666c0 0x7f29b4068b80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f29bc0ad000 tx=0x7f29bc0a6000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:33.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:33.917+0000 7f29d0ff9640 1 -- 172.21.15.32:0/2372958679 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f29c4051c90 con 0x7f29d40d26d0 2024-09-13T17:48:34.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.073+0000 7f29d9840640 1 -- 172.21.15.32:0/2372958679 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f29d40d0010 con 0x7f29d40d26d0 2024-09-13T17:48:34.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.077+0000 7f29d0ff9640 1 -- 172.21.15.32:0/2372958679 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f29c40552b0 con 0x7f29d40d26d0 2024-09-13T17:48:34.077 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:48:34.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.077+0000 7f29d9840640 1 -- 172.21.15.32:0/2372958679 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f29b40666c0 msgr2=0x7f29b4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:34.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.077+0000 7f29d9840640 1 --2- 172.21.15.32:0/2372958679 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f29b40666c0 0x7f29b4068b80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f29bc0ad000 tx=0x7f29bc0a6000 comp rx=0 tx=0).stop 2024-09-13T17:48:34.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.077+0000 7f29d9840640 1 -- 172.21.15.32:0/2372958679 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29d40d26d0 msgr2=0x7f29d40c85e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:34.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.077+0000 7f29d9840640 1 --2- 172.21.15.32:0/2372958679 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29d40d26d0 0x7f29d40c85e0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f29c400d830 tx=0x7f29c400dcf0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.077+0000 7f29d9840640 1 -- 172.21.15.32:0/2372958679 shutdown_connections 2024-09-13T17:48:34.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.077+0000 7f29d9840640 1 --2- 172.21.15.32:0/2372958679 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f29b40666c0 0x7f29b4068b80 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.077+0000 7f29d9840640 1 --2- 172.21.15.32:0/2372958679 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f29d4160ae0 0x7f29d40c9a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.077+0000 7f29d9840640 1 --2- 172.21.15.32:0/2372958679 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f29d415c500 0x7f29d40c9510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.077+0000 7f29d9840640 1 --2- 172.21.15.32:0/2372958679 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29d40d26d0 0x7f29d40c85e0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.077+0000 7f29d9840640 1 -- 172.21.15.32:0/2372958679 >> 172.21.15.32:0/2372958679 conn(0x7f29d4089f70 msgr2=0x7f29d40b0490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:34.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.077+0000 7f29d9840640 1 -- 172.21.15.32:0/2372958679 shutdown_connections 2024-09-13T17:48:34.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.077+0000 7f29d9840640 1 -- 172.21.15.32:0/2372958679 wait complete. 2024-09-13T17:48:34.096 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T17:48:34.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f3232789640 1 Processor -- start 2024-09-13T17:48:34.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f3232789640 1 -- start start 2024-09-13T17:48:34.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f3232789640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f322c15c500 0x7f322c0d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f3232789640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f322c160ae0 0x7f322c0d2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f3232789640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f322c0d26d0 0x7f322c0cee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f3232789640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f322c0d1320 con 0x7f322c0d26d0 2024-09-13T17:48:34.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f3232789640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f322c0d2b60 con 0x7f322c160ae0 2024-09-13T17:48:34.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f3232789640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f322c0d0710 con 0x7f322c15c500 2024-09-13T17:48:34.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f3230d26640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f322c0d26d0 0x7f322c0cee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:34.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f3230d26640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f322c0d26d0 0x7f322c0cee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46068/0 (socket says 172.21.15.32:46068) 2024-09-13T17:48:34.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f3230d26640 1 -- 172.21.15.32:0/1535168167 learned_addr learned my addr 172.21.15.32:0/1535168167 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:34.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f322b7fe640 1 --2- 172.21.15.32:0/1535168167 >> v2:172.21.15.159:3300/0 conn(0x7f322c160ae0 0x7f322c0d2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:34.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f322bfff640 1 --2- 172.21.15.32:0/1535168167 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f322c15c500 0x7f322c0d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:34.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f3230d26640 1 -- 172.21.15.32:0/1535168167 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f322c15c500 msgr2=0x7f322c0d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:34.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f3230d26640 1 --2- 172.21.15.32:0/1535168167 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f322c15c500 0x7f322c0d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f3230d26640 1 -- 172.21.15.32:0/1535168167 >> v2:172.21.15.159:3300/0 conn(0x7f322c160ae0 msgr2=0x7f322c0d2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:34.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f3230d26640 1 --2- 172.21.15.32:0/1535168167 >> v2:172.21.15.159:3300/0 conn(0x7f322c160ae0 0x7f322c0d2190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f3230d26640 1 -- 172.21.15.32:0/1535168167 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f322c0d09f0 con 0x7f322c0d26d0 2024-09-13T17:48:34.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f322b7fe640 1 --2- 172.21.15.32:0/1535168167 >> v2:172.21.15.159:3300/0 conn(0x7f322c160ae0 0x7f322c0d2190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:34.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.221+0000 7f322bfff640 1 --2- 172.21.15.32:0/1535168167 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f322c15c500 0x7f322c0d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:34.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.225+0000 7f3230d26640 1 --2- 172.21.15.32:0/1535168167 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f322c0d26d0 0x7f322c0cee50 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f322c06cee0 tx=0x7f322401c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e034ffd5ee43837 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:34.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.225+0000 7f322affd640 1 -- 172.21.15.32:0/1535168167 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32240a5520 con 0x7f322c0d26d0 2024-09-13T17:48:34.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.225+0000 7f322affd640 1 -- 172.21.15.32:0/1535168167 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32240a5680 con 0x7f322c0d26d0 2024-09-13T17:48:34.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.225+0000 7f322affd640 1 -- 172.21.15.32:0/1535168167 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32240a5a10 con 0x7f322c0d26d0 2024-09-13T17:48:34.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.225+0000 7f3232789640 1 -- 172.21.15.32:0/1535168167 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f322c0d26d0 msgr2=0x7f322c0cee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:34.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.225+0000 7f3232789640 1 --2- 172.21.15.32:0/1535168167 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f322c0d26d0 0x7f322c0cee50 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f322c06cee0 tx=0x7f322401c6a0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.225+0000 7f3232789640 1 -- 172.21.15.32:0/1535168167 shutdown_connections 2024-09-13T17:48:34.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.225+0000 7f3232789640 1 --2- 172.21.15.32:0/1535168167 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f322c0d26d0 0x7f322c0cee50 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.225+0000 7f3232789640 1 --2- 172.21.15.32:0/1535168167 >> v2:172.21.15.159:3300/0 conn(0x7f322c160ae0 0x7f322c0d2190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.225+0000 7f3232789640 1 --2- 172.21.15.32:0/1535168167 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f322c15c500 0x7f322c0d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.225+0000 7f3232789640 1 -- 172.21.15.32:0/1535168167 >> 172.21.15.32:0/1535168167 conn(0x7f322c089f70 msgr2=0x7f322c09b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:34.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.225+0000 7f3232789640 1 -- 172.21.15.32:0/1535168167 shutdown_connections 2024-09-13T17:48:34.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.225+0000 7f3232789640 1 -- 172.21.15.32:0/1535168167 wait complete. 2024-09-13T17:48:34.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.225+0000 7f3232789640 1 Processor -- start 2024-09-13T17:48:34.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.225+0000 7f3232789640 1 -- start start 2024-09-13T17:48:34.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3232789640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f322c0d26d0 0x7f322c15dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3232789640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f322c15c500 0x7f322c151ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3232789640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f322c160ae0 0x7f322c156ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3232789640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f322c15f9a0 con 0x7f322c160ae0 2024-09-13T17:48:34.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3232789640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f322c153340 con 0x7f322c0d26d0 2024-09-13T17:48:34.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3232789640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f322c152430 con 0x7f322c15c500 2024-09-13T17:48:34.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3230d26640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f322c160ae0 0x7f322c156ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:34.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3230d26640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f322c160ae0 0x7f322c156ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46076/0 (socket says 172.21.15.32:46076) 2024-09-13T17:48:34.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3230d26640 1 -- 172.21.15.32:0/212794640 learned_addr learned my addr 172.21.15.32:0/212794640 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:34.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f322bfff640 1 --2- 172.21.15.32:0/212794640 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f322c0d26d0 0x7f322c15dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:34.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f322b7fe640 1 --2- 172.21.15.32:0/212794640 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f322c15c500 0x7f322c151ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:34.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3230d26640 1 -- 172.21.15.32:0/212794640 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f322c15c500 msgr2=0x7f322c151ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:34.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3230d26640 1 --2- 172.21.15.32:0/212794640 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f322c15c500 0x7f322c151ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3230d26640 1 -- 172.21.15.32:0/212794640 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f322c0d26d0 msgr2=0x7f322c15dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:34.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3230d26640 1 --2- 172.21.15.32:0/212794640 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f322c0d26d0 0x7f322c15dcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3230d26640 1 -- 172.21.15.32:0/212794640 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3224009b30 con 0x7f322c160ae0 2024-09-13T17:48:34.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3230d26640 1 --2- 172.21.15.32:0/212794640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f322c160ae0 0x7f322c156ff0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f32240af040 tx=0x7f3224019440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:34.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3228ff9640 1 -- 172.21.15.32:0/212794640 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32240a5520 con 0x7f322c160ae0 2024-09-13T17:48:34.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3228ff9640 1 -- 172.21.15.32:0/212794640 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32240b8670 con 0x7f322c160ae0 2024-09-13T17:48:34.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3228ff9640 1 -- 172.21.15.32:0/212794640 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32240b8a20 con 0x7f322c160ae0 2024-09-13T17:48:34.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3232789640 1 -- 172.21.15.32:0/212794640 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f322c152730 con 0x7f322c160ae0 2024-09-13T17:48:34.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3232789640 1 -- 172.21.15.32:0/212794640 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f322c152cf0 con 0x7f322c160ae0 2024-09-13T17:48:34.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3232789640 1 -- 172.21.15.32:0/212794640 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f322c1534f0 con 0x7f322c160ae0 2024-09-13T17:48:34.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.229+0000 7f3228ff9640 1 -- 172.21.15.32:0/212794640 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f32240b8b80 con 0x7f322c160ae0 2024-09-13T17:48:34.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.233+0000 7f3228ff9640 1 --2- 172.21.15.32:0/212794640 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3218066690 0x7f3218068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.233+0000 7f3228ff9640 1 -- 172.21.15.32:0/212794640 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f322411f6e0 con 0x7f322c160ae0 2024-09-13T17:48:34.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.233+0000 7f322bfff640 1 --2- 172.21.15.32:0/212794640 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3218066690 0x7f3218068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:34.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.233+0000 7f322bfff640 1 --2- 172.21.15.32:0/212794640 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3218066690 0x7f3218068b50 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f322c06bea0 tx=0x7f321c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:34.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.237+0000 7f3228ff9640 1 -- 172.21.15.32:0/212794640 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f322c1534f0 con 0x7f322c160ae0 2024-09-13T17:48:34.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.389+0000 7f3232789640 1 -- 172.21.15.32:0/212794640 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f322c1534f0 con 0x7f322c160ae0 2024-09-13T17:48:34.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.389+0000 7f3228ff9640 1 -- 172.21.15.32:0/212794640 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7f322c1534f0 con 0x7f322c160ae0 2024-09-13T17:48:34.393 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:48:34.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.393+0000 7f3232789640 1 -- 172.21.15.32:0/212794640 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3218066690 msgr2=0x7f3218068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:34.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.393+0000 7f3232789640 1 --2- 172.21.15.32:0/212794640 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3218066690 0x7f3218068b50 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f322c06bea0 tx=0x7f321c008040 comp rx=0 tx=0).stop 2024-09-13T17:48:34.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.393+0000 7f3232789640 1 -- 172.21.15.32:0/212794640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f322c160ae0 msgr2=0x7f322c156ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:34.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.393+0000 7f3232789640 1 --2- 172.21.15.32:0/212794640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f322c160ae0 0x7f322c156ff0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f32240af040 tx=0x7f3224019440 comp rx=0 tx=0).stop 2024-09-13T17:48:34.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.393+0000 7f3232789640 1 -- 172.21.15.32:0/212794640 shutdown_connections 2024-09-13T17:48:34.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.393+0000 7f3232789640 1 --2- 172.21.15.32:0/212794640 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3218066690 0x7f3218068b50 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.393+0000 7f3232789640 1 --2- 172.21.15.32:0/212794640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f322c160ae0 0x7f322c156ff0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.393+0000 7f3232789640 1 --2- 172.21.15.32:0/212794640 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f322c15c500 0x7f322c151ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.393+0000 7f3232789640 1 --2- 172.21.15.32:0/212794640 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f322c0d26d0 0x7f322c15dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.393+0000 7f3232789640 1 -- 172.21.15.32:0/212794640 >> 172.21.15.32:0/212794640 conn(0x7f322c089f70 msgr2=0x7f322c0cd790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:34.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.393+0000 7f3232789640 1 -- 172.21.15.32:0/212794640 shutdown_connections 2024-09-13T17:48:34.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.393+0000 7f3232789640 1 -- 172.21.15.32:0/212794640 wait complete. 2024-09-13T17:48:34.410 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:48:34.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.537+0000 7f9d26992640 1 Processor -- start 2024-09-13T17:48:34.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.537+0000 7f9d26992640 1 -- start start 2024-09-13T17:48:34.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.537+0000 7f9d26992640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f9d201404c0 0x7f9d2015e750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.537+0000 7f9d26992640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9d200b45a0 0x7f9d2006e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.537+0000 7f9d26992640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d2015ec90 con 0x7f9d2015b950 2024-09-13T17:48:34.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.537+0000 7f9d26992640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d2015aaa0 con 0x7f9d201404c0 2024-09-13T17:48:34.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.537+0000 7f9d26992640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d2015ad80 con 0x7f9d200b45a0 2024-09-13T17:48:34.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.537+0000 7f9d24f2f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9d200b45a0 0x7f9d2006e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:34.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.537+0000 7f9d1ffff640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f9d201404c0 0x7f9d2015e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:34.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.537+0000 7f9d24f2f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9d200b45a0 0x7f9d2006e200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:43304/0 (socket says 172.21.15.32:43304) 2024-09-13T17:48:34.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.537+0000 7f9d24f2f640 1 -- 172.21.15.32:0/551254211 learned_addr learned my addr 172.21.15.32:0/551254211 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:34.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.537+0000 7f9d1ffff640 1 --2- 172.21.15.32:0/551254211 >> v2:172.21.15.159:3300/0 conn(0x7f9d201404c0 0x7f9d2015e750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:40118/0 (socket says 172.21.15.32:40118) 2024-09-13T17:48:34.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.537+0000 7f9d1f7fe640 1 --1- 172.21.15.32:0/551254211 >> v1:172.21.15.159:6789/0 conn(0x7f9d2015b950 0x7f9d200b3e90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:52456/0 (socket says 172.21.15.32:52456) 2024-09-13T17:48:34.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.537+0000 7f9d24f2f640 1 -- 172.21.15.32:0/551254211 >> v2:172.21.15.159:3300/0 conn(0x7f9d201404c0 msgr2=0x7f9d2015e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:34.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.537+0000 7f9d24f2f640 1 --2- 172.21.15.32:0/551254211 >> v2:172.21.15.159:3300/0 conn(0x7f9d201404c0 0x7f9d2015e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.537+0000 7f9d24f2f640 1 -- 172.21.15.32:0/551254211 >> v1:172.21.15.159:6789/0 conn(0x7f9d2015b950 legacy=0x7f9d200b3e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:34.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.537+0000 7f9d24f2f640 1 -- 172.21.15.32:0/551254211 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d2015b060 con 0x7f9d200b45a0 2024-09-13T17:48:34.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.541+0000 7f9d24f2f640 1 --2- 172.21.15.32:0/551254211 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9d200b45a0 0x7f9d2006e200 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9d18009e50 tx=0x7f9d1801ca00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aaf6e050402883ae server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:34.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.541+0000 7f9d1effd640 1 -- 172.21.15.32:0/551254211 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d180a58d0 con 0x7f9d200b45a0 2024-09-13T17:48:34.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.541+0000 7f9d1effd640 1 -- 172.21.15.32:0/551254211 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d180a5a30 con 0x7f9d200b45a0 2024-09-13T17:48:34.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.541+0000 7f9d1effd640 1 -- 172.21.15.32:0/551254211 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d180a5dc0 con 0x7f9d200b45a0 2024-09-13T17:48:34.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.541+0000 7f9d26992640 1 -- 172.21.15.32:0/551254211 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9d200b45a0 msgr2=0x7f9d2006e200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:34.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.541+0000 7f9d26992640 1 --2- 172.21.15.32:0/551254211 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9d200b45a0 0x7f9d2006e200 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9d18009e50 tx=0x7f9d1801ca00 comp rx=0 tx=0).stop 2024-09-13T17:48:34.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.541+0000 7f9d26992640 1 -- 172.21.15.32:0/551254211 shutdown_connections 2024-09-13T17:48:34.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.541+0000 7f9d26992640 1 --2- 172.21.15.32:0/551254211 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9d200b45a0 0x7f9d2006e200 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.541+0000 7f9d26992640 1 --2- 172.21.15.32:0/551254211 >> v2:172.21.15.159:3300/0 conn(0x7f9d201404c0 0x7f9d2015e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.541+0000 7f9d26992640 1 -- 172.21.15.32:0/551254211 >> 172.21.15.32:0/551254211 conn(0x7f9d20069f80 msgr2=0x7f9d2006a390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:34.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.541+0000 7f9d26992640 1 -- 172.21.15.32:0/551254211 shutdown_connections 2024-09-13T17:48:34.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.541+0000 7f9d26992640 1 -- 172.21.15.32:0/551254211 wait complete. 2024-09-13T17:48:34.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.541+0000 7f9d26992640 1 Processor -- start 2024-09-13T17:48:34.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.541+0000 7f9d26992640 1 -- start start 2024-09-13T17:48:34.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d26992640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9d200b45a0 0x7f9d20156220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d26992640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d201404c0 0x7f9d20163be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d26992640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d2015b950 0x7f9d20157060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d26992640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d20154f30 con 0x7f9d2015b950 2024-09-13T17:48:34.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d26992640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d20156760 con 0x7f9d201404c0 2024-09-13T17:48:34.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d26992640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d20155180 con 0x7f9d200b45a0 2024-09-13T17:48:34.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d24f2f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d2015b950 0x7f9d20157060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:34.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d24f2f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d2015b950 0x7f9d20157060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46090/0 (socket says 172.21.15.32:46090) 2024-09-13T17:48:34.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d24f2f640 1 -- 172.21.15.32:0/387236273 learned_addr learned my addr 172.21.15.32:0/387236273 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:34.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d1ffff640 1 --2- 172.21.15.32:0/387236273 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9d200b45a0 0x7f9d20156220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:34.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d1f7fe640 1 --2- 172.21.15.32:0/387236273 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d201404c0 0x7f9d20163be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:34.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d24f2f640 1 -- 172.21.15.32:0/387236273 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9d200b45a0 msgr2=0x7f9d20156220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:34.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d24f2f640 1 --2- 172.21.15.32:0/387236273 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9d200b45a0 0x7f9d20156220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d24f2f640 1 -- 172.21.15.32:0/387236273 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d201404c0 msgr2=0x7f9d20163be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:34.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d24f2f640 1 --2- 172.21.15.32:0/387236273 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d201404c0 0x7f9d20163be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d24f2f640 1 -- 172.21.15.32:0/387236273 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d18009b30 con 0x7f9d2015b950 2024-09-13T17:48:34.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d1ffff640 1 --2- 172.21.15.32:0/387236273 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9d200b45a0 0x7f9d20156220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:34.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d1f7fe640 1 --2- 172.21.15.32:0/387236273 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d201404c0 0x7f9d20163be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:34.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d24f2f640 1 --2- 172.21.15.32:0/387236273 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d2015b950 0x7f9d20157060 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f9d180af040 tx=0x7f9d180197a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:34.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d1cff9640 1 -- 172.21.15.32:0/387236273 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d180b8670 con 0x7f9d2015b950 2024-09-13T17:48:34.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d1cff9640 1 -- 172.21.15.32:0/387236273 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d180b87d0 con 0x7f9d2015b950 2024-09-13T17:48:34.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d1cff9640 1 -- 172.21.15.32:0/387236273 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d180b8b80 con 0x7f9d2015b950 2024-09-13T17:48:34.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d26992640 1 -- 172.21.15.32:0/387236273 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d20155460 con 0x7f9d2015b950 2024-09-13T17:48:34.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d26992640 1 -- 172.21.15.32:0/387236273 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d20155a20 con 0x7f9d2015b950 2024-09-13T17:48:34.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d26992640 1 -- 172.21.15.32:0/387236273 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d2006e200 con 0x7f9d2015b950 2024-09-13T17:48:34.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.545+0000 7f9d1cff9640 1 -- 172.21.15.32:0/387236273 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9d180b8ce0 con 0x7f9d2015b950 2024-09-13T17:48:34.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.549+0000 7f9d1cff9640 1 --2- 172.21.15.32:0/387236273 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9d0c066690 0x7f9d0c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.549+0000 7f9d1cff9640 1 -- 172.21.15.32:0/387236273 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f9d1811fbd0 con 0x7f9d2015b950 2024-09-13T17:48:34.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.549+0000 7f9d1ffff640 1 --2- 172.21.15.32:0/387236273 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9d0c066690 0x7f9d0c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:34.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.549+0000 7f9d1ffff640 1 --2- 172.21.15.32:0/387236273 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9d0c066690 0x7f9d0c068b50 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9d10009bb0 tx=0x7f9d10008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:34.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.553+0000 7f9d1cff9640 1 -- 172.21.15.32:0/387236273 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9d180ecae0 con 0x7f9d2015b950 2024-09-13T17:48:34.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.749+0000 7f9d26992640 1 -- 172.21.15.32:0/387236273 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9d2015d030 con 0x7f9d2015b950 2024-09-13T17:48:34.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.749+0000 7f9d1cff9640 1 -- 172.21.15.32:0/387236273 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4733 (secure 0 0 0) 0x7f9d180f0100 con 0x7f9d2015b950 2024-09-13T17:48:34.753 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:34.753 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6837/1164054309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6836","nonce":1164054309},{"type":"v1","addr":"172.21.15.159:6837","nonce":1164054309}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6834/1116780765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1116780765},{"type":"v1","addr":"172.21.15.32:6834","nonce":1116780765}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/3250001992","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6833","nonce":3250001992},{"type":"v1","addr":"172.21.15.32:6835","nonce":3250001992}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:47:20.077204+0000","modified":"2024-09-13T17:47:42.293132+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.159:6835/578569681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6834","nonce":578569681},{"type":"v1","addr":"172.21.15.159:6835","nonce":578569681}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T17:48:34.754 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-09-13T17:48:34.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.753+0000 7f9d26992640 1 -- 172.21.15.32:0/387236273 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9d0c066690 msgr2=0x7f9d0c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:34.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.753+0000 7f9d26992640 1 --2- 172.21.15.32:0/387236273 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9d0c066690 0x7f9d0c068b50 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9d10009bb0 tx=0x7f9d10008040 comp rx=0 tx=0).stop 2024-09-13T17:48:34.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.753+0000 7f9d26992640 1 -- 172.21.15.32:0/387236273 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d2015b950 msgr2=0x7f9d20157060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:34.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.753+0000 7f9d26992640 1 --2- 172.21.15.32:0/387236273 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d2015b950 0x7f9d20157060 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f9d180af040 tx=0x7f9d180197a0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.753+0000 7f9d26992640 1 -- 172.21.15.32:0/387236273 shutdown_connections 2024-09-13T17:48:34.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.753+0000 7f9d26992640 1 --2- 172.21.15.32:0/387236273 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9d0c066690 0x7f9d0c068b50 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.753+0000 7f9d26992640 1 --2- 172.21.15.32:0/387236273 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d2015b950 0x7f9d20157060 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.753+0000 7f9d26992640 1 --2- 172.21.15.32:0/387236273 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d201404c0 0x7f9d20163be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.753+0000 7f9d26992640 1 --2- 172.21.15.32:0/387236273 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9d200b45a0 0x7f9d20156220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.753+0000 7f9d26992640 1 -- 172.21.15.32:0/387236273 >> 172.21.15.32:0/387236273 conn(0x7f9d20069f80 msgr2=0x7f9d2013efb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:34.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.753+0000 7f9d26992640 1 -- 172.21.15.32:0/387236273 shutdown_connections 2024-09-13T17:48:34.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.753+0000 7f9d26992640 1 -- 172.21.15.32:0/387236273 wait complete. 2024-09-13T17:48:34.773 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:34.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.897+0000 7f7d8fefa640 1 Processor -- start 2024-09-13T17:48:34.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.897+0000 7f7d8fefa640 1 -- start start 2024-09-13T17:48:34.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8fefa640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7d880b21d0 0x7f7d880ce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8fefa640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f7d880cea10 0x7f7d880c8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8fefa640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d8815a6e0 con 0x7f7d8815a300 2024-09-13T17:48:34.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8fefa640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d880cee60 con 0x7f7d880b21d0 2024-09-13T17:48:34.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8fefa640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d8806d7b0 con 0x7f7d880cea10 2024-09-13T17:48:34.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8d495640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7d880b21d0 0x7f7d880ce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:34.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8d495640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7d880b21d0 0x7f7d880ce4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46102/0 (socket says 172.21.15.32:46102) 2024-09-13T17:48:34.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8d495640 1 -- 172.21.15.32:0/3507600976 learned_addr learned my addr 172.21.15.32:0/3507600976 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:34.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8e497640 1 --2- 172.21.15.32:0/3507600976 >> v2:172.21.15.159:3300/0 conn(0x7f7d880cea10 0x7f7d880c8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:34.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8d495640 1 -- 172.21.15.32:0/3507600976 >> v2:172.21.15.159:3300/0 conn(0x7f7d880cea10 msgr2=0x7f7d880c8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:34.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8d495640 1 --2- 172.21.15.32:0/3507600976 >> v2:172.21.15.159:3300/0 conn(0x7f7d880cea10 0x7f7d880c8cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8d495640 1 -- 172.21.15.32:0/3507600976 >> v1:172.21.15.159:6789/0 conn(0x7f7d8815a300 legacy=0x7f7d8806d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:34.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8d495640 1 -- 172.21.15.32:0/3507600976 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d8806da80 con 0x7f7d880b21d0 2024-09-13T17:48:34.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8d495640 1 --2- 172.21.15.32:0/3507600976 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d880b21d0 0x7f7d880ce4d0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f7d88072740 tx=0x7f7d7801c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6fac43756e8397d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:34.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8cc94640 1 -- 172.21.15.32:0/3507600976 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d780aa610 con 0x7f7d880b21d0 2024-09-13T17:48:34.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8cc94640 1 -- 172.21.15.32:0/3507600976 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d780a6040 con 0x7f7d880b21d0 2024-09-13T17:48:34.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8cc94640 1 -- 172.21.15.32:0/3507600976 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d780aa990 con 0x7f7d880b21d0 2024-09-13T17:48:34.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8fefa640 1 -- 172.21.15.32:0/3507600976 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d880b21d0 msgr2=0x7f7d880ce4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:34.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.901+0000 7f7d8fefa640 1 --2- 172.21.15.32:0/3507600976 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d880b21d0 0x7f7d880ce4d0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f7d88072740 tx=0x7f7d7801c4b0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8fefa640 1 -- 172.21.15.32:0/3507600976 shutdown_connections 2024-09-13T17:48:34.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8fefa640 1 --2- 172.21.15.32:0/3507600976 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d880b21d0 0x7f7d880ce4d0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8fefa640 1 --2- 172.21.15.32:0/3507600976 >> v2:172.21.15.159:3300/0 conn(0x7f7d880cea10 0x7f7d880c8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8fefa640 1 -- 172.21.15.32:0/3507600976 >> 172.21.15.32:0/3507600976 conn(0x7f7d8806a150 msgr2=0x7f7d8806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:34.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8fefa640 1 -- 172.21.15.32:0/3507600976 shutdown_connections 2024-09-13T17:48:34.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8fefa640 1 -- 172.21.15.32:0/3507600976 wait complete. 2024-09-13T17:48:34.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8fefa640 1 Processor -- start 2024-09-13T17:48:34.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8fefa640 1 -- start start 2024-09-13T17:48:34.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8fefa640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d880b21d0 0x7f7d88159620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8fefa640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7d880cea10 0x7f7d880972a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8fefa640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7d8815a300 0x7f7d88155ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8fefa640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d880ab960 con 0x7f7d880b21d0 2024-09-13T17:48:34.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8fefa640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d880ad420 con 0x7f7d880cea10 2024-09-13T17:48:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8fefa640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d880ab150 con 0x7f7d8815a300 2024-09-13T17:48:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8dc96640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d880b21d0 0x7f7d88159620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8dc96640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d880b21d0 0x7f7d88159620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46108/0 (socket says 172.21.15.32:46108) 2024-09-13T17:48:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8dc96640 1 -- 172.21.15.32:0/1148536842 learned_addr learned my addr 172.21.15.32:0/1148536842 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8dc96640 1 -- 172.21.15.32:0/1148536842 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7d8815a300 msgr2=0x7f7d88155ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8dc96640 1 --2- 172.21.15.32:0/1148536842 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7d8815a300 0x7f7d88155ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8dc96640 1 -- 172.21.15.32:0/1148536842 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7d880cea10 msgr2=0x7f7d880972a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8d495640 1 --2- 172.21.15.32:0/1148536842 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7d880cea10 0x7f7d880972a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8dc96640 1 --2- 172.21.15.32:0/1148536842 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7d880cea10 0x7f7d880972a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:34.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8dc96640 1 -- 172.21.15.32:0/1148536842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d780094d0 con 0x7f7d880b21d0 2024-09-13T17:48:34.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8dc96640 1 --2- 172.21.15.32:0/1148536842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d880b21d0 0x7f7d88159620 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f7d8400b410 tx=0x7f7d8400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:34.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d7e7fc640 1 -- 172.21.15.32:0/1148536842 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d84004020 con 0x7f7d880b21d0 2024-09-13T17:48:34.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d7e7fc640 1 -- 172.21.15.32:0/1148536842 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d84004180 con 0x7f7d880b21d0 2024-09-13T17:48:34.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d7e7fc640 1 -- 172.21.15.32:0/1148536842 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d84011630 con 0x7f7d880b21d0 2024-09-13T17:48:34.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8fefa640 1 -- 172.21.15.32:0/1148536842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d88159b60 con 0x7f7d880b21d0 2024-09-13T17:48:34.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.905+0000 7f7d8fefa640 1 -- 172.21.15.32:0/1148536842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d880ace10 con 0x7f7d880b21d0 2024-09-13T17:48:34.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.909+0000 7f7d8fefa640 1 -- 172.21.15.32:0/1148536842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d880ce4d0 con 0x7f7d880b21d0 2024-09-13T17:48:34.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.909+0000 7f7d7e7fc640 1 -- 172.21.15.32:0/1148536842 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7d84011790 con 0x7f7d880b21d0 2024-09-13T17:48:34.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.909+0000 7f7d7e7fc640 1 --2- 172.21.15.32:0/1148536842 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7d6c0666c0 0x7f7d6c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:34.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.909+0000 7f7d7e7fc640 1 -- 172.21.15.32:0/1148536842 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f7d84084320 con 0x7f7d880b21d0 2024-09-13T17:48:34.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.909+0000 7f7d8d495640 1 --2- 172.21.15.32:0/1148536842 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7d6c0666c0 0x7f7d6c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:34.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.909+0000 7f7d8d495640 1 --2- 172.21.15.32:0/1148536842 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7d6c0666c0 0x7f7d6c068b80 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f7d780ae000 tx=0x7f7d78008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:34.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:34.913+0000 7f7d7e7fc640 1 -- 172.21.15.32:0/1148536842 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7d84051240 con 0x7f7d880b21d0 2024-09-13T17:48:35.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.073+0000 7f7d8fefa640 1 -- 172.21.15.32:0/1148536842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7d88072bd0 con 0x7f7d880b21d0 2024-09-13T17:48:35.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.077+0000 7f7d7e7fc640 1 -- 172.21.15.32:0/1148536842 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+18723 (secure 0 0 0) 0x7f7d84015090 con 0x7f7d880b21d0 2024-09-13T17:48:35.077 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:35.077 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:01.407417+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.27","mappings":[{"from":3,"to":1}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.c","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:35.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.077+0000 7f7d8fefa640 1 -- 172.21.15.32:0/1148536842 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7d6c0666c0 msgr2=0x7f7d6c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:35.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.077+0000 7f7d8fefa640 1 --2- 172.21.15.32:0/1148536842 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7d6c0666c0 0x7f7d6c068b80 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f7d780ae000 tx=0x7f7d78008040 comp rx=0 tx=0).stop 2024-09-13T17:48:35.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.077+0000 7f7d8fefa640 1 -- 172.21.15.32:0/1148536842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d880b21d0 msgr2=0x7f7d88159620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:35.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.077+0000 7f7d8fefa640 1 --2- 172.21.15.32:0/1148536842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d880b21d0 0x7f7d88159620 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f7d8400b410 tx=0x7f7d8400b8d0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.077+0000 7f7d8fefa640 1 -- 172.21.15.32:0/1148536842 shutdown_connections 2024-09-13T17:48:35.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.077+0000 7f7d8fefa640 1 --2- 172.21.15.32:0/1148536842 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7d6c0666c0 0x7f7d6c068b80 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.077+0000 7f7d8fefa640 1 --2- 172.21.15.32:0/1148536842 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7d8815a300 0x7f7d88155ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.077+0000 7f7d8fefa640 1 --2- 172.21.15.32:0/1148536842 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7d880cea10 0x7f7d880972a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.077+0000 7f7d8fefa640 1 --2- 172.21.15.32:0/1148536842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d880b21d0 0x7f7d88159620 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.077+0000 7f7d8fefa640 1 -- 172.21.15.32:0/1148536842 >> 172.21.15.32:0/1148536842 conn(0x7f7d8806a150 msgr2=0x7f7d880718e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:35.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.077+0000 7f7d8fefa640 1 -- 172.21.15.32:0/1148536842 shutdown_connections 2024-09-13T17:48:35.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.077+0000 7f7d8fefa640 1 -- 172.21.15.32:0/1148536842 wait complete. 2024-09-13T17:48:35.097 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T17:48:35.097 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:48:35.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.225+0000 7f52912e8640 1 Processor -- start 2024-09-13T17:48:35.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.225+0000 7f52912e8640 1 -- start start 2024-09-13T17:48:35.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.225+0000 7f52912e8640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f528c06b3c0 0x7f528c0ce600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:35.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.225+0000 7f52912e8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f528c15c0e0 0x7f528c15c560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:35.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.225+0000 7f52912e8640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f528c0afae0 con 0x7f528c160270 2024-09-13T17:48:35.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.225+0000 7f52912e8640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f528c0cf980 con 0x7f528c15c0e0 2024-09-13T17:48:35.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.225+0000 7f52912e8640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f528c0ceb40 con 0x7f528c06b3c0 2024-09-13T17:48:35.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.225+0000 7f528b7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f528c15c0e0 0x7f528c15c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:35.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.225+0000 7f528b7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f528c15c0e0 0x7f528c15c560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46120/0 (socket says 172.21.15.32:46120) 2024-09-13T17:48:35.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.225+0000 7f528b7fe640 1 -- 172.21.15.32:0/2774630366 learned_addr learned my addr 172.21.15.32:0/2774630366 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:35.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.225+0000 7f528a7fc640 1 --2- 172.21.15.32:0/2774630366 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f528c06b3c0 0x7f528c0ce600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:35.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.225+0000 7f528b7fe640 1 -- 172.21.15.32:0/2774630366 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f528c06b3c0 msgr2=0x7f528c0ce600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:35.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.225+0000 7f528b7fe640 1 --2- 172.21.15.32:0/2774630366 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f528c06b3c0 0x7f528c0ce600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.225+0000 7f528b7fe640 1 -- 172.21.15.32:0/2774630366 >> v1:172.21.15.159:6789/0 conn(0x7f528c160270 legacy=0x7f528c160650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:35.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.225+0000 7f528b7fe640 1 -- 172.21.15.32:0/2774630366 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f528c0cee00 con 0x7f528c15c0e0 2024-09-13T17:48:35.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.229+0000 7f528b7fe640 1 --2- 172.21.15.32:0/2774630366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f528c15c0e0 0x7f528c15c560 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f5284009e50 tx=0x7f528401ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5ccf95030d7ae91 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:35.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.229+0000 7f5289ffb640 1 -- 172.21.15.32:0/2774630366 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52840a58d0 con 0x7f528c15c0e0 2024-09-13T17:48:35.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.229+0000 7f5289ffb640 1 -- 172.21.15.32:0/2774630366 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52840a5a30 con 0x7f528c15c0e0 2024-09-13T17:48:35.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.229+0000 7f5289ffb640 1 -- 172.21.15.32:0/2774630366 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52840a5dc0 con 0x7f528c15c0e0 2024-09-13T17:48:35.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.229+0000 7f52912e8640 1 -- 172.21.15.32:0/2774630366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f528c15c0e0 msgr2=0x7f528c15c560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:35.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.229+0000 7f52912e8640 1 --2- 172.21.15.32:0/2774630366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f528c15c0e0 0x7f528c15c560 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f5284009e50 tx=0x7f528401ca00 comp rx=0 tx=0).stop 2024-09-13T17:48:35.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.229+0000 7f52912e8640 1 -- 172.21.15.32:0/2774630366 shutdown_connections 2024-09-13T17:48:35.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.229+0000 7f52912e8640 1 --2- 172.21.15.32:0/2774630366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f528c15c0e0 0x7f528c15c560 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.229+0000 7f52912e8640 1 --2- 172.21.15.32:0/2774630366 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f528c06b3c0 0x7f528c0ce600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.229+0000 7f52912e8640 1 -- 172.21.15.32:0/2774630366 >> 172.21.15.32:0/2774630366 conn(0x7f528c0b1f60 msgr2=0x7f528c0b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:35.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.229+0000 7f52912e8640 1 -- 172.21.15.32:0/2774630366 shutdown_connections 2024-09-13T17:48:35.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.229+0000 7f52912e8640 1 -- 172.21.15.32:0/2774630366 wait complete. 2024-09-13T17:48:35.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.229+0000 7f52912e8640 1 Processor -- start 2024-09-13T17:48:35.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.229+0000 7f52912e8640 1 -- start start 2024-09-13T17:48:35.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f52912e8640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f528c06b3c0 0x7f528c14fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:35.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f52912e8640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f528c15c0e0 0x7f528c15b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:35.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f52912e8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f528c160270 0x7f528c15b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:35.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f52912e8640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f528c156fa0 con 0x7f528c160270 2024-09-13T17:48:35.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f52912e8640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f528c157240 con 0x7f528c06b3c0 2024-09-13T17:48:35.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f52912e8640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f528c157520 con 0x7f528c15c0e0 2024-09-13T17:48:35.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f528b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f528c160270 0x7f528c15b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:35.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f528b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f528c160270 0x7f528c15b830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46128/0 (socket says 172.21.15.32:46128) 2024-09-13T17:48:35.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f528b7fe640 1 -- 172.21.15.32:0/2972795362 learned_addr learned my addr 172.21.15.32:0/2972795362 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:35.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f528affd640 1 --2- 172.21.15.32:0/2972795362 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f528c06b3c0 0x7f528c14fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:35.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f528a7fc640 1 --2- 172.21.15.32:0/2972795362 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f528c15c0e0 0x7f528c15b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:35.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f528b7fe640 1 -- 172.21.15.32:0/2972795362 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f528c15c0e0 msgr2=0x7f528c15b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:35.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f528b7fe640 1 --2- 172.21.15.32:0/2972795362 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f528c15c0e0 0x7f528c15b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f528b7fe640 1 -- 172.21.15.32:0/2972795362 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f528c06b3c0 msgr2=0x7f528c14fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:35.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f528b7fe640 1 --2- 172.21.15.32:0/2972795362 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f528c06b3c0 0x7f528c14fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f528b7fe640 1 -- 172.21.15.32:0/2972795362 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5284009b30 con 0x7f528c160270 2024-09-13T17:48:35.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f528a7fc640 1 --2- 172.21.15.32:0/2972795362 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f528c15c0e0 0x7f528c15b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:35.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f528b7fe640 1 --2- 172.21.15.32:0/2972795362 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f528c160270 0x7f528c15b830 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f52840af040 tx=0x7f52840197a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:35.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f52737fe640 1 -- 172.21.15.32:0/2972795362 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52840b8670 con 0x7f528c160270 2024-09-13T17:48:35.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f52737fe640 1 -- 172.21.15.32:0/2972795362 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52840b87f0 con 0x7f528c160270 2024-09-13T17:48:35.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f52912e8640 1 -- 172.21.15.32:0/2972795362 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f528c157800 con 0x7f528c160270 2024-09-13T17:48:35.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f52737fe640 1 -- 172.21.15.32:0/2972795362 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52840b8ba0 con 0x7f528c160270 2024-09-13T17:48:35.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f52912e8640 1 -- 172.21.15.32:0/2972795362 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f528c1500e0 con 0x7f528c160270 2024-09-13T17:48:35.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f52912e8640 1 -- 172.21.15.32:0/2972795362 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f528c157a40 con 0x7f528c160270 2024-09-13T17:48:35.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f52737fe640 1 -- 172.21.15.32:0/2972795362 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f52840b8d00 con 0x7f528c160270 2024-09-13T17:48:35.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f52737fe640 1 --2- 172.21.15.32:0/2972795362 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5278066690 0x7f5278068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:35.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f52737fe640 1 -- 172.21.15.32:0/2972795362 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f528411fbc0 con 0x7f528c160270 2024-09-13T17:48:35.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.233+0000 7f528affd640 1 --2- 172.21.15.32:0/2972795362 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5278066690 0x7f5278068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:35.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.237+0000 7f528affd640 1 --2- 172.21.15.32:0/2972795362 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5278066690 0x7f5278068b50 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f527c000f70 tx=0x7f527c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:35.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.237+0000 7f52737fe640 1 -- 172.21.15.32:0/2972795362 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f528c157a40 con 0x7f528c160270 2024-09-13T17:48:35.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.433+0000 7f52912e8640 1 -- 172.21.15.32:0/2972795362 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f528c157660 con 0x7f528c160270 2024-09-13T17:48:35.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.433+0000 7f52737fe640 1 -- 172.21.15.32:0/2972795362 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4733 (secure 0 0 0) 0x7f528c157660 con 0x7f528c160270 2024-09-13T17:48:35.437 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:35.437 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6837/1164054309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6836","nonce":1164054309},{"type":"v1","addr":"172.21.15.159:6837","nonce":1164054309}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6834/1116780765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1116780765},{"type":"v1","addr":"172.21.15.32:6834","nonce":1116780765}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/3250001992","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6833","nonce":3250001992},{"type":"v1","addr":"172.21.15.32:6835","nonce":3250001992}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:47:20.077204+0000","modified":"2024-09-13T17:47:42.293132+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.159:6835/578569681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6834","nonce":578569681},{"type":"v1","addr":"172.21.15.159:6835","nonce":578569681}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T17:48:35.437 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-09-13T17:48:35.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.437+0000 7f52912e8640 1 -- 172.21.15.32:0/2972795362 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5278066690 msgr2=0x7f5278068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:35.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.437+0000 7f52912e8640 1 --2- 172.21.15.32:0/2972795362 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5278066690 0x7f5278068b50 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f527c000f70 tx=0x7f527c009040 comp rx=0 tx=0).stop 2024-09-13T17:48:35.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.437+0000 7f52912e8640 1 -- 172.21.15.32:0/2972795362 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f528c160270 msgr2=0x7f528c15b830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:35.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.437+0000 7f52912e8640 1 --2- 172.21.15.32:0/2972795362 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f528c160270 0x7f528c15b830 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f52840af040 tx=0x7f52840197a0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.437+0000 7f52912e8640 1 -- 172.21.15.32:0/2972795362 shutdown_connections 2024-09-13T17:48:35.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.437+0000 7f52912e8640 1 --2- 172.21.15.32:0/2972795362 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5278066690 0x7f5278068b50 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.437+0000 7f52912e8640 1 --2- 172.21.15.32:0/2972795362 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f528c160270 0x7f528c15b830 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.437+0000 7f52912e8640 1 --2- 172.21.15.32:0/2972795362 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f528c15c0e0 0x7f528c15b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.437+0000 7f52912e8640 1 --2- 172.21.15.32:0/2972795362 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f528c06b3c0 0x7f528c14fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.437+0000 7f52912e8640 1 -- 172.21.15.32:0/2972795362 >> 172.21.15.32:0/2972795362 conn(0x7f528c0b1f60 msgr2=0x7f528c160650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:35.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.437+0000 7f52912e8640 1 -- 172.21.15.32:0/2972795362 shutdown_connections 2024-09-13T17:48:35.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.437+0000 7f52912e8640 1 -- 172.21.15.32:0/2972795362 wait complete. 2024-09-13T17:48:35.455 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:48:35.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.569+0000 7fce0b331640 1 Processor -- start 2024-09-13T17:48:35.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.569+0000 7fce0b331640 1 -- start start 2024-09-13T17:48:35.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.569+0000 7fce0b331640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fce041592f0 0x7fce040cc380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:35.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.569+0000 7fce0b331640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fce040b1b80 0x7fce040ce5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:35.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.569+0000 7fce0b331640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce040cc8c0 con 0x7fce040b1ff0 2024-09-13T17:48:35.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.569+0000 7fce0b331640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce040ad840 con 0x7fce041592f0 2024-09-13T17:48:35.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.569+0000 7fce0b331640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce040c88f0 con 0x7fce040b1b80 2024-09-13T17:48:35.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.569+0000 7fce098ce640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fce040b1ff0 0x7fce04159d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55288/0 (socket says 172.21.15.32:55288) 2024-09-13T17:48:35.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.569+0000 7fce090cd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fce041592f0 0x7fce040cc380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:35.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.569+0000 7fce098ce640 1 -- 172.21.15.32:0/2797049745 learned_addr learned my addr 172.21.15.32:0/2797049745 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:35.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.569+0000 7fce088cc640 1 --2- 172.21.15.32:0/2797049745 >> v2:172.21.15.159:3300/0 conn(0x7fce040b1b80 0x7fce040ce5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:35.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.569+0000 7fce090cd640 1 -- 172.21.15.32:0/2797049745 >> v2:172.21.15.159:3300/0 conn(0x7fce040b1b80 msgr2=0x7fce040ce5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:35.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.569+0000 7fce090cd640 1 --2- 172.21.15.32:0/2797049745 >> v2:172.21.15.159:3300/0 conn(0x7fce040b1b80 0x7fce040ce5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.569+0000 7fcdfbfff640 1 -- 172.21.15.32:0/2797049745 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2788593106 0 0) 0x7fce040cc8c0 con 0x7fce040b1ff0 2024-09-13T17:48:35.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.569+0000 7fce090cd640 1 -- 172.21.15.32:0/2797049745 >> v1:172.21.15.32:6789/0 conn(0x7fce040b1ff0 legacy=0x7fce04159d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:35.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.569+0000 7fce090cd640 1 -- 172.21.15.32:0/2797049745 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce040c8bd0 con 0x7fce041592f0 2024-09-13T17:48:35.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.573+0000 7fce090cd640 1 --2- 172.21.15.32:0/2797049745 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce041592f0 0x7fce040cc380 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fce040b33b0 tx=0x7fce0001c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f68a828224fc444 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:35.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.573+0000 7fcdfbfff640 1 -- 172.21.15.32:0/2797049745 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce000a5840 con 0x7fce041592f0 2024-09-13T17:48:35.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.573+0000 7fcdfbfff640 1 -- 172.21.15.32:0/2797049745 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce000a59a0 con 0x7fce041592f0 2024-09-13T17:48:35.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.573+0000 7fcdfbfff640 1 -- 172.21.15.32:0/2797049745 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce000a5d30 con 0x7fce041592f0 2024-09-13T17:48:35.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.573+0000 7fce0b331640 1 -- 172.21.15.32:0/2797049745 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce041592f0 msgr2=0x7fce040cc380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:35.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.573+0000 7fce0b331640 1 --2- 172.21.15.32:0/2797049745 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce041592f0 0x7fce040cc380 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fce040b33b0 tx=0x7fce0001c870 comp rx=0 tx=0).stop 2024-09-13T17:48:35.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.573+0000 7fce0b331640 1 -- 172.21.15.32:0/2797049745 shutdown_connections 2024-09-13T17:48:35.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.573+0000 7fce0b331640 1 --2- 172.21.15.32:0/2797049745 >> v2:172.21.15.159:3300/0 conn(0x7fce040b1b80 0x7fce040ce5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.573+0000 7fce0b331640 1 --2- 172.21.15.32:0/2797049745 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce041592f0 0x7fce040cc380 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.573+0000 7fce0b331640 1 -- 172.21.15.32:0/2797049745 >> 172.21.15.32:0/2797049745 conn(0x7fce0406a150 msgr2=0x7fce0406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:35.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.573+0000 7fce0b331640 1 -- 172.21.15.32:0/2797049745 shutdown_connections 2024-09-13T17:48:35.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.573+0000 7fce0b331640 1 -- 172.21.15.32:0/2797049745 wait complete. 2024-09-13T17:48:35.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce0b331640 1 Processor -- start 2024-09-13T17:48:35.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce0b331640 1 -- start start 2024-09-13T17:48:35.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce0b331640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce040b1b80 0x7fce04163a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:35.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce0b331640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce040b1ff0 0x7fce041573d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:35.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce0b331640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce041592f0 0x7fce040c5da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:35.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce0b331640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce041f5ac0 con 0x7fce040b1b80 2024-09-13T17:48:35.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce0b331640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce040c8510 con 0x7fce041592f0 2024-09-13T17:48:35.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce0b331640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce040c8230 con 0x7fce040b1ff0 2024-09-13T17:48:35.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce090cd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce040b1b80 0x7fce04163a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:35.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce090cd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce040b1b80 0x7fce04163a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46150/0 (socket says 172.21.15.32:46150) 2024-09-13T17:48:35.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce090cd640 1 -- 172.21.15.32:0/451416759 learned_addr learned my addr 172.21.15.32:0/451416759 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:35.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce088cc640 1 --2- 172.21.15.32:0/451416759 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce040b1ff0 0x7fce041573d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:35.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce098ce640 1 --2- 172.21.15.32:0/451416759 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce041592f0 0x7fce040c5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:35.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce090cd640 1 -- 172.21.15.32:0/451416759 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce040b1ff0 msgr2=0x7fce041573d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:35.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce090cd640 1 --2- 172.21.15.32:0/451416759 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce040b1ff0 0x7fce041573d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce090cd640 1 -- 172.21.15.32:0/451416759 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce041592f0 msgr2=0x7fce040c5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:35.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce090cd640 1 --2- 172.21.15.32:0/451416759 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce041592f0 0x7fce040c5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce090cd640 1 -- 172.21.15.32:0/451416759 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce00009a70 con 0x7fce040b1b80 2024-09-13T17:48:35.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce098ce640 1 --2- 172.21.15.32:0/451416759 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce041592f0 0x7fce040c5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:35.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce090cd640 1 --2- 172.21.15.32:0/451416759 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce040b1b80 0x7fce04163a90 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fce000b0040 tx=0x7fce00019610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:35.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fcdf9ffb640 1 -- 172.21.15.32:0/451416759 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce000ad850 con 0x7fce040b1b80 2024-09-13T17:48:35.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fcdf9ffb640 1 -- 172.21.15.32:0/451416759 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce000ad9b0 con 0x7fce040b1b80 2024-09-13T17:48:35.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fcdf9ffb640 1 -- 172.21.15.32:0/451416759 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce000add20 con 0x7fce040b1b80 2024-09-13T17:48:35.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce0b331640 1 -- 172.21.15.32:0/451416759 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce040c32b0 con 0x7fce040b1b80 2024-09-13T17:48:35.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce0b331640 1 -- 172.21.15.32:0/451416759 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce040c3870 con 0x7fce040b1b80 2024-09-13T17:48:35.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.577+0000 7fce0b331640 1 -- 172.21.15.32:0/451416759 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce040c3a60 con 0x7fce040b1b80 2024-09-13T17:48:35.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.581+0000 7fcdf9ffb640 1 -- 172.21.15.32:0/451416759 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fce000b4050 con 0x7fce040b1b80 2024-09-13T17:48:35.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.581+0000 7fcdf9ffb640 1 --2- 172.21.15.32:0/451416759 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcde8066690 0x7fcde8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:35.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.581+0000 7fcdf9ffb640 1 -- 172.21.15.32:0/451416759 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fce0011f340 con 0x7fce040b1b80 2024-09-13T17:48:35.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.581+0000 7fce088cc640 1 --2- 172.21.15.32:0/451416759 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcde8066690 0x7fcde8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:35.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.581+0000 7fce088cc640 1 --2- 172.21.15.32:0/451416759 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcde8066690 0x7fcde8068b50 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fce0406a910 tx=0x7fcdf4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:35.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.585+0000 7fcdf9ffb640 1 -- 172.21.15.32:0/451416759 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fce000ec3a0 con 0x7fce040b1b80 2024-09-13T17:48:35.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.781+0000 7fce0b331640 1 -- 172.21.15.32:0/451416759 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fce0406a940 con 0x7fce040b1b80 2024-09-13T17:48:35.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.781+0000 7fcdf9ffb640 1 -- 172.21.15.32:0/451416759 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4733 (secure 0 0 0) 0x7fce000ef9c0 con 0x7fce040b1b80 2024-09-13T17:48:35.782 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:35.783 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6837/1164054309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6836","nonce":1164054309},{"type":"v1","addr":"172.21.15.159:6837","nonce":1164054309}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6834/1116780765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1116780765},{"type":"v1","addr":"172.21.15.32:6834","nonce":1116780765}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/3250001992","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6833","nonce":3250001992},{"type":"v1","addr":"172.21.15.32:6835","nonce":3250001992}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:47:20.077204+0000","modified":"2024-09-13T17:47:42.293132+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.159:6835/578569681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6834","nonce":578569681},{"type":"v1","addr":"172.21.15.159:6835","nonce":578569681}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T17:48:35.783 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-09-13T17:48:35.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.781+0000 7fce0b331640 1 -- 172.21.15.32:0/451416759 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcde8066690 msgr2=0x7fcde8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:35.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.781+0000 7fce0b331640 1 --2- 172.21.15.32:0/451416759 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcde8066690 0x7fcde8068b50 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fce0406a910 tx=0x7fcdf4008040 comp rx=0 tx=0).stop 2024-09-13T17:48:35.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.781+0000 7fce0b331640 1 -- 172.21.15.32:0/451416759 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce040b1b80 msgr2=0x7fce04163a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:35.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.781+0000 7fce0b331640 1 --2- 172.21.15.32:0/451416759 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce040b1b80 0x7fce04163a90 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fce000b0040 tx=0x7fce00019610 comp rx=0 tx=0).stop 2024-09-13T17:48:35.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.781+0000 7fce0b331640 1 -- 172.21.15.32:0/451416759 shutdown_connections 2024-09-13T17:48:35.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.781+0000 7fce0b331640 1 --2- 172.21.15.32:0/451416759 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fcde8066690 0x7fcde8068b50 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.781+0000 7fce0b331640 1 --2- 172.21.15.32:0/451416759 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce041592f0 0x7fce040c5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.781+0000 7fce0b331640 1 --2- 172.21.15.32:0/451416759 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce040b1ff0 0x7fce041573d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.781+0000 7fce0b331640 1 --2- 172.21.15.32:0/451416759 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce040b1b80 0x7fce04163a90 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.781+0000 7fce0b331640 1 -- 172.21.15.32:0/451416759 >> 172.21.15.32:0/451416759 conn(0x7fce0406a150 msgr2=0x7fce04157c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:35.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.785+0000 7fce0b331640 1 -- 172.21.15.32:0/451416759 shutdown_connections 2024-09-13T17:48:35.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.785+0000 7fce0b331640 1 -- 172.21.15.32:0/451416759 wait complete. 2024-09-13T17:48:35.802 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:35.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.921+0000 7f09e61bc640 1 Processor -- start 2024-09-13T17:48:35.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.921+0000 7f09e61bc640 1 -- start start 2024-09-13T17:48:35.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.921+0000 7f09e61bc640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09e015a300 0x7f09e006d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:35.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.921+0000 7f09e61bc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f09e00cebe0 0x7f09e00c8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:35.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.921+0000 7f09e61bc640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09e015a6e0 con 0x7f09e006d5e0 2024-09-13T17:48:35.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.921+0000 7f09e61bc640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09e006da80 con 0x7f09e00cebe0 2024-09-13T17:48:35.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.921+0000 7f09e61bc640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09e006dd60 con 0x7f09e015a300 2024-09-13T17:48:35.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.921+0000 7f09dffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f09e00cebe0 0x7f09e00c8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:35.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.921+0000 7f09dffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f09e00cebe0 0x7f09e00c8cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46162/0 (socket says 172.21.15.32:46162) 2024-09-13T17:48:35.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.921+0000 7f09dffff640 1 -- 172.21.15.32:0/1031474603 learned_addr learned my addr 172.21.15.32:0/1031474603 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:35.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.921+0000 7f09df7fe640 1 --2- 172.21.15.32:0/1031474603 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09e015a300 0x7f09e006d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:35.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.921+0000 7f09dffff640 1 -- 172.21.15.32:0/1031474603 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09e015a300 msgr2=0x7f09e006d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:35.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.921+0000 7f09dffff640 1 --2- 172.21.15.32:0/1031474603 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09e015a300 0x7f09e006d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.921+0000 7f09dffff640 1 -- 172.21.15.32:0/1031474603 >> v1:172.21.15.159:6789/0 conn(0x7f09e006d5e0 legacy=0x7f09e00ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:35.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.921+0000 7f09dffff640 1 -- 172.21.15.32:0/1031474603 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09e006e040 con 0x7f09e00cebe0 2024-09-13T17:48:35.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09dffff640 1 --2- 172.21.15.32:0/1031474603 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09e00cebe0 0x7f09e00c8cd0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f09e0072740 tx=0x7f09d801c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=545919df7a003639 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:35.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09de7fc640 1 -- 172.21.15.32:0/1031474603 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09d80a5840 con 0x7f09e00cebe0 2024-09-13T17:48:35.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09de7fc640 1 -- 172.21.15.32:0/1031474603 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09d80a59a0 con 0x7f09e00cebe0 2024-09-13T17:48:35.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09de7fc640 1 -- 172.21.15.32:0/1031474603 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09d80a5d30 con 0x7f09e00cebe0 2024-09-13T17:48:35.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09e61bc640 1 -- 172.21.15.32:0/1031474603 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09e00cebe0 msgr2=0x7f09e00c8cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:35.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09e61bc640 1 --2- 172.21.15.32:0/1031474603 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09e00cebe0 0x7f09e00c8cd0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f09e0072740 tx=0x7f09d801c9a0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09e61bc640 1 -- 172.21.15.32:0/1031474603 shutdown_connections 2024-09-13T17:48:35.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09e61bc640 1 --2- 172.21.15.32:0/1031474603 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09e00cebe0 0x7f09e00c8cd0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09e61bc640 1 --2- 172.21.15.32:0/1031474603 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09e015a300 0x7f09e006d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09e61bc640 1 -- 172.21.15.32:0/1031474603 >> 172.21.15.32:0/1031474603 conn(0x7f09e006a150 msgr2=0x7f09e006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:35.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09e61bc640 1 -- 172.21.15.32:0/1031474603 shutdown_connections 2024-09-13T17:48:35.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09e61bc640 1 -- 172.21.15.32:0/1031474603 wait complete. 2024-09-13T17:48:35.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09e61bc640 1 Processor -- start 2024-09-13T17:48:35.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09e61bc640 1 -- start start 2024-09-13T17:48:35.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09e61bc640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09e006d5e0 0x7f09e0152810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:35.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09e61bc640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09e00cebe0 0x7f09e0159060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:35.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09e61bc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09e015a300 0x7f09e01595a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:35.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09e61bc640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09e0152d50 con 0x7f09e015a300 2024-09-13T17:48:35.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09e61bc640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09e015cf90 con 0x7f09e006d5e0 2024-09-13T17:48:35.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09e61bc640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09e015c980 con 0x7f09e00cebe0 2024-09-13T17:48:35.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09dffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09e015a300 0x7f09e01595a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:35.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09dffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09e015a300 0x7f09e01595a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46178/0 (socket says 172.21.15.32:46178) 2024-09-13T17:48:35.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09dffff640 1 -- 172.21.15.32:0/3952839623 learned_addr learned my addr 172.21.15.32:0/3952839623 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:35.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09deffd640 1 --2- 172.21.15.32:0/3952839623 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09e00cebe0 0x7f09e0159060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:35.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09dffff640 1 -- 172.21.15.32:0/3952839623 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09e00cebe0 msgr2=0x7f09e0159060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:35.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09dffff640 1 --2- 172.21.15.32:0/3952839623 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09e00cebe0 0x7f09e0159060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09dffff640 1 -- 172.21.15.32:0/3952839623 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09e006d5e0 msgr2=0x7f09e0152810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:35.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09dffff640 1 --2- 172.21.15.32:0/3952839623 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09e006d5e0 0x7f09e0152810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:35.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.925+0000 7f09dffff640 1 -- 172.21.15.32:0/3952839623 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09d8009b30 con 0x7f09e015a300 2024-09-13T17:48:35.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.929+0000 7f09dffff640 1 --2- 172.21.15.32:0/3952839623 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09e015a300 0x7f09e01595a0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f09d801b050 tx=0x7f09d8019740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:35.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.929+0000 7f09c7fff640 1 -- 172.21.15.32:0/3952839623 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09d80b8880 con 0x7f09e015a300 2024-09-13T17:48:35.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.929+0000 7f09c7fff640 1 -- 172.21.15.32:0/3952839623 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09d80b89e0 con 0x7f09e015a300 2024-09-13T17:48:35.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.929+0000 7f09e61bc640 1 -- 172.21.15.32:0/3952839623 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09e00ad070 con 0x7f09e015a300 2024-09-13T17:48:35.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.929+0000 7f09c7fff640 1 -- 172.21.15.32:0/3952839623 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09d80b8d90 con 0x7f09e015a300 2024-09-13T17:48:35.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.929+0000 7f09e61bc640 1 -- 172.21.15.32:0/3952839623 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09e015cc20 con 0x7f09e015a300 2024-09-13T17:48:35.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.929+0000 7f09e61bc640 1 -- 172.21.15.32:0/3952839623 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09e00c8cd0 con 0x7f09e015a300 2024-09-13T17:48:35.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.929+0000 7f09c7fff640 1 -- 172.21.15.32:0/3952839623 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f09d80ca430 con 0x7f09e015a300 2024-09-13T17:48:35.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.929+0000 7f09c7fff640 1 --2- 172.21.15.32:0/3952839623 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f09cc066690 0x7f09cc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:35.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.929+0000 7f09c7fff640 1 -- 172.21.15.32:0/3952839623 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f09d8120190 con 0x7f09e015a300 2024-09-13T17:48:35.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.929+0000 7f09df7fe640 1 --2- 172.21.15.32:0/3952839623 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f09cc066690 0x7f09cc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:35.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.933+0000 7f09df7fe640 1 --2- 172.21.15.32:0/3952839623 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f09cc066690 0x7f09cc068b50 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f09d000b850 tx=0x7f09d0008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:35.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:35.933+0000 7f09c7fff640 1 -- 172.21.15.32:0/3952839623 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f09d80ed380 con 0x7f09e015a300 2024-09-13T17:48:36.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.093+0000 7f09e61bc640 1 -- 172.21.15.32:0/3952839623 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f09e015d100 con 0x7f09e015a300 2024-09-13T17:48:36.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.097+0000 7f09c7fff640 1 -- 172.21.15.32:0/3952839623 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+18723 (secure 0 0 0) 0x7f09d80f09a0 con 0x7f09e015a300 2024-09-13T17:48:36.098 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:36.098 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:01.407417+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:47:18.165736+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:47:19.043698+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T17:47:22.248444+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.27","mappings":[{"from":3,"to":1}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.c","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:36.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.097+0000 7f09e61bc640 1 -- 172.21.15.32:0/3952839623 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f09cc066690 msgr2=0x7f09cc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:36.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.097+0000 7f09e61bc640 1 --2- 172.21.15.32:0/3952839623 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f09cc066690 0x7f09cc068b50 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f09d000b850 tx=0x7f09d0008040 comp rx=0 tx=0).stop 2024-09-13T17:48:36.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.097+0000 7f09e61bc640 1 -- 172.21.15.32:0/3952839623 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09e015a300 msgr2=0x7f09e01595a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:36.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.097+0000 7f09e61bc640 1 --2- 172.21.15.32:0/3952839623 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09e015a300 0x7f09e01595a0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f09d801b050 tx=0x7f09d8019740 comp rx=0 tx=0).stop 2024-09-13T17:48:36.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.097+0000 7f09e61bc640 1 -- 172.21.15.32:0/3952839623 shutdown_connections 2024-09-13T17:48:36.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.097+0000 7f09e61bc640 1 --2- 172.21.15.32:0/3952839623 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f09cc066690 0x7f09cc068b50 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.097+0000 7f09e61bc640 1 --2- 172.21.15.32:0/3952839623 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09e015a300 0x7f09e01595a0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.097+0000 7f09e61bc640 1 --2- 172.21.15.32:0/3952839623 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09e00cebe0 0x7f09e0159060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.097+0000 7f09e61bc640 1 --2- 172.21.15.32:0/3952839623 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09e006d5e0 0x7f09e0152810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.097+0000 7f09e61bc640 1 -- 172.21.15.32:0/3952839623 >> 172.21.15.32:0/3952839623 conn(0x7f09e006a150 msgr2=0x7f09e0070660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:36.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.097+0000 7f09e61bc640 1 -- 172.21.15.32:0/3952839623 shutdown_connections 2024-09-13T17:48:36.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.097+0000 7f09e61bc640 1 -- 172.21.15.32:0/3952839623 wait complete. 2024-09-13T17:48:36.118 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T17:48:36.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff978fd0640 1 Processor -- start 2024-09-13T17:48:36.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff978fd0640 1 -- start start 2024-09-13T17:48:36.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff978fd0640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff97415c9c0 0x7ff9740ab850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:36.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff978fd0640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9740b30c0 con 0x7ff9740abd90 2024-09-13T17:48:36.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff978fd0640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9740ac310 con 0x7ff9740b4820 2024-09-13T17:48:36.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff978fd0640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9740acbb0 con 0x7ff97415c9c0 2024-09-13T17:48:36.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff971d9b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7ff9740abd90 0x7ff97415cda0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55290/0 (socket says 172.21.15.32:55290) 2024-09-13T17:48:36.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff971d9b640 1 -- 172.21.15.32:0/318650200 learned_addr learned my addr 172.21.15.32:0/318650200 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:36.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff97159a640 1 -- 172.21.15.32:0/318650200 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3311604050 0 0) 0x7ff9740b30c0 con 0x7ff9740abd90 2024-09-13T17:48:36.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff97259c640 1 --2- 172.21.15.32:0/318650200 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff97415c9c0 0x7ff9740ab850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:36.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff97159a640 1 -- 172.21.15.32:0/318650200 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff960003530 con 0x7ff9740abd90 2024-09-13T17:48:36.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff97159a640 1 -- 172.21.15.32:0/318650200 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1742169869 0 0) 0x7ff960003530 con 0x7ff9740abd90 2024-09-13T17:48:36.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff97159a640 1 -- 172.21.15.32:0/318650200 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff97415c9c0 msgr2=0x7ff9740ab850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:36.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff97159a640 1 --2- 172.21.15.32:0/318650200 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff97415c9c0 0x7ff9740ab850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff97159a640 1 -- 172.21.15.32:0/318650200 >> v1:172.21.15.159:6789/0 conn(0x7ff9740b4820 legacy=0x7ff974165f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:36.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff97159a640 1 -- 172.21.15.32:0/318650200 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9740ac5f0 con 0x7ff9740abd90 2024-09-13T17:48:36.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff97159a640 1 -- 172.21.15.32:0/318650200 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7ff95c001680 con 0x7ff9740abd90 2024-09-13T17:48:36.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff97159a640 1 -- 172.21.15.32:0/318650200 >> v1:172.21.15.32:6789/0 conn(0x7ff9740abd90 legacy=0x7ff97415cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:36.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff97159a640 1 --2- 172.21.15.32:0/318650200 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff97415c9c0 0x7ff9600039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:36.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff97159a640 1 --2- 172.21.15.32:0/318650200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff960003f30 0x7ff9600047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:36.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff97159a640 1 --2- 172.21.15.32:0/318650200 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff960004d10 0x7ff960005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:36.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff97159a640 1 -- 172.21.15.32:0/318650200 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9740acbb0 con 0x7ff960003f30 2024-09-13T17:48:36.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff97159a640 1 -- 172.21.15.32:0/318650200 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff96000ba70 con 0x7ff960004d10 2024-09-13T17:48:36.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff97159a640 1 -- 172.21.15.32:0/318650200 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff96000bc30 con 0x7ff97415c9c0 2024-09-13T17:48:36.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff971d9b640 1 --2- 172.21.15.32:0/318650200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff960003f30 0x7ff9600047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:36.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff972d9d640 1 --2- 172.21.15.32:0/318650200 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff960004d10 0x7ff960005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:36.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff97259c640 1 --2- 172.21.15.32:0/318650200 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff97415c9c0 0x7ff9600039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:36.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff971d9b640 1 -- 172.21.15.32:0/318650200 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff97415c9c0 msgr2=0x7ff9600039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:36.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff971d9b640 1 --2- 172.21.15.32:0/318650200 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff97415c9c0 0x7ff9600039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff971d9b640 1 -- 172.21.15.32:0/318650200 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff960004d10 msgr2=0x7ff960005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:36.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff971d9b640 1 --2- 172.21.15.32:0/318650200 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff960004d10 0x7ff960005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.229+0000 7ff971d9b640 1 -- 172.21.15.32:0/318650200 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff960003530 con 0x7ff960003f30 2024-09-13T17:48:36.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.233+0000 7ff971d9b640 1 --2- 172.21.15.32:0/318650200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff960003f30 0x7ff9600047d0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7ff95c00c240 tx=0x7ff95c01f3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34e1b999cb3a2e0f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:36.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.233+0000 7ff97159a640 1 -- 172.21.15.32:0/318650200 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff95c005ae0 con 0x7ff960003f30 2024-09-13T17:48:36.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.233+0000 7ff97159a640 1 -- 172.21.15.32:0/318650200 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff95c0ab070 con 0x7ff960003f30 2024-09-13T17:48:36.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.233+0000 7ff97159a640 1 -- 172.21.15.32:0/318650200 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff95c007070 con 0x7ff960003f30 2024-09-13T17:48:36.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.233+0000 7ff978fd0640 1 -- 172.21.15.32:0/318650200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff960003f30 msgr2=0x7ff9600047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:36.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.233+0000 7ff978fd0640 1 --2- 172.21.15.32:0/318650200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff960003f30 0x7ff9600047d0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7ff95c00c240 tx=0x7ff95c01f3d0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.233+0000 7ff972d9d640 1 -- 172.21.15.32:0/318650200 reap_dead start 2024-09-13T17:48:36.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.233+0000 7ff978fd0640 1 -- 172.21.15.32:0/318650200 shutdown_connections 2024-09-13T17:48:36.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.233+0000 7ff978fd0640 1 -- 172.21.15.32:0/318650200 >> 172.21.15.32:0/318650200 conn(0x7ff9740717e0 msgr2=0x7ff974069f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:36.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.233+0000 7ff978fd0640 1 -- 172.21.15.32:0/318650200 shutdown_connections 2024-09-13T17:48:36.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.233+0000 7ff978fd0640 1 -- 172.21.15.32:0/318650200 wait complete. 2024-09-13T17:48:36.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.233+0000 7ff978fd0640 1 Processor -- start 2024-09-13T17:48:36.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.233+0000 7ff978fd0640 1 -- start start 2024-09-13T17:48:36.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff978fd0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff960003f30 0x7ff9740acd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:36.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff978fd0640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff97406dab0 0x7ff97406df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:36.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff978fd0640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff974151ab0 0x7ff974151f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:36.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff978fd0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff97406e470 con 0x7ff960003f30 2024-09-13T17:48:36.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff978fd0640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9740ad2b0 con 0x7ff97406dab0 2024-09-13T17:48:36.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff978fd0640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9740ad530 con 0x7ff974151ab0 2024-09-13T17:48:36.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff97259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff960003f30 0x7ff9740acd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:36.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff97259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff960003f30 0x7ff9740acd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46208/0 (socket says 172.21.15.32:46208) 2024-09-13T17:48:36.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff97259c640 1 -- 172.21.15.32:0/2658721945 learned_addr learned my addr 172.21.15.32:0/2658721945 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:36.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff971d9b640 1 --2- 172.21.15.32:0/2658721945 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff97406dab0 0x7ff97406df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:36.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff972d9d640 1 --2- 172.21.15.32:0/2658721945 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff974151ab0 0x7ff974151f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:36.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff97259c640 1 -- 172.21.15.32:0/2658721945 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff974151ab0 msgr2=0x7ff974151f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:36.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff97259c640 1 --2- 172.21.15.32:0/2658721945 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff974151ab0 0x7ff974151f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff97259c640 1 -- 172.21.15.32:0/2658721945 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff97406dab0 msgr2=0x7ff97406df30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:36.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff97259c640 1 --2- 172.21.15.32:0/2658721945 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff97406dab0 0x7ff97406df30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff97259c640 1 -- 172.21.15.32:0/2658721945 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9740ad810 con 0x7ff960003f30 2024-09-13T17:48:36.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff97259c640 1 --2- 172.21.15.32:0/2658721945 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff960003f30 0x7ff9740acd70 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7ff96c011610 tx=0x7ff96c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:36.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff96affd640 1 -- 172.21.15.32:0/2658721945 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff96c00f8f0 con 0x7ff960003f30 2024-09-13T17:48:36.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff96affd640 1 -- 172.21.15.32:0/2658721945 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff96c00fa50 con 0x7ff960003f30 2024-09-13T17:48:36.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff978fd0640 1 -- 172.21.15.32:0/2658721945 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9740adaf0 con 0x7ff960003f30 2024-09-13T17:48:36.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff96affd640 1 -- 172.21.15.32:0/2658721945 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff96c00fdc0 con 0x7ff960003f30 2024-09-13T17:48:36.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff978fd0640 1 -- 172.21.15.32:0/2658721945 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9741e4ec0 con 0x7ff960003f30 2024-09-13T17:48:36.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff978fd0640 1 -- 172.21.15.32:0/2658721945 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9740ab850 con 0x7ff960003f30 2024-09-13T17:48:36.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff96affd640 1 -- 172.21.15.32:0/2658721945 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff96c015460 con 0x7ff960003f30 2024-09-13T17:48:36.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff96affd640 1 --2- 172.21.15.32:0/2658721945 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff9540666c0 0x7ff954068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:36.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff96affd640 1 -- 172.21.15.32:0/2658721945 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6663+0+0 (secure 0 0 0) 0x7ff96c0849d0 con 0x7ff960003f30 2024-09-13T17:48:36.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.237+0000 7ff971d9b640 1 --2- 172.21.15.32:0/2658721945 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff9540666c0 0x7ff954068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:36.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.241+0000 7ff971d9b640 1 --2- 172.21.15.32:0/2658721945 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff9540666c0 0x7ff954068b80 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7ff95c0af000 tx=0x7ff95c0aa000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:36.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.241+0000 7ff96affd640 1 -- 172.21.15.32:0/2658721945 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff96c051980 con 0x7ff960003f30 2024-09-13T17:48:36.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.441+0000 7ff978fd0640 1 -- 172.21.15.32:0/2658721945 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7ff97406edd0 con 0x7ff960003f30 2024-09-13T17:48:36.446 INFO:tasks.ceph.mon.a.smithi032.stderr:2024-09-13T17:48:36.445+0000 7faf2d1ec640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T17:48:36.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.461+0000 7ff96affd640 1 -- 172.21.15.32:0/2658721945 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) v1 ==== 161+0+0 (secure 0 0 0) 0x7ff96c054fa0 con 0x7ff960003f30 2024-09-13T17:48:36.463 INFO:teuthology.orchestra.run.smithi032.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T17:48:36.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.465+0000 7ff978fd0640 1 -- 172.21.15.32:0/2658721945 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff9540666c0 msgr2=0x7ff954068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:36.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.465+0000 7ff978fd0640 1 --2- 172.21.15.32:0/2658721945 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff9540666c0 0x7ff954068b80 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7ff95c0af000 tx=0x7ff95c0aa000 comp rx=0 tx=0).stop 2024-09-13T17:48:36.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.465+0000 7ff978fd0640 1 -- 172.21.15.32:0/2658721945 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff960003f30 msgr2=0x7ff9740acd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:36.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.465+0000 7ff978fd0640 1 --2- 172.21.15.32:0/2658721945 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff960003f30 0x7ff9740acd70 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7ff96c011610 tx=0x7ff96c011ad0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.465+0000 7ff978fd0640 1 -- 172.21.15.32:0/2658721945 shutdown_connections 2024-09-13T17:48:36.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.465+0000 7ff978fd0640 1 --2- 172.21.15.32:0/2658721945 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff9540666c0 0x7ff954068b80 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.465+0000 7ff978fd0640 1 --2- 172.21.15.32:0/2658721945 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff974151ab0 0x7ff974151f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.465+0000 7ff978fd0640 1 --2- 172.21.15.32:0/2658721945 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff97406dab0 0x7ff97406df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.465+0000 7ff978fd0640 1 --2- 172.21.15.32:0/2658721945 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff960003f30 0x7ff9740acd70 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.465+0000 7ff978fd0640 1 -- 172.21.15.32:0/2658721945 >> 172.21.15.32:0/2658721945 conn(0x7ff9740717e0 msgr2=0x7ff9741542f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:36.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.465+0000 7ff978fd0640 1 -- 172.21.15.32:0/2658721945 shutdown_connections 2024-09-13T17:48:36.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.465+0000 7ff978fd0640 1 -- 172.21.15.32:0/2658721945 wait complete. 2024-09-13T17:48:36.472 INFO:tasks.ceph.mds.d.smithi159.stderr: -4726> 2024-09-13T17:47:20.645+0000 7efd6c35e640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T17:48:36.483 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T17:48:36.540 INFO:tasks.ceph.mds.d.smithi159.stdout:starting mds.d at 2024-09-13T17:48:36.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.609+0000 7f04643ef640 1 Processor -- start 2024-09-13T17:48:36.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.609+0000 7f04643ef640 1 -- start start 2024-09-13T17:48:36.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f04643ef640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f045c0cde90 0x7f045c0b1c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:36.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f04643ef640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f045c0c1290 0x7f045c0c1700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:36.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f04643ef640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f045c160ce0 con 0x7f045c06c480 2024-09-13T17:48:36.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f04643ef640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f045c0c1c40 con 0x7f045c0cde90 2024-09-13T17:48:36.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f04643ef640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f045c0cf110 con 0x7f045c0c1290 2024-09-13T17:48:36.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f046218b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f045c0cde90 0x7f045c0b1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:36.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f046298c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f045c06c480 0x7f045c06c8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55300/0 (socket says 172.21.15.32:55300) 2024-09-13T17:48:36.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f046298c640 1 -- 172.21.15.32:0/1461411844 learned_addr learned my addr 172.21.15.32:0/1461411844 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:36.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f046198a640 1 --2- 172.21.15.32:0/1461411844 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f045c0c1290 0x7f045c0c1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:36.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f046218b640 1 -- 172.21.15.32:0/1461411844 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f045c0c1290 msgr2=0x7f045c0c1700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:36.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f046218b640 1 --2- 172.21.15.32:0/1461411844 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f045c0c1290 0x7f045c0c1700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f046218b640 1 -- 172.21.15.32:0/1461411844 >> v1:172.21.15.32:6789/0 conn(0x7f045c06c480 legacy=0x7f045c06c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:36.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f046218b640 1 -- 172.21.15.32:0/1461411844 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f045c0caee0 con 0x7f045c0cde90 2024-09-13T17:48:36.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f0461189640 1 -- 172.21.15.32:0/1461411844 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 833414101 0 0) 0x7f045c160ce0 con 0x7f045c06c480 2024-09-13T17:48:36.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f046198a640 1 --2- 172.21.15.32:0/1461411844 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f045c0c1290 0x7f045c0c1700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:36.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f046218b640 1 --2- 172.21.15.32:0/1461411844 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f045c0cde90 0x7f045c0b1c80 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f0458009d90 tx=0x7f045801c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=705631a114517703 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:36.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f0461189640 1 -- 172.21.15.32:0/1461411844 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04580a5a00 con 0x7f045c0cde90 2024-09-13T17:48:36.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f0461189640 1 -- 172.21.15.32:0/1461411844 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04580a5b60 con 0x7f045c0cde90 2024-09-13T17:48:36.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f0461189640 1 -- 172.21.15.32:0/1461411844 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04580ad440 con 0x7f045c0cde90 2024-09-13T17:48:36.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f04643ef640 1 -- 172.21.15.32:0/1461411844 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f045c0cde90 msgr2=0x7f045c0b1c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:36.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f04643ef640 1 --2- 172.21.15.32:0/1461411844 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f045c0cde90 0x7f045c0b1c80 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f0458009d90 tx=0x7f045801c940 comp rx=0 tx=0).stop 2024-09-13T17:48:36.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f04643ef640 1 -- 172.21.15.32:0/1461411844 shutdown_connections 2024-09-13T17:48:36.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f04643ef640 1 --2- 172.21.15.32:0/1461411844 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f045c0c1290 0x7f045c0c1700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f04643ef640 1 --2- 172.21.15.32:0/1461411844 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f045c0cde90 0x7f045c0b1c80 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f04643ef640 1 -- 172.21.15.32:0/1461411844 >> 172.21.15.32:0/1461411844 conn(0x7f045c06a150 msgr2=0x7f045c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:36.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f04643ef640 1 -- 172.21.15.32:0/1461411844 shutdown_connections 2024-09-13T17:48:36.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.613+0000 7f04643ef640 1 -- 172.21.15.32:0/1461411844 wait complete. 2024-09-13T17:48:36.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f04643ef640 1 Processor -- start 2024-09-13T17:48:36.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f04643ef640 1 -- start start 2024-09-13T17:48:36.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f04643ef640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f045c06c480 0x7f045c072180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:36.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f04643ef640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f045c0c1290 0x7f045c15fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:36.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f04643ef640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f045c0cde90 0x7f045c158620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:36.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f04643ef640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f045c0978b0 con 0x7f045c0cde90 2024-09-13T17:48:36.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f04643ef640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f045c1507f0 con 0x7f045c06c480 2024-09-13T17:48:36.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f04643ef640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f045c160720 con 0x7f045c0c1290 2024-09-13T17:48:36.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f046298c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f045c0cde90 0x7f045c158620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:36.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f046298c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f045c0cde90 0x7f045c158620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46230/0 (socket says 172.21.15.32:46230) 2024-09-13T17:48:36.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f046298c640 1 -- 172.21.15.32:0/3675688211 learned_addr learned my addr 172.21.15.32:0/3675688211 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:36.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f046198a640 1 --2- 172.21.15.32:0/3675688211 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f045c0c1290 0x7f045c15fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:36.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f046218b640 1 --2- 172.21.15.32:0/3675688211 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f045c06c480 0x7f045c072180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:36.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f046298c640 1 -- 172.21.15.32:0/3675688211 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f045c0c1290 msgr2=0x7f045c15fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:36.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f046298c640 1 --2- 172.21.15.32:0/3675688211 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f045c0c1290 0x7f045c15fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f046298c640 1 -- 172.21.15.32:0/3675688211 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f045c06c480 msgr2=0x7f045c072180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:36.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f046298c640 1 --2- 172.21.15.32:0/3675688211 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f045c06c480 0x7f045c072180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:36.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f046298c640 1 -- 172.21.15.32:0/3675688211 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0458009a70 con 0x7f045c0cde90 2024-09-13T17:48:36.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f046298c640 1 --2- 172.21.15.32:0/3675688211 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f045c0cde90 0x7f045c158620 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f045400c4a0 tx=0x7f045400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:36.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f0452ffd640 1 -- 172.21.15.32:0/3675688211 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04540074e0 con 0x7f045c0cde90 2024-09-13T17:48:36.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f0452ffd640 1 -- 172.21.15.32:0/3675688211 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0454007640 con 0x7f045c0cde90 2024-09-13T17:48:36.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f0452ffd640 1 -- 172.21.15.32:0/3675688211 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0454004a30 con 0x7f045c0cde90 2024-09-13T17:48:36.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f04643ef640 1 -- 172.21.15.32:0/3675688211 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f045c160440 con 0x7f045c0cde90 2024-09-13T17:48:36.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f04643ef640 1 -- 172.21.15.32:0/3675688211 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f045c150480 con 0x7f045c0cde90 2024-09-13T17:48:36.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.617+0000 7f04643ef640 1 -- 172.21.15.32:0/3675688211 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f045c150980 con 0x7f045c0cde90 2024-09-13T17:48:36.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.621+0000 7f0452ffd640 1 -- 172.21.15.32:0/3675688211 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0454004b90 con 0x7f045c0cde90 2024-09-13T17:48:36.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.621+0000 7f0452ffd640 1 --2- 172.21.15.32:0/3675688211 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0440066690 0x7f0440068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:36.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.621+0000 7f0452ffd640 1 -- 172.21.15.32:0/3675688211 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 6749+0+0 (secure 0 0 0) 0x7f0454083690 con 0x7f045c0cde90 2024-09-13T17:48:36.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.621+0000 7f046218b640 1 --2- 172.21.15.32:0/3675688211 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0440066690 0x7f0440068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:36.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.621+0000 7f046218b640 1 --2- 172.21.15.32:0/3675688211 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0440066690 0x7f0440068b50 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f04580af000 tx=0x7f04580a7070 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:36.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.625+0000 7f0452ffd640 1 -- 172.21.15.32:0/3675688211 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0454050680 con 0x7f045c0cde90 2024-09-13T17:48:36.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:36.821+0000 7f04643ef640 1 -- 172.21.15.32:0/3675688211 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f045c0cc2b0 con 0x7f045c0cde90 2024-09-13T17:48:37.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.465+0000 7f0452ffd640 1 -- 172.21.15.32:0/3675688211 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) v1 ==== 104+0+0 (secure 0 0 0) 0x7f0454053ca0 con 0x7f045c0cde90 2024-09-13T17:48:37.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.469+0000 7f04643ef640 1 -- 172.21.15.32:0/3675688211 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0440066690 msgr2=0x7f0440068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:37.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.469+0000 7f04643ef640 1 --2- 172.21.15.32:0/3675688211 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0440066690 0x7f0440068b50 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f04580af000 tx=0x7f04580a7070 comp rx=0 tx=0).stop 2024-09-13T17:48:37.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.469+0000 7f04643ef640 1 -- 172.21.15.32:0/3675688211 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f045c0cde90 msgr2=0x7f045c158620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:37.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.469+0000 7f04643ef640 1 --2- 172.21.15.32:0/3675688211 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f045c0cde90 0x7f045c158620 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f045400c4a0 tx=0x7f045400c960 comp rx=0 tx=0).stop 2024-09-13T17:48:37.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.469+0000 7f04643ef640 1 -- 172.21.15.32:0/3675688211 shutdown_connections 2024-09-13T17:48:37.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.469+0000 7f04643ef640 1 --2- 172.21.15.32:0/3675688211 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0440066690 0x7f0440068b50 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:37.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.469+0000 7f04643ef640 1 --2- 172.21.15.32:0/3675688211 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f045c0cde90 0x7f045c158620 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:37.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.469+0000 7f04643ef640 1 --2- 172.21.15.32:0/3675688211 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f045c0c1290 0x7f045c15fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:37.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.469+0000 7f04643ef640 1 --2- 172.21.15.32:0/3675688211 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f045c06c480 0x7f045c072180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:37.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.469+0000 7f04643ef640 1 -- 172.21.15.32:0/3675688211 >> 172.21.15.32:0/3675688211 conn(0x7f045c06a150 msgr2=0x7f045c06a530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:37.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.469+0000 7f04643ef640 1 -- 172.21.15.32:0/3675688211 shutdown_connections 2024-09-13T17:48:37.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.469+0000 7f04643ef640 1 -- 172.21.15.32:0/3675688211 wait complete. 2024-09-13T17:48:37.495 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T17:48:37.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facc5d76640 1 Processor -- start 2024-09-13T17:48:37.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facc5d76640 1 -- start start 2024-09-13T17:48:37.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facc5d76640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7facc00cec00 0x7facc00b1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:37.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facc5d76640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7facc00ab660 con 0x7facc015a520 2024-09-13T17:48:37.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facc5d76640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7facc00ada40 con 0x7facc00b2070 2024-09-13T17:48:37.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facc5d76640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7facc00b2760 con 0x7facc00cec00 2024-09-13T17:48:37.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbf7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7facc015a520 0x7facc00ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55302/0 (socket says 172.21.15.32:55302) 2024-09-13T17:48:37.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbf7fe640 1 -- 172.21.15.32:0/3899286064 learned_addr learned my addr 172.21.15.32:0/3899286064 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:37.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbeffd640 1 --2- 172.21.15.32:0/3899286064 >> v2:172.21.15.159:3300/0 conn(0x7facc00cec00 0x7facc00b1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:37.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbe7fc640 1 -- 172.21.15.32:0/3899286064 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2524401404 0 0) 0x7facc00ab660 con 0x7facc015a520 2024-09-13T17:48:37.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbe7fc640 1 -- 172.21.15.32:0/3899286064 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7facac003530 con 0x7facc015a520 2024-09-13T17:48:37.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbe7fc640 1 -- 172.21.15.32:0/3899286064 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3287674495 0 0) 0x7facac003530 con 0x7facc015a520 2024-09-13T17:48:37.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbe7fc640 1 -- 172.21.15.32:0/3899286064 >> v2:172.21.15.159:3300/0 conn(0x7facc00cec00 msgr2=0x7facc00b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:37.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbe7fc640 1 --2- 172.21.15.32:0/3899286064 >> v2:172.21.15.159:3300/0 conn(0x7facc00cec00 0x7facc00b1b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:37.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbe7fc640 1 -- 172.21.15.32:0/3899286064 >> v1:172.21.15.159:6789/0 conn(0x7facc00b2070 legacy=0x7facc00abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:37.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbe7fc640 1 -- 172.21.15.32:0/3899286064 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facc00b2a40 con 0x7facc015a520 2024-09-13T17:48:37.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbe7fc640 1 -- 172.21.15.32:0/3899286064 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7faca8001680 con 0x7facc015a520 2024-09-13T17:48:37.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbe7fc640 1 -- 172.21.15.32:0/3899286064 >> v1:172.21.15.32:6789/0 conn(0x7facc015a520 legacy=0x7facc00ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:37.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbe7fc640 1 --2- 172.21.15.32:0/3899286064 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7facac003980 0x7facac003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:37.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbe7fc640 1 --2- 172.21.15.32:0/3899286064 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7facac0047d0 0x7facac004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:37.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbe7fc640 1 --2- 172.21.15.32:0/3899286064 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7facac005190 0x7facac00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:37.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbe7fc640 1 -- 172.21.15.32:0/3899286064 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facc00b2760 con 0x7facac005190 2024-09-13T17:48:37.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbe7fc640 1 -- 172.21.15.32:0/3899286064 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facac00c030 con 0x7facac003980 2024-09-13T17:48:37.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbe7fc640 1 -- 172.21.15.32:0/3899286064 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7facac00c1f0 con 0x7facac0047d0 2024-09-13T17:48:37.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbffff640 1 --2- 172.21.15.32:0/3899286064 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7facac005190 0x7facac00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:37.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbf7fe640 1 --2- 172.21.15.32:0/3899286064 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7facac003980 0x7facac003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:37.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbeffd640 1 --2- 172.21.15.32:0/3899286064 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7facac0047d0 0x7facac004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:37.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbffff640 1 -- 172.21.15.32:0/3899286064 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7facac0047d0 msgr2=0x7facac004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:37.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbffff640 1 --2- 172.21.15.32:0/3899286064 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7facac0047d0 0x7facac004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:37.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbffff640 1 -- 172.21.15.32:0/3899286064 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7facac003980 msgr2=0x7facac003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:37.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbffff640 1 --2- 172.21.15.32:0/3899286064 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7facac003980 0x7facac003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:37.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbffff640 1 -- 172.21.15.32:0/3899286064 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facac003530 con 0x7facac005190 2024-09-13T17:48:37.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.629+0000 7facbf7fe640 1 --2- 172.21.15.32:0/3899286064 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7facac003980 0x7facac003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:37.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.633+0000 7facbffff640 1 -- 172.21.15.32:0/3899286064 reap_dead start 2024-09-13T17:48:37.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.633+0000 7facbffff640 1 --2- 172.21.15.32:0/3899286064 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7facac005190 0x7facac00b990 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7facb8001780 tx=0x7facb801c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8057039f2003b826 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:37.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.633+0000 7facbe7fc640 1 -- 172.21.15.32:0/3899286064 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facb80052d0 con 0x7facac005190 2024-09-13T17:48:37.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.633+0000 7facbe7fc640 1 -- 172.21.15.32:0/3899286064 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7facb8005470 con 0x7facac005190 2024-09-13T17:48:37.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.633+0000 7facbe7fc640 1 -- 172.21.15.32:0/3899286064 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facb8003840 con 0x7facac005190 2024-09-13T17:48:37.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.633+0000 7facc5d76640 1 -- 172.21.15.32:0/3899286064 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7facac005190 msgr2=0x7facac00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:37.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.633+0000 7facc5d76640 1 --2- 172.21.15.32:0/3899286064 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7facac005190 0x7facac00b990 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7facb8001780 tx=0x7facb801c420 comp rx=0 tx=0).stop 2024-09-13T17:48:37.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.633+0000 7facc5d76640 1 -- 172.21.15.32:0/3899286064 shutdown_connections 2024-09-13T17:48:37.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.633+0000 7facc5d76640 1 --2- 172.21.15.32:0/3899286064 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7facac005190 0x7facac00b990 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:37.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.633+0000 7facc5d76640 1 -- 172.21.15.32:0/3899286064 >> 172.21.15.32:0/3899286064 conn(0x7facc006a150 msgr2=0x7facc006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:37.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.633+0000 7facc5d76640 1 -- 172.21.15.32:0/3899286064 shutdown_connections 2024-09-13T17:48:37.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.633+0000 7facc5d76640 1 -- 172.21.15.32:0/3899286064 wait complete. 2024-09-13T17:48:37.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.633+0000 7facc5d76640 1 Processor -- start 2024-09-13T17:48:37.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.633+0000 7facc5d76640 1 -- start start 2024-09-13T17:48:37.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facc5d76640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7facac005190 0x7facc0156fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:37.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facc5d76640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7facc00c5390 0x7facc00c5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:37.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facc5d76640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7facc00ccdb0 0x7facc00cd260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:37.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facc5d76640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facc00c5d50 con 0x7facac005190 2024-09-13T17:48:37.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facc5d76640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facc015af90 con 0x7facc00ccdb0 2024-09-13T17:48:37.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facc5d76640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7facc00cd7a0 con 0x7facc00c5390 2024-09-13T17:48:37.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facbf7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7facac005190 0x7facc0156fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:37.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facbf7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7facac005190 0x7facc0156fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46250/0 (socket says 172.21.15.32:46250) 2024-09-13T17:48:37.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facbf7fe640 1 -- 172.21.15.32:0/3644068589 learned_addr learned my addr 172.21.15.32:0/3644068589 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:37.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facbeffd640 1 --2- 172.21.15.32:0/3644068589 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7facc00c5390 0x7facc00c5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:37.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facbffff640 1 --2- 172.21.15.32:0/3644068589 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7facc00ccdb0 0x7facc00cd260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:37.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facbf7fe640 1 -- 172.21.15.32:0/3644068589 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7facc00c5390 msgr2=0x7facc00c5810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:37.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facbf7fe640 1 --2- 172.21.15.32:0/3644068589 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7facc00c5390 0x7facc00c5810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:37.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facbf7fe640 1 -- 172.21.15.32:0/3644068589 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7facc00ccdb0 msgr2=0x7facc00cd260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:37.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facbf7fe640 1 --2- 172.21.15.32:0/3644068589 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7facc00ccdb0 0x7facc00cd260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:37.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facbf7fe640 1 -- 172.21.15.32:0/3644068589 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facc015b230 con 0x7facac005190 2024-09-13T17:48:37.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facbf7fe640 1 --2- 172.21.15.32:0/3644068589 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7facac005190 0x7facc0156fc0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7faca8001bc0 tx=0x7faca800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:37.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facb7fff640 1 -- 172.21.15.32:0/3644068589 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faca800c8a0 con 0x7facac005190 2024-09-13T17:48:37.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facb7fff640 1 -- 172.21.15.32:0/3644068589 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faca800ca00 con 0x7facac005190 2024-09-13T17:48:37.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facc5d76640 1 -- 172.21.15.32:0/3644068589 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7facc015b510 con 0x7facac005190 2024-09-13T17:48:37.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facb7fff640 1 -- 172.21.15.32:0/3644068589 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faca800cd70 con 0x7facac005190 2024-09-13T17:48:37.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facc5d76640 1 -- 172.21.15.32:0/3644068589 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7facc015bad0 con 0x7facac005190 2024-09-13T17:48:37.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facc5d76640 1 -- 172.21.15.32:0/3644068589 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7facc015bcf0 con 0x7facac005190 2024-09-13T17:48:37.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facb7fff640 1 -- 172.21.15.32:0/3644068589 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7faca801d460 con 0x7facac005190 2024-09-13T17:48:37.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facb7fff640 1 --2- 172.21.15.32:0/3644068589 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7faca00666c0 0x7faca0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:37.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facb7fff640 1 -- 172.21.15.32:0/3644068589 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 6749+0+0 (secure 0 0 0) 0x7faca80844d0 con 0x7facac005190 2024-09-13T17:48:37.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.637+0000 7facbeffd640 1 --2- 172.21.15.32:0/3644068589 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7faca00666c0 0x7faca0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:37.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.641+0000 7facbeffd640 1 --2- 172.21.15.32:0/3644068589 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7faca00666c0 0x7faca0068b80 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7facc00acba0 tx=0x7facb000b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:37.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.641+0000 7facb7fff640 1 -- 172.21.15.32:0/3644068589 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7faca8051430 con 0x7facac005190 2024-09-13T17:48:37.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:37.805+0000 7facc5d76640 1 -- 172.21.15.32:0/3644068589 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7facc00ce4f0 con 0x7facac005190 2024-09-13T17:48:38.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.597+0000 7facb7fff640 1 -- 172.21.15.32:0/3644068589 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v31) v1 ==== 181+0+0 (secure 0 0 0) 0x7faca8054a50 con 0x7facac005190 2024-09-13T17:48:38.600 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' removed 2024-09-13T17:48:38.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.601+0000 7facc5d76640 1 -- 172.21.15.32:0/3644068589 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7faca00666c0 msgr2=0x7faca0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:38.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.601+0000 7facc5d76640 1 --2- 172.21.15.32:0/3644068589 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7faca00666c0 0x7faca0068b80 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7facc00acba0 tx=0x7facb000b040 comp rx=0 tx=0).stop 2024-09-13T17:48:38.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.601+0000 7facc5d76640 1 -- 172.21.15.32:0/3644068589 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7facac005190 msgr2=0x7facc0156fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:38.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.601+0000 7facc5d76640 1 --2- 172.21.15.32:0/3644068589 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7facac005190 0x7facc0156fc0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7faca8001bc0 tx=0x7faca800ec80 comp rx=0 tx=0).stop 2024-09-13T17:48:38.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.601+0000 7facc5d76640 1 -- 172.21.15.32:0/3644068589 shutdown_connections 2024-09-13T17:48:38.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.601+0000 7facc5d76640 1 --2- 172.21.15.32:0/3644068589 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7faca00666c0 0x7faca0068b80 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:38.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.601+0000 7facc5d76640 1 --2- 172.21.15.32:0/3644068589 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7facc00ccdb0 0x7facc00cd260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:38.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.601+0000 7facc5d76640 1 --2- 172.21.15.32:0/3644068589 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7facc00c5390 0x7facc00c5810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:38.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.601+0000 7facc5d76640 1 --2- 172.21.15.32:0/3644068589 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7facac005190 0x7facc0156fc0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:38.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.601+0000 7facc5d76640 1 -- 172.21.15.32:0/3644068589 >> 172.21.15.32:0/3644068589 conn(0x7facc006a150 msgr2=0x7facc00afe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:38.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.601+0000 7facc5d76640 1 -- 172.21.15.32:0/3644068589 shutdown_connections 2024-09-13T17:48:38.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.601+0000 7facc5d76640 1 -- 172.21.15.32:0/3644068589 wait complete. 2024-09-13T17:48:38.628 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T17:48:38.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.761+0000 7f6ecd260640 1 Processor -- start 2024-09-13T17:48:38.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.761+0000 7f6ecd260640 1 -- start start 2024-09-13T17:48:38.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.765+0000 7f6ecd260640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f6ec80cec00 0x7f6ec80b1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:38.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.765+0000 7f6ecd260640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6ec80b2070 0x7f6ec80abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:38.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.765+0000 7f6ecd260640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ec80ab660 con 0x7f6ec815a520 2024-09-13T17:48:38.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.765+0000 7f6ecd260640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ec80ada40 con 0x7f6ec80cec00 2024-09-13T17:48:38.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.765+0000 7f6ecd260640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec80b24a0 con 0x7f6ec80b2070 2024-09-13T17:48:38.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.765+0000 7f6ec759e640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6ec80b2070 0x7f6ec80abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:38.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.765+0000 7f6ec759e640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6ec80b2070 0x7f6ec80abaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:51850/0 (socket says 172.21.15.32:51850) 2024-09-13T17:48:38.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.765+0000 7f6ec759e640 1 -- 172.21.15.32:0/591304188 learned_addr learned my addr 172.21.15.32:0/591304188 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:38.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.765+0000 7f6ec659c640 1 --2- 172.21.15.32:0/591304188 >> v2:172.21.15.159:3300/0 conn(0x7f6ec80cec00 0x7f6ec80b1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:38.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.765+0000 7f6ec759e640 1 -- 172.21.15.32:0/591304188 >> v2:172.21.15.159:3300/0 conn(0x7f6ec80cec00 msgr2=0x7f6ec80b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:38.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.765+0000 7f6ec759e640 1 --2- 172.21.15.32:0/591304188 >> v2:172.21.15.159:3300/0 conn(0x7f6ec80cec00 0x7f6ec80b1b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:38.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.765+0000 7f6ec759e640 1 -- 172.21.15.32:0/591304188 >> v1:172.21.15.159:6789/0 conn(0x7f6ec815a520 legacy=0x7f6ec80ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:38.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.765+0000 7f6ec759e640 1 -- 172.21.15.32:0/591304188 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ec80b2760 con 0x7f6ec80b2070 2024-09-13T17:48:38.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ec759e640 1 --2- 172.21.15.32:0/591304188 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6ec80b2070 0x7f6ec80abaf0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f6ec0009e50 tx=0x7f6ec001ca00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b21fd24645cf9fc8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:38.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ec5d9b640 1 -- 172.21.15.32:0/591304188 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ec00a58d0 con 0x7f6ec80b2070 2024-09-13T17:48:38.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ec5d9b640 1 -- 172.21.15.32:0/591304188 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ec00a5a30 con 0x7f6ec80b2070 2024-09-13T17:48:38.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ec5d9b640 1 -- 172.21.15.32:0/591304188 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ec00a5dc0 con 0x7f6ec80b2070 2024-09-13T17:48:38.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ecd260640 1 -- 172.21.15.32:0/591304188 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6ec80b2070 msgr2=0x7f6ec80abaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:38.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ecd260640 1 --2- 172.21.15.32:0/591304188 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6ec80b2070 0x7f6ec80abaf0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f6ec0009e50 tx=0x7f6ec001ca00 comp rx=0 tx=0).stop 2024-09-13T17:48:38.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ecd260640 1 -- 172.21.15.32:0/591304188 shutdown_connections 2024-09-13T17:48:38.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ecd260640 1 --2- 172.21.15.32:0/591304188 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6ec80b2070 0x7f6ec80abaf0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:38.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ecd260640 1 --2- 172.21.15.32:0/591304188 >> v2:172.21.15.159:3300/0 conn(0x7f6ec80cec00 0x7f6ec80b1b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:38.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ecd260640 1 -- 172.21.15.32:0/591304188 >> 172.21.15.32:0/591304188 conn(0x7f6ec806a150 msgr2=0x7f6ec806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:38.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ecd260640 1 -- 172.21.15.32:0/591304188 shutdown_connections 2024-09-13T17:48:38.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ecd260640 1 -- 172.21.15.32:0/591304188 wait complete. 2024-09-13T17:48:38.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ecd260640 1 Processor -- start 2024-09-13T17:48:38.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ecd260640 1 -- start start 2024-09-13T17:48:38.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ecd260640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6ec80b2070 0x7f6ec8071530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:38.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ecd260640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6ec80cec00 0x7f6ec8096f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:38.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ecd260640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ec815a520 0x7f6ec80974c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:38.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ecd260640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec8097a00 con 0x7f6ec815a520 2024-09-13T17:48:38.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ecd260640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec8070490 con 0x7f6ec80b2070 2024-09-13T17:48:38.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.769+0000 7f6ecd260640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec8070770 con 0x7f6ec80cec00 2024-09-13T17:48:38.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ec759e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ec815a520 0x7f6ec80974c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:38.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ec759e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ec815a520 0x7f6ec80974c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34218/0 (socket says 172.21.15.32:34218) 2024-09-13T17:48:38.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ec759e640 1 -- 172.21.15.32:0/2051664146 learned_addr learned my addr 172.21.15.32:0/2051664146 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:38.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ec659c640 1 --2- 172.21.15.32:0/2051664146 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6ec80cec00 0x7f6ec8096f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:38.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ec6d9d640 1 --2- 172.21.15.32:0/2051664146 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6ec80b2070 0x7f6ec8071530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:38.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ec759e640 1 -- 172.21.15.32:0/2051664146 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6ec80cec00 msgr2=0x7f6ec8096f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:38.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ec759e640 1 --2- 172.21.15.32:0/2051664146 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6ec80cec00 0x7f6ec8096f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:38.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ec759e640 1 -- 172.21.15.32:0/2051664146 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6ec80b2070 msgr2=0x7f6ec8071530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:38.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ec759e640 1 --2- 172.21.15.32:0/2051664146 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6ec80b2070 0x7f6ec8071530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:38.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ec759e640 1 -- 172.21.15.32:0/2051664146 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ec0009b30 con 0x7f6ec815a520 2024-09-13T17:48:38.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ec6d9d640 1 --2- 172.21.15.32:0/2051664146 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6ec80b2070 0x7f6ec8071530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:38.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ec759e640 1 --2- 172.21.15.32:0/2051664146 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ec815a520 0x7f6ec80974c0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f6ec001a630 tx=0x7f6ec00197a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:38.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ebf7fe640 1 -- 172.21.15.32:0/2051664146 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ec00b8670 con 0x7f6ec815a520 2024-09-13T17:48:38.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ebf7fe640 1 -- 172.21.15.32:0/2051664146 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ec00b87d0 con 0x7f6ec815a520 2024-09-13T17:48:38.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ecd260640 1 -- 172.21.15.32:0/2051664146 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ec8070a50 con 0x7f6ec815a520 2024-09-13T17:48:38.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ebf7fe640 1 -- 172.21.15.32:0/2051664146 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ec00b8b80 con 0x7f6ec815a520 2024-09-13T17:48:38.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ecd260640 1 -- 172.21.15.32:0/2051664146 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ec8071010 con 0x7f6ec815a520 2024-09-13T17:48:38.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ecd260640 1 -- 172.21.15.32:0/2051664146 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ec80abaf0 con 0x7f6ec815a520 2024-09-13T17:48:38.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ebf7fe640 1 -- 172.21.15.32:0/2051664146 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6ec00b8ce0 con 0x7f6ec815a520 2024-09-13T17:48:38.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ebf7fe640 1 --2- 172.21.15.32:0/2051664146 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6ea8066690 0x7f6ea8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:38.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ebf7fe640 1 -- 172.21.15.32:0/2051664146 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 6311+0+0 (secure 0 0 0) 0x7f6ec011f960 con 0x7f6ec815a520 2024-09-13T17:48:38.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.773+0000 7f6ec6d9d640 1 --2- 172.21.15.32:0/2051664146 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6ea8066690 0x7f6ea8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:38.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.777+0000 7f6ec6d9d640 1 --2- 172.21.15.32:0/2051664146 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6ea8066690 0x7f6ea8068b50 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f6eb0000f70 tx=0x7f6eb0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:38.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.777+0000 7f6ebf7fe640 1 -- 172.21.15.32:0/2051664146 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6ec00eccd0 con 0x7f6ec815a520 2024-09-13T17:48:38.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:38.945+0000 7f6ecd260640 1 -- 172.21.15.32:0/2051664146 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f6ec80708b0 con 0x7f6ec815a520 2024-09-13T17:48:39.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.605+0000 7f6ebf7fe640 1 -- 172.21.15.32:0/2051664146 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v32) v1 ==== 169+0+0 (secure 0 0 0) 0x7f6ec80708b0 con 0x7f6ec815a520 2024-09-13T17:48:39.606 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' removed 2024-09-13T17:48:39.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.609+0000 7f6ecd260640 1 -- 172.21.15.32:0/2051664146 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6ea8066690 msgr2=0x7f6ea8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:39.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.609+0000 7f6ecd260640 1 --2- 172.21.15.32:0/2051664146 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6ea8066690 0x7f6ea8068b50 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f6eb0000f70 tx=0x7f6eb0009040 comp rx=0 tx=0).stop 2024-09-13T17:48:39.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.609+0000 7f6ecd260640 1 -- 172.21.15.32:0/2051664146 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ec815a520 msgr2=0x7f6ec80974c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:39.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.609+0000 7f6ecd260640 1 --2- 172.21.15.32:0/2051664146 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ec815a520 0x7f6ec80974c0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f6ec001a630 tx=0x7f6ec00197a0 comp rx=0 tx=0).stop 2024-09-13T17:48:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.609+0000 7f6ecd260640 1 -- 172.21.15.32:0/2051664146 shutdown_connections 2024-09-13T17:48:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.609+0000 7f6ecd260640 1 --2- 172.21.15.32:0/2051664146 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6ea8066690 0x7f6ea8068b50 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.609+0000 7f6ecd260640 1 --2- 172.21.15.32:0/2051664146 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ec815a520 0x7f6ec80974c0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.609+0000 7f6ecd260640 1 --2- 172.21.15.32:0/2051664146 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6ec80cec00 0x7f6ec8096f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.609+0000 7f6ecd260640 1 --2- 172.21.15.32:0/2051664146 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6ec80b2070 0x7f6ec8071530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.609+0000 7f6ecd260640 1 -- 172.21.15.32:0/2051664146 >> 172.21.15.32:0/2051664146 conn(0x7f6ec806a150 msgr2=0x7f6ec80afe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.609+0000 7f6ecd260640 1 -- 172.21.15.32:0/2051664146 shutdown_connections 2024-09-13T17:48:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.609+0000 7f6ecd260640 1 -- 172.21.15.32:0/2051664146 wait complete. 2024-09-13T17:48:39.634 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-13T17:48:39.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.769+0000 7f9db7003640 1 Processor -- start 2024-09-13T17:48:39.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.769+0000 7f9db7003640 1 -- start start 2024-09-13T17:48:39.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.769+0000 7f9db7003640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f9db015a520 0x7f9db00ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:39.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.769+0000 7f9db7003640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9db00cea30 0x7f9db00b1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:39.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.769+0000 7f9db7003640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9db00b2070 0x7f9db006d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:39.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.769+0000 7f9db7003640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9db00cee90 con 0x7f9db00b2070 2024-09-13T17:48:39.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.769+0000 7f9db7003640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9db00ab660 con 0x7f9db015a520 2024-09-13T17:48:39.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.769+0000 7f9db7003640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9db00b2500 con 0x7f9db00cea30 2024-09-13T17:48:39.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.769+0000 7f9db55a0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9db00b2070 0x7f9db006d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:39.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.769+0000 7f9db55a0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9db00b2070 0x7f9db006d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34228/0 (socket says 172.21.15.32:34228) 2024-09-13T17:48:39.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.769+0000 7f9db55a0640 1 -- 172.21.15.32:0/763987645 learned_addr learned my addr 172.21.15.32:0/763987645 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:39.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.769+0000 7f9db4d9f640 1 --2- 172.21.15.32:0/763987645 >> v2:172.21.15.159:3300/0 conn(0x7f9db015a520 0x7f9db00ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:39.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.769+0000 7f9daffff640 1 --2- 172.21.15.32:0/763987645 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9db00cea30 0x7f9db00b1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:39.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.769+0000 7f9db55a0640 1 -- 172.21.15.32:0/763987645 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9db00cea30 msgr2=0x7f9db00b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:39.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.769+0000 7f9db55a0640 1 --2- 172.21.15.32:0/763987645 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9db00cea30 0x7f9db00b1b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:39.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.769+0000 7f9db55a0640 1 -- 172.21.15.32:0/763987645 >> v2:172.21.15.159:3300/0 conn(0x7f9db015a520 msgr2=0x7f9db00ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:39.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.769+0000 7f9db55a0640 1 --2- 172.21.15.32:0/763987645 >> v2:172.21.15.159:3300/0 conn(0x7f9db015a520 0x7f9db00ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:39.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.769+0000 7f9db55a0640 1 -- 172.21.15.32:0/763987645 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9db00ada40 con 0x7f9db00b2070 2024-09-13T17:48:39.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.773+0000 7f9db55a0640 1 --2- 172.21.15.32:0/763987645 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9db00b2070 0x7f9db006d010 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f9db00b4410 tx=0x7f9da801c700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e787cccb6b1bda3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:39.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.773+0000 7f9daf7fe640 1 -- 172.21.15.32:0/763987645 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9da80a5580 con 0x7f9db00b2070 2024-09-13T17:48:39.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.773+0000 7f9daf7fe640 1 -- 172.21.15.32:0/763987645 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9da80a56e0 con 0x7f9db00b2070 2024-09-13T17:48:39.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.773+0000 7f9daf7fe640 1 -- 172.21.15.32:0/763987645 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9da80a5a70 con 0x7f9db00b2070 2024-09-13T17:48:39.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.773+0000 7f9db7003640 1 -- 172.21.15.32:0/763987645 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9db00b2070 msgr2=0x7f9db006d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:39.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.773+0000 7f9db7003640 1 --2- 172.21.15.32:0/763987645 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9db00b2070 0x7f9db006d010 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f9db00b4410 tx=0x7f9da801c700 comp rx=0 tx=0).stop 2024-09-13T17:48:39.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.773+0000 7f9db7003640 1 -- 172.21.15.32:0/763987645 shutdown_connections 2024-09-13T17:48:39.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.773+0000 7f9db7003640 1 --2- 172.21.15.32:0/763987645 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9db00b2070 0x7f9db006d010 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:39.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.773+0000 7f9db7003640 1 --2- 172.21.15.32:0/763987645 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9db00cea30 0x7f9db00b1b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:39.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.773+0000 7f9db7003640 1 --2- 172.21.15.32:0/763987645 >> v2:172.21.15.159:3300/0 conn(0x7f9db015a520 0x7f9db00ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:39.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.773+0000 7f9db7003640 1 -- 172.21.15.32:0/763987645 >> 172.21.15.32:0/763987645 conn(0x7f9db006a150 msgr2=0x7f9db006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:39.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.773+0000 7f9db7003640 1 -- 172.21.15.32:0/763987645 shutdown_connections 2024-09-13T17:48:39.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.773+0000 7f9db7003640 1 -- 172.21.15.32:0/763987645 wait complete. 2024-09-13T17:48:39.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.773+0000 7f9db7003640 1 Processor -- start 2024-09-13T17:48:39.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.773+0000 7f9db7003640 1 -- start start 2024-09-13T17:48:39.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db7003640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9db00b2070 0x7f9db00cbe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:39.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db7003640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9db00cea30 0x7f9db0163b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:39.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db7003640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9db015a520 0x7f9db00cd6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:39.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db7003640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9db00cc3d0 con 0x7f9db00b2070 2024-09-13T17:48:39.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db7003640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9db00cc600 con 0x7f9db015a520 2024-09-13T17:48:39.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db7003640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9db00cc8e0 con 0x7f9db00cea30 2024-09-13T17:48:39.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db4d9f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9db00b2070 0x7f9db00cbe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:39.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db4d9f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9db00b2070 0x7f9db00cbe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34230/0 (socket says 172.21.15.32:34230) 2024-09-13T17:48:39.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db4d9f640 1 -- 172.21.15.32:0/1783228503 learned_addr learned my addr 172.21.15.32:0/1783228503 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:39.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9daffff640 1 --2- 172.21.15.32:0/1783228503 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9db00cea30 0x7f9db0163b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:39.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db55a0640 1 --2- 172.21.15.32:0/1783228503 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9db015a520 0x7f9db00cd6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:39.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db4d9f640 1 -- 172.21.15.32:0/1783228503 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9db00cea30 msgr2=0x7f9db0163b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:39.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db4d9f640 1 --2- 172.21.15.32:0/1783228503 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9db00cea30 0x7f9db0163b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:39.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db4d9f640 1 -- 172.21.15.32:0/1783228503 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9db015a520 msgr2=0x7f9db00cd6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:39.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db4d9f640 1 --2- 172.21.15.32:0/1783228503 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9db015a520 0x7f9db00cd6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:39.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db4d9f640 1 -- 172.21.15.32:0/1783228503 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9da8009b30 con 0x7f9db00b2070 2024-09-13T17:48:39.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db4d9f640 1 --2- 172.21.15.32:0/1783228503 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9db00b2070 0x7f9db00cbe90 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f9da000d5f0 tx=0x7f9da000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:39.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9dad7fa640 1 -- 172.21.15.32:0/1783228503 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9da00125f0 con 0x7f9db00b2070 2024-09-13T17:48:39.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9dad7fa640 1 -- 172.21.15.32:0/1783228503 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9da0012750 con 0x7f9db00b2070 2024-09-13T17:48:39.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db7003640 1 -- 172.21.15.32:0/1783228503 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9db00ccbc0 con 0x7f9db00b2070 2024-09-13T17:48:39.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9dad7fa640 1 -- 172.21.15.32:0/1783228503 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9da0012ae0 con 0x7f9db00b2070 2024-09-13T17:48:39.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db7003640 1 -- 172.21.15.32:0/1783228503 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9db00cd180 con 0x7f9db00b2070 2024-09-13T17:48:39.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9db7003640 1 -- 172.21.15.32:0/1783228503 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9db00b1b30 con 0x7f9db00b2070 2024-09-13T17:48:39.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9dad7fa640 1 -- 172.21.15.32:0/1783228503 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9da0012c40 con 0x7f9db00b2070 2024-09-13T17:48:39.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9dad7fa640 1 --2- 172.21.15.32:0/1783228503 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9d9c066690 0x7f9d9c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:39.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.777+0000 7f9dad7fa640 1 -- 172.21.15.32:0/1783228503 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5781+0+0 (secure 0 0 0) 0x7f9da00846e0 con 0x7f9db00b2070 2024-09-13T17:48:39.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.781+0000 7f9daffff640 1 --2- 172.21.15.32:0/1783228503 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9d9c066690 0x7f9d9c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:39.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.781+0000 7f9daffff640 1 --2- 172.21.15.32:0/1783228503 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9d9c066690 0x7f9d9c068b50 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9db00c8590 tx=0x7f9da4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:39.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.781+0000 7f9dad7fa640 1 -- 172.21.15.32:0/1783228503 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9da0051a00 con 0x7f9db00b2070 2024-09-13T17:48:39.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:39.953+0000 7f9db7003640 1 -- 172.21.15.32:0/1783228503 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f9db0070d60 con 0x7f9db00b2070 2024-09-13T17:48:40.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.609+0000 7f9dad7fa640 1 -- 172.21.15.32:0/1783228503 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v33) v1 ==== 178+0+0 (secure 0 0 0) 0x7f9da0055020 con 0x7f9db00b2070 2024-09-13T17:48:40.611 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data_ec' removed 2024-09-13T17:48:40.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.613+0000 7f9db7003640 1 -- 172.21.15.32:0/1783228503 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9d9c066690 msgr2=0x7f9d9c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:40.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.613+0000 7f9db7003640 1 --2- 172.21.15.32:0/1783228503 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9d9c066690 0x7f9d9c068b50 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9db00c8590 tx=0x7f9da4008040 comp rx=0 tx=0).stop 2024-09-13T17:48:40.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.613+0000 7f9db7003640 1 -- 172.21.15.32:0/1783228503 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9db00b2070 msgr2=0x7f9db00cbe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:40.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.613+0000 7f9db7003640 1 --2- 172.21.15.32:0/1783228503 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9db00b2070 0x7f9db00cbe90 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f9da000d5f0 tx=0x7f9da000dab0 comp rx=0 tx=0).stop 2024-09-13T17:48:40.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.613+0000 7f9db7003640 1 -- 172.21.15.32:0/1783228503 shutdown_connections 2024-09-13T17:48:40.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.613+0000 7f9db7003640 1 --2- 172.21.15.32:0/1783228503 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9d9c066690 0x7f9d9c068b50 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:40.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.613+0000 7f9db7003640 1 --2- 172.21.15.32:0/1783228503 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9db015a520 0x7f9db00cd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:40.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.613+0000 7f9db7003640 1 --2- 172.21.15.32:0/1783228503 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9db00cea30 0x7f9db0163b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:40.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.613+0000 7f9db7003640 1 --2- 172.21.15.32:0/1783228503 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9db00b2070 0x7f9db00cbe90 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:40.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.613+0000 7f9db7003640 1 -- 172.21.15.32:0/1783228503 >> 172.21.15.32:0/1783228503 conn(0x7f9db006a150 msgr2=0x7f9db00cb570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:40.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.613+0000 7f9db7003640 1 -- 172.21.15.32:0/1783228503 shutdown_connections 2024-09-13T17:48:40.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.613+0000 7f9db7003640 1 -- 172.21.15.32:0/1783228503 wait complete. 2024-09-13T17:48:40.644 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T17:48:40.644 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T17:48:40.644 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T17:48:40.644 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:48:40.644 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T17:48:40.644 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T17:48:40.644 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T17:48:40.645 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:48:40.645 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T17:48:40.645 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T17:48:40.645 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T17:48:40.645 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:48:40.645 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T17:48:40.645 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T17:48:40.646 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T17:48:40.646 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:48:40.657 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T17:48:40.657 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T17:48:40.658 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T17:48:40.658 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T17:48:40.662 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T17:48:40.662 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T17:48:40.666 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T17:48:40.666 DEBUG:teuthology.orchestra.run.smithi159:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T17:48:40.701 INFO:tasks.ceph.mds.c:Started 2024-09-13T17:48:40.702 DEBUG:teuthology.parallel:result is None 2024-09-13T17:48:40.703 INFO:tasks.ceph.mds.a:Started 2024-09-13T17:48:40.703 DEBUG:teuthology.parallel:result is None 2024-09-13T17:48:40.711 INFO:tasks.ceph.mds.d:Started 2024-09-13T17:48:40.711 DEBUG:teuthology.parallel:result is None 2024-09-13T17:48:40.712 INFO:tasks.ceph.mds.b:Started 2024-09-13T17:48:40.712 DEBUG:teuthology.parallel:result is None 2024-09-13T17:48:40.713 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T17:48:40.766 INFO:tasks.ceph.mds.a.smithi032.stdout:starting mds.a at 2024-09-13T17:48:40.767 INFO:tasks.ceph.mds.c.smithi032.stdout:starting mds.c at 2024-09-13T17:48:40.781 INFO:tasks.ceph.mds.b.smithi159.stdout:starting mds.b at 2024-09-13T17:48:40.781 INFO:tasks.ceph.mds.d.smithi159.stdout:starting mds.d at 2024-09-13T17:48:40.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.833+0000 7fce7bbf9640 1 Processor -- start 2024-09-13T17:48:40.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.833+0000 7fce7bbf9640 1 -- start start 2024-09-13T17:48:40.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.837+0000 7fce7bbf9640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fce740b41b0 0x7fce740ccd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:40.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.837+0000 7fce7bbf9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fce7406caa0 0x7fce740d0af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:40.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.837+0000 7fce7bbf9640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce7406c830 con 0x7fce7406ba90 2024-09-13T17:48:40.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.837+0000 7fce7bbf9640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce7406bf90 con 0x7fce7406caa0 2024-09-13T17:48:40.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.837+0000 7fce7bbf9640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce7406c270 con 0x7fce740b41b0 2024-09-13T17:48:40.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.837+0000 7fce7a196640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fce7406caa0 0x7fce740d0af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:40.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.837+0000 7fce7a196640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fce7406caa0 0x7fce740d0af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34300/0 (socket says 172.21.15.32:34300) 2024-09-13T17:48:40.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.837+0000 7fce7a196640 1 -- 172.21.15.32:0/3451861915 learned_addr learned my addr 172.21.15.32:0/3451861915 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:40.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.837+0000 7fce7a196640 1 -- 172.21.15.32:0/3451861915 >> v2:172.21.15.159:3300/0 conn(0x7fce740b41b0 msgr2=0x7fce740ccd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:40.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.837+0000 7fce79995640 1 --2- 172.21.15.32:0/3451861915 >> v2:172.21.15.159:3300/0 conn(0x7fce740b41b0 0x7fce740ccd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:40.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.837+0000 7fce7a196640 1 --2- 172.21.15.32:0/3451861915 >> v2:172.21.15.159:3300/0 conn(0x7fce740b41b0 0x7fce740ccd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:40.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.837+0000 7fce7a196640 1 -- 172.21.15.32:0/3451861915 >> v1:172.21.15.159:6789/0 conn(0x7fce7406ba90 legacy=0x7fce740cd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:40.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.837+0000 7fce7a196640 1 -- 172.21.15.32:0/3451861915 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce7406c550 con 0x7fce7406caa0 2024-09-13T17:48:40.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.837+0000 7fce79995640 1 --2- 172.21.15.32:0/3451861915 >> v2:172.21.15.159:3300/0 conn(0x7fce740b41b0 0x7fce740ccd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:40.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.837+0000 7fce7a196640 1 --2- 172.21.15.32:0/3451861915 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce7406caa0 0x7fce740d0af0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fce7406d100 tx=0x7fce6c01c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a16c5b931c37089 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:40.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.837+0000 7fce78993640 1 -- 172.21.15.32:0/3451861915 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce6c0a5860 con 0x7fce7406caa0 2024-09-13T17:48:40.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.837+0000 7fce78993640 1 -- 172.21.15.32:0/3451861915 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce6c0a59c0 con 0x7fce7406caa0 2024-09-13T17:48:40.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.837+0000 7fce78993640 1 -- 172.21.15.32:0/3451861915 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce6c0a5d50 con 0x7fce7406caa0 2024-09-13T17:48:40.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7bbf9640 1 -- 172.21.15.32:0/3451861915 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce7406caa0 msgr2=0x7fce740d0af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:40.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7bbf9640 1 --2- 172.21.15.32:0/3451861915 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce7406caa0 0x7fce740d0af0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fce7406d100 tx=0x7fce6c01c980 comp rx=0 tx=0).stop 2024-09-13T17:48:40.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7bbf9640 1 -- 172.21.15.32:0/3451861915 shutdown_connections 2024-09-13T17:48:40.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7bbf9640 1 --2- 172.21.15.32:0/3451861915 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce7406caa0 0x7fce740d0af0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:40.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7bbf9640 1 --2- 172.21.15.32:0/3451861915 >> v2:172.21.15.159:3300/0 conn(0x7fce740b41b0 0x7fce740ccd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:40.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7bbf9640 1 -- 172.21.15.32:0/3451861915 >> 172.21.15.32:0/3451861915 conn(0x7fce74089f70 msgr2=0x7fce740d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:40.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7bbf9640 1 -- 172.21.15.32:0/3451861915 shutdown_connections 2024-09-13T17:48:40.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7bbf9640 1 -- 172.21.15.32:0/3451861915 wait complete. 2024-09-13T17:48:40.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7bbf9640 1 Processor -- start 2024-09-13T17:48:40.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7bbf9640 1 -- start start 2024-09-13T17:48:40.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7bbf9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce7406ba90 0x7fce7409fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:40.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7bbf9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce7406caa0 0x7fce740b75d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:40.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7bbf9640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce740b41b0 0x7fce7415ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:40.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7bbf9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce740b7b10 con 0x7fce7406ba90 2024-09-13T17:48:40.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7bbf9640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce740a0220 con 0x7fce740b41b0 2024-09-13T17:48:40.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7bbf9640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce74158c60 con 0x7fce7406caa0 2024-09-13T17:48:40.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce79995640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce7406ba90 0x7fce7409fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:40.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce79995640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce7406ba90 0x7fce7409fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34302/0 (socket says 172.21.15.32:34302) 2024-09-13T17:48:40.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce79995640 1 -- 172.21.15.32:0/2554482133 learned_addr learned my addr 172.21.15.32:0/2554482133 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:40.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce79194640 1 --2- 172.21.15.32:0/2554482133 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce7406caa0 0x7fce740b75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:40.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7a196640 1 --2- 172.21.15.32:0/2554482133 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce740b41b0 0x7fce7415ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:40.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce79995640 1 -- 172.21.15.32:0/2554482133 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce7406caa0 msgr2=0x7fce740b75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:40.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce79995640 1 --2- 172.21.15.32:0/2554482133 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce7406caa0 0x7fce740b75d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:40.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce79995640 1 -- 172.21.15.32:0/2554482133 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce740b41b0 msgr2=0x7fce7415ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:40.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce79995640 1 --2- 172.21.15.32:0/2554482133 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce740b41b0 0x7fce7415ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:40.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce79995640 1 -- 172.21.15.32:0/2554482133 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce6c009b30 con 0x7fce7406ba90 2024-09-13T17:48:40.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce79995640 1 --2- 172.21.15.32:0/2554482133 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce7406ba90 0x7fce7409fb20 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fce7000c820 tx=0x7fce7000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:40.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce6a7fc640 1 -- 172.21.15.32:0/2554482133 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce70007a30 con 0x7fce7406ba90 2024-09-13T17:48:40.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce6a7fc640 1 -- 172.21.15.32:0/2554482133 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce70007b90 con 0x7fce7406ba90 2024-09-13T17:48:40.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce6a7fc640 1 -- 172.21.15.32:0/2554482133 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce7000ce10 con 0x7fce7406ba90 2024-09-13T17:48:40.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7bbf9640 1 -- 172.21.15.32:0/2554482133 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce74158f40 con 0x7fce7406ba90 2024-09-13T17:48:40.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.841+0000 7fce7bbf9640 1 -- 172.21.15.32:0/2554482133 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce7409d1a0 con 0x7fce7406ba90 2024-09-13T17:48:40.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.845+0000 7fce7bbf9640 1 -- 172.21.15.32:0/2554482133 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce740d0af0 con 0x7fce7406ba90 2024-09-13T17:48:40.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.845+0000 7fce6a7fc640 1 -- 172.21.15.32:0/2554482133 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fce700113f0 con 0x7fce7406ba90 2024-09-13T17:48:40.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.845+0000 7fce6a7fc640 1 --2- 172.21.15.32:0/2554482133 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce58066690 0x7fce58068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:40.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.845+0000 7fce6a7fc640 1 -- 172.21.15.32:0/2554482133 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fce70084150 con 0x7fce7406ba90 2024-09-13T17:48:40.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.845+0000 7fce79194640 1 --2- 172.21.15.32:0/2554482133 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce58066690 0x7fce58068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:40.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.845+0000 7fce79194640 1 --2- 172.21.15.32:0/2554482133 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce58066690 0x7fce58068b50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fce64007fd0 tx=0x7fce64009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:40.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:40.849+0000 7fce6a7fc640 1 -- 172.21.15.32:0/2554482133 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fce700515f0 con 0x7fce7406ba90 2024-09-13T17:48:41.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.021+0000 7fce7bbf9640 1 -- 172.21.15.32:0/2554482133 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7fce7415d780 con 0x7fce7406ba90 2024-09-13T17:48:41.611 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:48:41.614 DEBUG:teuthology.orchestra.run.smithi159:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:48:41.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.817+0000 7fce6a7fc640 1 -- 172.21.15.32:0/2554482133 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v38) v1 ==== 97+0+0 (secure 0 0 0) 0x7fce70054c10 con 0x7fce7406ba90 2024-09-13T17:48:41.818 INFO:teuthology.orchestra.run.smithi032.stderr: removed all blocklist entries 2024-09-13T17:48:41.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.821+0000 7fce7bbf9640 1 -- 172.21.15.32:0/2554482133 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce58066690 msgr2=0x7fce58068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:41.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.821+0000 7fce7bbf9640 1 --2- 172.21.15.32:0/2554482133 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce58066690 0x7fce58068b50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fce64007fd0 tx=0x7fce64009040 comp rx=0 tx=0).stop 2024-09-13T17:48:41.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.821+0000 7fce7bbf9640 1 -- 172.21.15.32:0/2554482133 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce7406ba90 msgr2=0x7fce7409fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:41.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.821+0000 7fce7bbf9640 1 --2- 172.21.15.32:0/2554482133 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce7406ba90 0x7fce7409fb20 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fce7000c820 tx=0x7fce7000cce0 comp rx=0 tx=0).stop 2024-09-13T17:48:41.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.821+0000 7fce7bbf9640 1 -- 172.21.15.32:0/2554482133 shutdown_connections 2024-09-13T17:48:41.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.821+0000 7fce7bbf9640 1 --2- 172.21.15.32:0/2554482133 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce58066690 0x7fce58068b50 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:41.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.821+0000 7fce7bbf9640 1 --2- 172.21.15.32:0/2554482133 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce740b41b0 0x7fce7415ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:41.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.821+0000 7fce7bbf9640 1 --2- 172.21.15.32:0/2554482133 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce7406caa0 0x7fce740b75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:41.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.821+0000 7fce7bbf9640 1 --2- 172.21.15.32:0/2554482133 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce7406ba90 0x7fce7409fb20 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:41.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.821+0000 7fce7bbf9640 1 -- 172.21.15.32:0/2554482133 >> 172.21.15.32:0/2554482133 conn(0x7fce74089f70 msgr2=0x7fce740b0ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:41.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.821+0000 7fce7bbf9640 1 -- 172.21.15.32:0/2554482133 shutdown_connections 2024-09-13T17:48:41.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.821+0000 7fce7bbf9640 1 -- 172.21.15.32:0/2554482133 wait complete. 2024-09-13T17:48:41.847 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T17:48:41.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.973+0000 7f61864d8640 1 Processor -- start 2024-09-13T17:48:41.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.973+0000 7f61864d8640 1 -- start start 2024-09-13T17:48:41.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.977+0000 7f61864d8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f618015a300 0x7f618006d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:41.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.977+0000 7f61864d8640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f618006d5e0 0x7f61800ce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:41.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.977+0000 7f61864d8640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f618015a6e0 con 0x7f61800b21d0 2024-09-13T17:48:41.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.977+0000 7f61864d8640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f618006da80 con 0x7f618015a300 2024-09-13T17:48:41.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.977+0000 7f61864d8640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f618006dd60 con 0x7f618006d5e0 2024-09-13T17:48:41.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.977+0000 7f617ffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f618015a300 0x7f618006d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:41.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.977+0000 7f617ffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f618015a300 0x7f618006d0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34318/0 (socket says 172.21.15.32:34318) 2024-09-13T17:48:41.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.977+0000 7f617ffff640 1 -- 172.21.15.32:0/3422829229 learned_addr learned my addr 172.21.15.32:0/3422829229 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:41.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.977+0000 7f617f7fe640 1 --2- 172.21.15.32:0/3422829229 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f618006d5e0 0x7f61800ce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:41.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.977+0000 7f617ffff640 1 -- 172.21.15.32:0/3422829229 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f618006d5e0 msgr2=0x7f61800ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:41.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.977+0000 7f617ffff640 1 --2- 172.21.15.32:0/3422829229 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f618006d5e0 0x7f61800ce4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:41.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.977+0000 7f617ffff640 1 -- 172.21.15.32:0/3422829229 >> v1:172.21.15.159:6789/0 conn(0x7f61800b21d0 legacy=0x7f61800cacb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:41.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.977+0000 7f617ffff640 1 -- 172.21.15.32:0/3422829229 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f618006e040 con 0x7f618015a300 2024-09-13T17:48:41.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.977+0000 7f617ffff640 1 --2- 172.21.15.32:0/3422829229 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f618015a300 0x7f618006d0a0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f6170009870 tx=0x7f617001c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a6ee19d81828572 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:41.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.977+0000 7f617effd640 1 -- 172.21.15.32:0/3422829229 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61700aa430 con 0x7f618015a300 2024-09-13T17:48:41.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.977+0000 7f617effd640 1 -- 172.21.15.32:0/3422829229 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61700aa590 con 0x7f618015a300 2024-09-13T17:48:41.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.977+0000 7f617effd640 1 -- 172.21.15.32:0/3422829229 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61700aa920 con 0x7f618015a300 2024-09-13T17:48:41.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f61864d8640 1 -- 172.21.15.32:0/3422829229 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f618015a300 msgr2=0x7f618006d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:41.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f61864d8640 1 --2- 172.21.15.32:0/3422829229 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f618015a300 0x7f618006d0a0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f6170009870 tx=0x7f617001c4f0 comp rx=0 tx=0).stop 2024-09-13T17:48:41.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f61864d8640 1 -- 172.21.15.32:0/3422829229 shutdown_connections 2024-09-13T17:48:41.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f61864d8640 1 --2- 172.21.15.32:0/3422829229 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f618006d5e0 0x7f61800ce4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:41.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f61864d8640 1 --2- 172.21.15.32:0/3422829229 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f618015a300 0x7f618006d0a0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:41.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f61864d8640 1 -- 172.21.15.32:0/3422829229 >> 172.21.15.32:0/3422829229 conn(0x7f618006a150 msgr2=0x7f618006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:41.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f61864d8640 1 -- 172.21.15.32:0/3422829229 shutdown_connections 2024-09-13T17:48:41.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f61864d8640 1 -- 172.21.15.32:0/3422829229 wait complete. 2024-09-13T17:48:41.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f61864d8640 1 Processor -- start 2024-09-13T17:48:41.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f61864d8640 1 -- start start 2024-09-13T17:48:41.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f61864d8640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f618006d5e0 0x7f6180097ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:41.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f61864d8640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f61800b21d0 0x7f61800afe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:41.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f61864d8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f618015a300 0x7f61800b0390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:41.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f61864d8640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61800cc210 con 0x7f618015a300 2024-09-13T17:48:41.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f61864d8640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61800cc4f0 con 0x7f61800b21d0 2024-09-13T17:48:41.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f61864d8640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61800cc7d0 con 0x7f618006d5e0 2024-09-13T17:48:41.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f6184a75640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f618015a300 0x7f61800b0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:41.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f6184a75640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f618015a300 0x7f61800b0390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34334/0 (socket says 172.21.15.32:34334) 2024-09-13T17:48:41.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f6184a75640 1 -- 172.21.15.32:0/4001814815 learned_addr learned my addr 172.21.15.32:0/4001814815 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:41.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f617ffff640 1 --2- 172.21.15.32:0/4001814815 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f618006d5e0 0x7f6180097ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:41.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f617f7fe640 1 --2- 172.21.15.32:0/4001814815 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f61800b21d0 0x7f61800afe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:41.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f6184a75640 1 -- 172.21.15.32:0/4001814815 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f618006d5e0 msgr2=0x7f6180097ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:41.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f6184a75640 1 --2- 172.21.15.32:0/4001814815 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f618006d5e0 0x7f6180097ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:41.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f6184a75640 1 -- 172.21.15.32:0/4001814815 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f61800b21d0 msgr2=0x7f61800afe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:41.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f6184a75640 1 --2- 172.21.15.32:0/4001814815 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f61800b21d0 0x7f61800afe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:41.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f6184a75640 1 -- 172.21.15.32:0/4001814815 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61700094d0 con 0x7f618015a300 2024-09-13T17:48:41.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f617ffff640 1 --2- 172.21.15.32:0/4001814815 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f618006d5e0 0x7f6180097ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:41.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f6184a75640 1 --2- 172.21.15.32:0/4001814815 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f618015a300 0x7f61800b0390 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f617800c410 tx=0x7f617800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:41.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f617cff9640 1 -- 172.21.15.32:0/4001814815 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6178005230 con 0x7f618015a300 2024-09-13T17:48:41.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f617cff9640 1 -- 172.21.15.32:0/4001814815 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6178005390 con 0x7f618015a300 2024-09-13T17:48:41.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f617cff9640 1 -- 172.21.15.32:0/4001814815 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61780047d0 con 0x7f618015a300 2024-09-13T17:48:41.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f61864d8640 1 -- 172.21.15.32:0/4001814815 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61801548f0 con 0x7f618015a300 2024-09-13T17:48:41.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.981+0000 7f61864d8640 1 -- 172.21.15.32:0/4001814815 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61800cbe70 con 0x7f618015a300 2024-09-13T17:48:41.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.985+0000 7f61864d8640 1 -- 172.21.15.32:0/4001814815 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61800ce4d0 con 0x7f618015a300 2024-09-13T17:48:41.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.985+0000 7f617cff9640 1 -- 172.21.15.32:0/4001814815 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6178004930 con 0x7f618015a300 2024-09-13T17:48:41.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.985+0000 7f617cff9640 1 --2- 172.21.15.32:0/4001814815 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f616c0666c0 0x7f616c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:41.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.985+0000 7f617cff9640 1 -- 172.21.15.32:0/4001814815 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f61780832f0 con 0x7f618015a300 2024-09-13T17:48:41.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.985+0000 7f617ffff640 1 --2- 172.21.15.32:0/4001814815 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f616c0666c0 0x7f616c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:41.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.985+0000 7f617ffff640 1 --2- 172.21.15.32:0/4001814815 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f616c0666c0 0x7f616c068b80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f61700ae000 tx=0x7f6170008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:41.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:41.989+0000 7f617cff9640 1 -- 172.21.15.32:0/4001814815 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6178050870 con 0x7f618015a300 2024-09-13T17:48:42.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.209+0000 7f61864d8640 1 -- 172.21.15.32:0/4001814815 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f61800ad9f0 con 0x7f618015a300 2024-09-13T17:48:42.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.209+0000 7f617cff9640 1 -- 172.21.15.32:0/4001814815 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) v1 ==== 80+0+6645 (secure 0 0 0) 0x7f6178053e90 con 0x7f618015a300 2024-09-13T17:48:42.210 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:42.210 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T17:48:42.210 INFO:teuthology.orchestra.run.smithi032.stdout: "auth_dump": [ 2024-09-13T17:48:42.210 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.210 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.a", 2024-09-13T17:48:42.210 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBleuRmMHGjBhAAJy1b2Yffq3h1WXbO423s6Q==", 2024-09-13T17:48:42.211 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.211 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-13T17:48:42.211 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-09-13T17:48:42.211 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-09-13T17:48:42.211 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-13T17:48:42.211 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.211 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.211 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.211 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.b", 2024-09-13T17:48:42.211 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBleuRmQIw1ExAAKYu7PxEJMGZL4grqxKDEeg==", 2024-09-13T17:48:42.211 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.211 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-13T17:48:42.211 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-09-13T17:48:42.211 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-09-13T17:48:42.212 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-13T17:48:42.212 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.212 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.212 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.212 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.c", 2024-09-13T17:48:42.212 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBleuRmdDSQDBAAquTpiRztCekljopQxQg0cg==", 2024-09-13T17:48:42.212 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.212 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-13T17:48:42.212 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-09-13T17:48:42.212 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-09-13T17:48:42.212 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-13T17:48:42.212 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.212 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.213 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.213 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.d", 2024-09-13T17:48:42.213 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBleuRmmdryGBAA8kCMA0iBwZxpNTS2gqjWBQ==", 2024-09-13T17:48:42.213 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.213 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-13T17:48:42.213 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-09-13T17:48:42.213 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-09-13T17:48:42.213 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-13T17:48:42.213 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.213 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.213 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.213 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.0", 2024-09-13T17:48:42.213 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBmeuRm/OlhLxAAD11U9Bq0rKgxVjV7PwfIKw==", 2024-09-13T17:48:42.214 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.214 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-13T17:48:42.214 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-13T17:48:42.214 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-13T17:48:42.214 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.214 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.214 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.214 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.1", 2024-09-13T17:48:42.214 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBpeuRmHMTmMhAAC/PGxUUkOJ5/0iyT5WslIg==", 2024-09-13T17:48:42.214 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.214 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-13T17:48:42.214 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-13T17:48:42.215 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-13T17:48:42.215 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.215 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.215 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.215 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.2", 2024-09-13T17:48:42.215 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBseuRm0iweOhAAVVhvL0mmel5oH9V5Tr7A4Q==", 2024-09-13T17:48:42.215 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.215 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-13T17:48:42.215 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-13T17:48:42.215 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-13T17:48:42.215 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.215 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.215 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.215 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.3", 2024-09-13T17:48:42.215 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBweuRmJaKkBRAAULY+mh+McsfMlv4NRCs9eQ==", 2024-09-13T17:48:42.216 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.216 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-13T17:48:42.216 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-13T17:48:42.216 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-13T17:48:42.216 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.216 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.216 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.216 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.4", 2024-09-13T17:48:42.216 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQB2euRmn+a3ARAA2/o5Ha4Xs0h38Ks8JszRbw==", 2024-09-13T17:48:42.216 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.216 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-13T17:48:42.216 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-13T17:48:42.217 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-13T17:48:42.217 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.217 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.217 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.217 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.5", 2024-09-13T17:48:42.217 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQB5euRmLvt1BhAAhVmzLE9S11U1eiWjmM+ZEg==", 2024-09-13T17:48:42.217 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.217 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-13T17:48:42.217 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-13T17:48:42.217 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-13T17:48:42.217 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.217 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.217 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.218 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.6", 2024-09-13T17:48:42.218 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQB8euRmJY8wDRAARt/bnx8178J2UPr2XW11Tw==", 2024-09-13T17:48:42.218 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.218 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-13T17:48:42.218 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-13T17:48:42.218 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-13T17:48:42.218 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.218 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.218 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.218 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.7", 2024-09-13T17:48:42.218 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQB/euRmOv1OFBAA3c+cF8aF009iIxOnnFNyEg==", 2024-09-13T17:48:42.218 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.218 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-09-13T17:48:42.219 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-09-13T17:48:42.219 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-13T17:48:42.219 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.219 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.219 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.219 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.0", 2024-09-13T17:48:42.219 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBleuRms5JkHhAAl7NJZRKaksMssnoQcBB0uQ==", 2024-09-13T17:48:42.219 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.219 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-13T17:48:42.219 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow r", 2024-09-13T17:48:42.219 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow rw", 2024-09-13T17:48:42.219 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow rwx" 2024-09-13T17:48:42.219 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.219 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.220 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.220 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.1", 2024-09-13T17:48:42.220 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBleuRmDC+ZJhAACC8m1M8KAvW4LY9Sj2Eh8A==", 2024-09-13T17:48:42.220 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.220 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-13T17:48:42.220 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow r", 2024-09-13T17:48:42.220 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow rw", 2024-09-13T17:48:42.220 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow rwx" 2024-09-13T17:48:42.220 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.220 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.220 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.220 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.2", 2024-09-13T17:48:42.221 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBleuRm1vS0IxAADrXGHimpSs6XSol/OWoLsw==", 2024-09-13T17:48:42.221 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.221 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-13T17:48:42.221 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow r", 2024-09-13T17:48:42.221 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow rw", 2024-09-13T17:48:42.221 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow rwx" 2024-09-13T17:48:42.221 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.221 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.221 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.221 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.3", 2024-09-13T17:48:42.221 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBleuRm1drCKxAAX+5vscdvUIvBZv2jfaMdcg==", 2024-09-13T17:48:42.221 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.221 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-09-13T17:48:42.222 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow r", 2024-09-13T17:48:42.222 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow rw", 2024-09-13T17:48:42.222 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow rwx" 2024-09-13T17:48:42.222 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.222 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.222 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.222 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.admin", 2024-09-13T17:48:42.222 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBkeuRmH8oMKxAAVQfWwTmei3dpWY9pZQHEDQ==", 2024-09-13T17:48:42.222 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.222 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow *", 2024-09-13T17:48:42.222 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-09-13T17:48:42.222 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-09-13T17:48:42.222 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-13T17:48:42.223 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.223 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.223 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.223 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.bootstrap-mds", 2024-09-13T17:48:42.223 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQCPeuRm8VibHhAAb086A8OhuJ2sEZSbq/tEIQ==", 2024-09-13T17:48:42.223 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.223 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile bootstrap-mds" 2024-09-13T17:48:42.223 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.223 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.223 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.223 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.bootstrap-mgr", 2024-09-13T17:48:42.223 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQCPeuRmDoqbHhAAMIZszaFFxywyznhxBOKe0w==", 2024-09-13T17:48:42.223 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.223 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-13T17:48:42.224 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.224 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.224 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.224 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.bootstrap-osd", 2024-09-13T17:48:42.224 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQCPeuRmeKKbHhAAgRBE0H6tL+L73yk0TEBlww==", 2024-09-13T17:48:42.224 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.224 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile bootstrap-osd" 2024-09-13T17:48:42.224 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.224 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.224 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.224 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.bootstrap-rbd", 2024-09-13T17:48:42.224 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQCPeuRm/7mbHhAAoaoQGbrAdDxAE5IPdidvIA==", 2024-09-13T17:48:42.224 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.224 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-13T17:48:42.225 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.225 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.225 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.225 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-13T17:48:42.225 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQCPeuRmQdGbHhAAAzEUD78Xr860h8jsKOromg==", 2024-09-13T17:48:42.225 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.225 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-13T17:48:42.225 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.225 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.225 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.225 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.bootstrap-rgw", 2024-09-13T17:48:42.225 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQCPeuRmBOmbHhAAK/CynXcrDhlRrSR5AkGDtQ==", 2024-09-13T17:48:42.225 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.225 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-13T17:48:42.226 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.226 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.226 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.226 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mgr.x", 2024-09-13T17:48:42.226 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBleuRmMA5SAxAAbpiF2/+8K2J2PCDh6ExnTg==", 2024-09-13T17:48:42.226 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.226 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow *", 2024-09-13T17:48:42.226 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile mgr", 2024-09-13T17:48:42.226 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-13T17:48:42.226 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.226 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:48:42.226 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:42.226 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mgr.y", 2024-09-13T17:48:42.226 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBleuRmgZpZABAA46lOB+LKo29Bv/Q8LRS5nw==", 2024-09-13T17:48:42.227 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-09-13T17:48:42.227 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow *", 2024-09-13T17:48:42.227 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile mgr", 2024-09-13T17:48:42.227 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-09-13T17:48:42.227 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.227 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:42.227 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2024-09-13T17:48:42.227 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T17:48:42.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.209+0000 7f61864d8640 1 -- 172.21.15.32:0/4001814815 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f616c0666c0 msgr2=0x7f616c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:42.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.209+0000 7f61864d8640 1 --2- 172.21.15.32:0/4001814815 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f616c0666c0 0x7f616c068b80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f61700ae000 tx=0x7f6170008040 comp rx=0 tx=0).stop 2024-09-13T17:48:42.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.209+0000 7f61864d8640 1 -- 172.21.15.32:0/4001814815 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f618015a300 msgr2=0x7f61800b0390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:42.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.209+0000 7f61864d8640 1 --2- 172.21.15.32:0/4001814815 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f618015a300 0x7f61800b0390 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f617800c410 tx=0x7f617800c8d0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.209+0000 7f61864d8640 1 -- 172.21.15.32:0/4001814815 shutdown_connections 2024-09-13T17:48:42.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.209+0000 7f61864d8640 1 --2- 172.21.15.32:0/4001814815 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f616c0666c0 0x7f616c068b80 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.209+0000 7f61864d8640 1 --2- 172.21.15.32:0/4001814815 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f618015a300 0x7f61800b0390 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.209+0000 7f61864d8640 1 --2- 172.21.15.32:0/4001814815 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f61800b21d0 0x7f61800afe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.209+0000 7f61864d8640 1 --2- 172.21.15.32:0/4001814815 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f618006d5e0 0x7f6180097ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.209+0000 7f61864d8640 1 -- 172.21.15.32:0/4001814815 >> 172.21.15.32:0/4001814815 conn(0x7f618006a150 msgr2=0x7f61800cacb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:42.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.209+0000 7f61864d8640 1 -- 172.21.15.32:0/4001814815 shutdown_connections 2024-09-13T17:48:42.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.209+0000 7f61864d8640 1 -- 172.21.15.32:0/4001814815 wait complete. 2024-09-13T17:48:42.230 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-13T17:48:42.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.353+0000 7f4d91ba7640 1 Processor -- start 2024-09-13T17:48:42.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.353+0000 7f4d91ba7640 1 -- start start 2024-09-13T17:48:42.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.353+0000 7f4d91ba7640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d8c15d7b0 0x7f4d8c071f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:42.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.353+0000 7f4d91ba7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f4d8c0aaed0 0x7f4d8c0ac7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:42.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.353+0000 7f4d91ba7640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4d8c15db90 con 0x7f4d8c0ca940 2024-09-13T17:48:42.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.353+0000 7f4d91ba7640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d8c0ab720 con 0x7f4d8c0aaed0 2024-09-13T17:48:42.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.353+0000 7f4d91ba7640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d8c0aba00 con 0x7f4d8c15d7b0 2024-09-13T17:48:42.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.353+0000 7f4d8affd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f4d8c0aaed0 0x7f4d8c0ac7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:42.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.353+0000 7f4d8affd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f4d8c0aaed0 0x7f4d8c0ac7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34350/0 (socket says 172.21.15.32:34350) 2024-09-13T17:48:42.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.353+0000 7f4d8affd640 1 -- 172.21.15.32:0/2256255240 learned_addr learned my addr 172.21.15.32:0/2256255240 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:42.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.353+0000 7f4d8b7fe640 1 --2- 172.21.15.32:0/2256255240 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d8c15d7b0 0x7f4d8c071f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:42.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.353+0000 7f4d8affd640 1 -- 172.21.15.32:0/2256255240 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d8c15d7b0 msgr2=0x7f4d8c071f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:42.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.353+0000 7f4d8affd640 1 --2- 172.21.15.32:0/2256255240 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d8c15d7b0 0x7f4d8c071f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.353+0000 7f4d8affd640 1 -- 172.21.15.32:0/2256255240 >> v1:172.21.15.159:6789/0 conn(0x7f4d8c0ca940 legacy=0x7f4d8c0cadd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:42.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.353+0000 7f4d8affd640 1 -- 172.21.15.32:0/2256255240 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d8c0abce0 con 0x7f4d8c0aaed0 2024-09-13T17:48:42.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.353+0000 7f4d8affd640 1 --2- 172.21.15.32:0/2256255240 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d8c0aaed0 0x7f4d8c0ac7c0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f4d80009870 tx=0x7f4d8001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8deab99422d2bde5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:42.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d8a7fc640 1 -- 172.21.15.32:0/2256255240 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d800ac630 con 0x7f4d8c0aaed0 2024-09-13T17:48:42.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d8a7fc640 1 -- 172.21.15.32:0/2256255240 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d800ac790 con 0x7f4d8c0aaed0 2024-09-13T17:48:42.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d8a7fc640 1 -- 172.21.15.32:0/2256255240 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d800acb20 con 0x7f4d8c0aaed0 2024-09-13T17:48:42.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d91ba7640 1 -- 172.21.15.32:0/2256255240 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d8c0aaed0 msgr2=0x7f4d8c0ac7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:42.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d91ba7640 1 --2- 172.21.15.32:0/2256255240 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d8c0aaed0 0x7f4d8c0ac7c0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f4d80009870 tx=0x7f4d8001c520 comp rx=0 tx=0).stop 2024-09-13T17:48:42.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d91ba7640 1 -- 172.21.15.32:0/2256255240 shutdown_connections 2024-09-13T17:48:42.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d91ba7640 1 --2- 172.21.15.32:0/2256255240 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d8c0aaed0 0x7f4d8c0ac7c0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d91ba7640 1 --2- 172.21.15.32:0/2256255240 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d8c15d7b0 0x7f4d8c071f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d91ba7640 1 -- 172.21.15.32:0/2256255240 >> 172.21.15.32:0/2256255240 conn(0x7f4d8c0afbf0 msgr2=0x7f4d8c0b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:42.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d91ba7640 1 -- 172.21.15.32:0/2256255240 shutdown_connections 2024-09-13T17:48:42.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d91ba7640 1 -- 172.21.15.32:0/2256255240 wait complete. 2024-09-13T17:48:42.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d91ba7640 1 Processor -- start 2024-09-13T17:48:42.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d91ba7640 1 -- start start 2024-09-13T17:48:42.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d91ba7640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d8c0aaed0 0x7f4d8c156f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:42.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d91ba7640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4d8c0ca940 0x7f4d8c09a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:42.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d91ba7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d8c15d7b0 0x7f4d8c157710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:42.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d91ba7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d8c09ba70 con 0x7f4d8c15d7b0 2024-09-13T17:48:42.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d91ba7640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d8c09ae60 con 0x7f4d8c0ca940 2024-09-13T17:48:42.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d91ba7640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d8c09b140 con 0x7f4d8c0aaed0 2024-09-13T17:48:42.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d8bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d8c15d7b0 0x7f4d8c157710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:42.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d8bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d8c15d7b0 0x7f4d8c157710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34366/0 (socket says 172.21.15.32:34366) 2024-09-13T17:48:42.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d8bfff640 1 -- 172.21.15.32:0/564301758 learned_addr learned my addr 172.21.15.32:0/564301758 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:42.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d8b7fe640 1 --2- 172.21.15.32:0/564301758 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d8c0aaed0 0x7f4d8c156f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:42.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d8affd640 1 --2- 172.21.15.32:0/564301758 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4d8c0ca940 0x7f4d8c09a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:42.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d8bfff640 1 -- 172.21.15.32:0/564301758 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d8c0aaed0 msgr2=0x7f4d8c156f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:42.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d8bfff640 1 --2- 172.21.15.32:0/564301758 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d8c0aaed0 0x7f4d8c156f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d8bfff640 1 -- 172.21.15.32:0/564301758 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4d8c0ca940 msgr2=0x7f4d8c09a3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:42.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d8bfff640 1 --2- 172.21.15.32:0/564301758 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4d8c0ca940 0x7f4d8c09a3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d8bfff640 1 -- 172.21.15.32:0/564301758 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d800094d0 con 0x7f4d8c15d7b0 2024-09-13T17:48:42.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d8b7fe640 1 --2- 172.21.15.32:0/564301758 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d8c0aaed0 0x7f4d8c156f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:42.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d8bfff640 1 --2- 172.21.15.32:0/564301758 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d8c15d7b0 0x7f4d8c157710 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f4d8400c780 tx=0x7f4d8400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:42.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d73fff640 1 -- 172.21.15.32:0/564301758 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d8400a9f0 con 0x7f4d8c15d7b0 2024-09-13T17:48:42.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d73fff640 1 -- 172.21.15.32:0/564301758 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d8400ce90 con 0x7f4d8c15d7b0 2024-09-13T17:48:42.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.357+0000 7f4d73fff640 1 -- 172.21.15.32:0/564301758 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d8400add0 con 0x7f4d8c15d7b0 2024-09-13T17:48:42.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.361+0000 7f4d91ba7640 1 -- 172.21.15.32:0/564301758 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d8c09b420 con 0x7f4d8c15d7b0 2024-09-13T17:48:42.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.361+0000 7f4d91ba7640 1 -- 172.21.15.32:0/564301758 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d8c157480 con 0x7f4d8c15d7b0 2024-09-13T17:48:42.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.361+0000 7f4d91ba7640 1 -- 172.21.15.32:0/564301758 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d8c071900 con 0x7f4d8c15d7b0 2024-09-13T17:48:42.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.361+0000 7f4d73fff640 1 -- 172.21.15.32:0/564301758 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4d84012420 con 0x7f4d8c15d7b0 2024-09-13T17:48:42.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.361+0000 7f4d73fff640 1 --2- 172.21.15.32:0/564301758 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4d78066690 0x7f4d78068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:42.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.361+0000 7f4d73fff640 1 -- 172.21.15.32:0/564301758 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f4d84084180 con 0x7f4d8c15d7b0 2024-09-13T17:48:42.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.361+0000 7f4d8b7fe640 1 --2- 172.21.15.32:0/564301758 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4d78066690 0x7f4d78068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:42.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.361+0000 7f4d8b7fe640 1 --2- 172.21.15.32:0/564301758 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4d78066690 0x7f4d78068b50 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f4d8c1f6bf0 tx=0x7f4d7c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:42.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.365+0000 7f4d73fff640 1 -- 172.21.15.32:0/564301758 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4d84051700 con 0x7f4d8c15d7b0 2024-09-13T17:48:42.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.577+0000 7f4d91ba7640 1 -- 172.21.15.32:0/564301758 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7f4d8c0ac7c0 con 0x7f4d8c15d7b0 2024-09-13T17:48:42.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.581+0000 7f4d73fff640 1 -- 172.21.15.32:0/564301758 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) v1 ==== 90+0+0 (secure 0 0 0) 0x7f4d84054d20 con 0x7f4d8c15d7b0 2024-09-13T17:48:42.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.585+0000 7f4d91ba7640 1 -- 172.21.15.32:0/564301758 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4d78066690 msgr2=0x7f4d78068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:42.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.585+0000 7f4d91ba7640 1 --2- 172.21.15.32:0/564301758 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4d78066690 0x7f4d78068b50 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f4d8c1f6bf0 tx=0x7f4d7c008040 comp rx=0 tx=0).stop 2024-09-13T17:48:42.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.585+0000 7f4d91ba7640 1 -- 172.21.15.32:0/564301758 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d8c15d7b0 msgr2=0x7f4d8c157710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:42.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.585+0000 7f4d91ba7640 1 --2- 172.21.15.32:0/564301758 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d8c15d7b0 0x7f4d8c157710 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f4d8400c780 tx=0x7f4d8400cc40 comp rx=0 tx=0).stop 2024-09-13T17:48:42.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.585+0000 7f4d91ba7640 1 -- 172.21.15.32:0/564301758 shutdown_connections 2024-09-13T17:48:42.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.585+0000 7f4d91ba7640 1 --2- 172.21.15.32:0/564301758 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4d78066690 0x7f4d78068b50 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.585+0000 7f4d91ba7640 1 --2- 172.21.15.32:0/564301758 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d8c15d7b0 0x7f4d8c157710 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.585+0000 7f4d91ba7640 1 --2- 172.21.15.32:0/564301758 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4d8c0ca940 0x7f4d8c09a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.585+0000 7f4d91ba7640 1 --2- 172.21.15.32:0/564301758 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d8c0aaed0 0x7f4d8c156f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.585+0000 7f4d91ba7640 1 -- 172.21.15.32:0/564301758 >> 172.21.15.32:0/564301758 conn(0x7f4d8c0afbf0 msgr2=0x7f4d8c0ad970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:42.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.585+0000 7f4d91ba7640 1 -- 172.21.15.32:0/564301758 shutdown_connections 2024-09-13T17:48:42.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.585+0000 7f4d91ba7640 1 -- 172.21.15.32:0/564301758 wait complete. 2024-09-13T17:48:42.603 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-13T17:48:42.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.717+0000 7f5a79f88640 1 Processor -- start 2024-09-13T17:48:42.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.717+0000 7f5a79f88640 1 -- start start 2024-09-13T17:48:42.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.717+0000 7f5a79f88640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5a7406ba90 0x7f5a740cd440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:42.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.717+0000 7f5a79f88640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5a7406c830 con 0x7f5a7406caa0 2024-09-13T17:48:42.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.717+0000 7f5a79f88640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5a7406bf90 con 0x7f5a740b41b0 2024-09-13T17:48:42.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.717+0000 7f5a79f88640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a7406c270 con 0x7f5a7406ba90 2024-09-13T17:48:42.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.717+0000 7f5a72ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5a7406ba90 0x7f5a740cd440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:42.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.717+0000 7f5a72ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5a7406ba90 0x7f5a740cd440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34370/0 (socket says 172.21.15.32:34370) 2024-09-13T17:48:42.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.717+0000 7f5a72ffd640 1 -- 172.21.15.32:0/4006695224 learned_addr learned my addr 172.21.15.32:0/4006695224 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:42.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.717+0000 7f5a72ffd640 1 -- 172.21.15.32:0/4006695224 >> v1:172.21.15.159:6789/0 conn(0x7f5a740b41b0 legacy=0x7f5a740ccd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:42.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.717+0000 7f5a72ffd640 1 -- 172.21.15.32:0/4006695224 >> v1:172.21.15.32:6789/0 conn(0x7f5a7406caa0 legacy=0x7f5a740d0af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:42.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.717+0000 7f5a72ffd640 1 -- 172.21.15.32:0/4006695224 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a7406c550 con 0x7f5a7406ba90 2024-09-13T17:48:42.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.721+0000 7f5a72ffd640 1 --2- 172.21.15.32:0/4006695224 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a7406ba90 0x7f5a740cd440 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f5a68006fd0 tx=0x7f5a6801c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c690c4177a57b6a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:42.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.721+0000 7f5a727fc640 1 -- 172.21.15.32:0/4006695224 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a680aa650 con 0x7f5a7406ba90 2024-09-13T17:48:42.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.721+0000 7f5a727fc640 1 -- 172.21.15.32:0/4006695224 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a680aa7b0 con 0x7f5a7406ba90 2024-09-13T17:48:42.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.721+0000 7f5a727fc640 1 -- 172.21.15.32:0/4006695224 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a680aab40 con 0x7f5a7406ba90 2024-09-13T17:48:42.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.721+0000 7f5a79f88640 1 -- 172.21.15.32:0/4006695224 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a7406ba90 msgr2=0x7f5a740cd440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:42.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.721+0000 7f5a79f88640 1 --2- 172.21.15.32:0/4006695224 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a7406ba90 0x7f5a740cd440 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f5a68006fd0 tx=0x7f5a6801c4d0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.721+0000 7f5a79f88640 1 -- 172.21.15.32:0/4006695224 shutdown_connections 2024-09-13T17:48:42.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.721+0000 7f5a79f88640 1 --2- 172.21.15.32:0/4006695224 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a7406ba90 0x7f5a740cd440 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.721+0000 7f5a79f88640 1 -- 172.21.15.32:0/4006695224 >> 172.21.15.32:0/4006695224 conn(0x7f5a74089f70 msgr2=0x7f5a740d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:42.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.721+0000 7f5a79f88640 1 -- 172.21.15.32:0/4006695224 shutdown_connections 2024-09-13T17:48:42.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.721+0000 7f5a79f88640 1 -- 172.21.15.32:0/4006695224 wait complete. 2024-09-13T17:48:42.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.721+0000 7f5a79f88640 1 Processor -- start 2024-09-13T17:48:42.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.721+0000 7f5a79f88640 1 -- start start 2024-09-13T17:48:42.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a79f88640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5a7406ba90 0x7f5a74151df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:42.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a79f88640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a7406caa0 0x7f5a740c95a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:42.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a79f88640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a740b41b0 0x7f5a740cb090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:42.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a79f88640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a74154e10 con 0x7f5a740b41b0 2024-09-13T17:48:42.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a79f88640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a740cbd60 con 0x7f5a7406caa0 2024-09-13T17:48:42.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a79f88640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a7415c8c0 con 0x7f5a7406ba90 2024-09-13T17:48:42.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a73fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a740b41b0 0x7f5a740cb090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:42.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a73fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a740b41b0 0x7f5a740cb090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34386/0 (socket says 172.21.15.32:34386) 2024-09-13T17:48:42.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a73fff640 1 -- 172.21.15.32:0/3008635037 learned_addr learned my addr 172.21.15.32:0/3008635037 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:42.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a737fe640 1 --2- 172.21.15.32:0/3008635037 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5a7406ba90 0x7f5a74151df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:42.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a72ffd640 1 --2- 172.21.15.32:0/3008635037 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a7406caa0 0x7f5a740c95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:42.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a73fff640 1 -- 172.21.15.32:0/3008635037 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5a7406ba90 msgr2=0x7f5a74151df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:42.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a73fff640 1 --2- 172.21.15.32:0/3008635037 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5a7406ba90 0x7f5a74151df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a73fff640 1 -- 172.21.15.32:0/3008635037 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a7406caa0 msgr2=0x7f5a740c95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:42.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a73fff640 1 --2- 172.21.15.32:0/3008635037 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a7406caa0 0x7f5a740c95a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a73fff640 1 -- 172.21.15.32:0/3008635037 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a68009480 con 0x7f5a740b41b0 2024-09-13T17:48:42.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a73fff640 1 --2- 172.21.15.32:0/3008635037 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a740b41b0 0x7f5a740cb090 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c00c730 tx=0x7f5a6c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:42.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a5bfff640 1 -- 172.21.15.32:0/3008635037 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a6c003b80 con 0x7f5a740b41b0 2024-09-13T17:48:42.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a5bfff640 1 -- 172.21.15.32:0/3008635037 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a6c003ce0 con 0x7f5a740b41b0 2024-09-13T17:48:42.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a79f88640 1 -- 172.21.15.32:0/3008635037 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a740cc000 con 0x7f5a740b41b0 2024-09-13T17:48:42.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a5bfff640 1 -- 172.21.15.32:0/3008635037 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a6c00aa30 con 0x7f5a740b41b0 2024-09-13T17:48:42.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a79f88640 1 -- 172.21.15.32:0/3008635037 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a74152330 con 0x7f5a740b41b0 2024-09-13T17:48:42.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a79f88640 1 -- 172.21.15.32:0/3008635037 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a740d0af0 con 0x7f5a740b41b0 2024-09-13T17:48:42.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a5bfff640 1 -- 172.21.15.32:0/3008635037 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5a6c00ab90 con 0x7f5a740b41b0 2024-09-13T17:48:42.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a5bfff640 1 --2- 172.21.15.32:0/3008635037 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5a60066690 0x7f5a60068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:42.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a5bfff640 1 -- 172.21.15.32:0/3008635037 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f5a6c083d50 con 0x7f5a740b41b0 2024-09-13T17:48:42.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.725+0000 7f5a737fe640 1 --2- 172.21.15.32:0/3008635037 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5a60066690 0x7f5a60068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:42.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.729+0000 7f5a737fe640 1 --2- 172.21.15.32:0/3008635037 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5a60066690 0x7f5a60068b50 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f5a740b7f00 tx=0x7f5a64008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:42.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.733+0000 7f5a5bfff640 1 -- 172.21.15.32:0/3008635037 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5a6c0512c0 con 0x7f5a740b41b0 2024-09-13T17:48:42.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.945+0000 7f5a79f88640 1 -- 172.21.15.32:0/3008635037 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7f5a740cc4b0 con 0x7f5a740b41b0 2024-09-13T17:48:42.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.953+0000 7f5a5bfff640 1 -- 172.21.15.32:0/3008635037 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) v1 ==== 90+0+0 (secure 0 0 0) 0x7f5a6c0548e0 con 0x7f5a740b41b0 2024-09-13T17:48:42.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.953+0000 7f5a79f88640 1 -- 172.21.15.32:0/3008635037 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5a60066690 msgr2=0x7f5a60068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:42.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.953+0000 7f5a79f88640 1 --2- 172.21.15.32:0/3008635037 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5a60066690 0x7f5a60068b50 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f5a740b7f00 tx=0x7f5a64008040 comp rx=0 tx=0).stop 2024-09-13T17:48:42.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.953+0000 7f5a79f88640 1 -- 172.21.15.32:0/3008635037 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a740b41b0 msgr2=0x7f5a740cb090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:42.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.953+0000 7f5a79f88640 1 --2- 172.21.15.32:0/3008635037 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a740b41b0 0x7f5a740cb090 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c00c730 tx=0x7f5a6c00cbf0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.953+0000 7f5a79f88640 1 -- 172.21.15.32:0/3008635037 shutdown_connections 2024-09-13T17:48:42.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.953+0000 7f5a79f88640 1 --2- 172.21.15.32:0/3008635037 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5a60066690 0x7f5a60068b50 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.953+0000 7f5a79f88640 1 --2- 172.21.15.32:0/3008635037 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a740b41b0 0x7f5a740cb090 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.953+0000 7f5a79f88640 1 --2- 172.21.15.32:0/3008635037 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a7406caa0 0x7f5a740c95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.953+0000 7f5a79f88640 1 --2- 172.21.15.32:0/3008635037 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5a7406ba90 0x7f5a74151df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:42.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.953+0000 7f5a79f88640 1 -- 172.21.15.32:0/3008635037 >> 172.21.15.32:0/3008635037 conn(0x7f5a74089f70 msgr2=0x7f5a740cf770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:42.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.953+0000 7f5a79f88640 1 -- 172.21.15.32:0/3008635037 shutdown_connections 2024-09-13T17:48:42.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:42.953+0000 7f5a79f88640 1 -- 172.21.15.32:0/3008635037 wait complete. 2024-09-13T17:48:42.971 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-13T17:48:43.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.089+0000 7f36c421b640 1 Processor -- start 2024-09-13T17:48:43.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.089+0000 7f36c421b640 1 -- start start 2024-09-13T17:48:43.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.089+0000 7f36c421b640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f36bc0b1bb0 0x7f36bc0cbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.089+0000 7f36c421b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f36bc15d370 0x7f36bc15d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.089+0000 7f36c421b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f36bc0b2ac0 con 0x7f36bc06db40 2024-09-13T17:48:43.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.089+0000 7f36c421b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36bc0b2020 con 0x7f36bc15d370 2024-09-13T17:48:43.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.089+0000 7f36c421b640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36bc0cc4c0 con 0x7f36bc0b1bb0 2024-09-13T17:48:43.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.089+0000 7f36c27b8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f36bc15d370 0x7f36bc15d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.089+0000 7f36c1fb7640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f36bc06db40 0x7f36bc06df20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49696/0 (socket says 172.21.15.32:49696) 2024-09-13T17:48:43.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.089+0000 7f36c27b8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f36bc15d370 0x7f36bc15d7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34396/0 (socket says 172.21.15.32:34396) 2024-09-13T17:48:43.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.089+0000 7f36c1fb7640 1 -- 172.21.15.32:0/259546606 learned_addr learned my addr 172.21.15.32:0/259546606 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:43.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.089+0000 7f36c17b6640 1 --2- 172.21.15.32:0/259546606 >> v2:172.21.15.159:3300/0 conn(0x7f36bc0b1bb0 0x7f36bc0cbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.089+0000 7f36c27b8640 1 -- 172.21.15.32:0/259546606 >> v2:172.21.15.159:3300/0 conn(0x7f36bc0b1bb0 msgr2=0x7f36bc0cbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:43.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.089+0000 7f36c27b8640 1 --2- 172.21.15.32:0/259546606 >> v2:172.21.15.159:3300/0 conn(0x7f36bc0b1bb0 0x7f36bc0cbf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.089+0000 7f36c27b8640 1 -- 172.21.15.32:0/259546606 >> v1:172.21.15.32:6789/0 conn(0x7f36bc06db40 legacy=0x7f36bc06df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:43.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.089+0000 7f36c27b8640 1 -- 172.21.15.32:0/259546606 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36bc0b2220 con 0x7f36bc15d370 2024-09-13T17:48:43.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.089+0000 7f36c0fb5640 1 -- 172.21.15.32:0/259546606 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1027418556 0 0) 0x7f36bc0b2ac0 con 0x7f36bc06db40 2024-09-13T17:48:43.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.093+0000 7f36c27b8640 1 --2- 172.21.15.32:0/259546606 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36bc15d370 0x7f36bc15d7e0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f36bc0ae7f0 tx=0x7f36b401c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec8f9807dc51cf1a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:43.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.093+0000 7f36c0fb5640 1 -- 172.21.15.32:0/259546606 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36b40ab600 con 0x7f36bc15d370 2024-09-13T17:48:43.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.093+0000 7f36c0fb5640 1 -- 172.21.15.32:0/259546606 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36b40a7050 con 0x7f36bc15d370 2024-09-13T17:48:43.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.093+0000 7f36c0fb5640 1 -- 172.21.15.32:0/259546606 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36b40ab980 con 0x7f36bc15d370 2024-09-13T17:48:43.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.093+0000 7f36c421b640 1 -- 172.21.15.32:0/259546606 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36bc15d370 msgr2=0x7f36bc15d7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:43.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.093+0000 7f36c421b640 1 --2- 172.21.15.32:0/259546606 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36bc15d370 0x7f36bc15d7e0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f36bc0ae7f0 tx=0x7f36b401c330 comp rx=0 tx=0).stop 2024-09-13T17:48:43.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.093+0000 7f36c421b640 1 -- 172.21.15.32:0/259546606 shutdown_connections 2024-09-13T17:48:43.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.093+0000 7f36c421b640 1 --2- 172.21.15.32:0/259546606 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36bc15d370 0x7f36bc15d7e0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.093+0000 7f36c421b640 1 --2- 172.21.15.32:0/259546606 >> v2:172.21.15.159:3300/0 conn(0x7f36bc0b1bb0 0x7f36bc0cbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.093+0000 7f36c421b640 1 -- 172.21.15.32:0/259546606 >> 172.21.15.32:0/259546606 conn(0x7f36bc071830 msgr2=0x7f36bc069f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:43.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.093+0000 7f36c421b640 1 -- 172.21.15.32:0/259546606 shutdown_connections 2024-09-13T17:48:43.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.093+0000 7f36c421b640 1 -- 172.21.15.32:0/259546606 wait complete. 2024-09-13T17:48:43.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.093+0000 7f36c421b640 1 Processor -- start 2024-09-13T17:48:43.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.093+0000 7f36c421b640 1 -- start start 2024-09-13T17:48:43.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c421b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f36bc06db40 0x7f36bc150580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c421b640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f36bc0b1bb0 0x7f36bc06ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c421b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36bc15d370 0x7f36bc06cf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c421b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36bc15ea70 con 0x7f36bc15d370 2024-09-13T17:48:43.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c421b640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36bc15efa0 con 0x7f36bc0b1bb0 2024-09-13T17:48:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c421b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f36bc150ac0 con 0x7f36bc06db40 2024-09-13T17:48:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c27b8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36bc15d370 0x7f36bc06cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c27b8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36bc15d370 0x7f36bc06cf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34412/0 (socket says 172.21.15.32:34412) 2024-09-13T17:48:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c27b8640 1 -- 172.21.15.32:0/2352894807 learned_addr learned my addr 172.21.15.32:0/2352894807 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c17b6640 1 --2- 172.21.15.32:0/2352894807 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f36bc0b1bb0 0x7f36bc06ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c27b8640 1 -- 172.21.15.32:0/2352894807 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f36bc06db40 msgr2=0x7f36bc150580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c1fb7640 1 --2- 172.21.15.32:0/2352894807 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f36bc06db40 0x7f36bc150580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c27b8640 1 --2- 172.21.15.32:0/2352894807 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f36bc06db40 0x7f36bc150580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c27b8640 1 -- 172.21.15.32:0/2352894807 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f36bc0b1bb0 msgr2=0x7f36bc06ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c27b8640 1 --2- 172.21.15.32:0/2352894807 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f36bc0b1bb0 0x7f36bc06ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c27b8640 1 -- 172.21.15.32:0/2352894807 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36b4009420 con 0x7f36bc15d370 2024-09-13T17:48:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c17b6640 1 --2- 172.21.15.32:0/2352894807 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f36bc0b1bb0 0x7f36bc06ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c27b8640 1 --2- 172.21.15.32:0/2352894807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36bc15d370 0x7f36bc06cf70 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f36b40ae040 tx=0x7f36b40190d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36b27fc640 1 -- 172.21.15.32:0/2352894807 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36b40b4410 con 0x7f36bc15d370 2024-09-13T17:48:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36b27fc640 1 -- 172.21.15.32:0/2352894807 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36b40b4570 con 0x7f36bc15d370 2024-09-13T17:48:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36b27fc640 1 -- 172.21.15.32:0/2352894807 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36b40b4900 con 0x7f36bc15d370 2024-09-13T17:48:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c421b640 1 -- 172.21.15.32:0/2352894807 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36bc15bb20 con 0x7f36bc15d370 2024-09-13T17:48:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c421b640 1 -- 172.21.15.32:0/2352894807 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36bc15bfd0 con 0x7f36bc15d370 2024-09-13T17:48:43.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36c421b640 1 -- 172.21.15.32:0/2352894807 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f36bc15c1c0 con 0x7f36bc15d370 2024-09-13T17:48:43.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36b27fc640 1 -- 172.21.15.32:0/2352894807 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f36b40b2040 con 0x7f36bc15d370 2024-09-13T17:48:43.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36b27fc640 1 --2- 172.21.15.32:0/2352894807 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f36a0066690 0x7f36a0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.097+0000 7f36b27fc640 1 -- 172.21.15.32:0/2352894807 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f36b411e500 con 0x7f36bc15d370 2024-09-13T17:48:43.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.101+0000 7f36c1fb7640 1 --2- 172.21.15.32:0/2352894807 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f36a0066690 0x7f36a0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.101+0000 7f36c1fb7640 1 --2- 172.21.15.32:0/2352894807 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f36a0066690 0x7f36a0068b50 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f36b8007fd0 tx=0x7f36b8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:43.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.101+0000 7f36b27fc640 1 -- 172.21.15.32:0/2352894807 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f36b40ebc10 con 0x7f36bc15d370 2024-09-13T17:48:43.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.317+0000 7f36c421b640 1 -- 172.21.15.32:0/2352894807 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7f36bc0cbf80 con 0x7f36bc15d370 2024-09-13T17:48:43.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.321+0000 7f36b27fc640 1 -- 172.21.15.32:0/2352894807 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7f36b40b00a0 con 0x7f36bc15d370 2024-09-13T17:48:43.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.325+0000 7f36c421b640 1 -- 172.21.15.32:0/2352894807 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f36a0066690 msgr2=0x7f36a0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:43.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.325+0000 7f36c421b640 1 --2- 172.21.15.32:0/2352894807 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f36a0066690 0x7f36a0068b50 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f36b8007fd0 tx=0x7f36b8009040 comp rx=0 tx=0).stop 2024-09-13T17:48:43.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.325+0000 7f36c421b640 1 -- 172.21.15.32:0/2352894807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36bc15d370 msgr2=0x7f36bc06cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:43.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.325+0000 7f36c421b640 1 --2- 172.21.15.32:0/2352894807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36bc15d370 0x7f36bc06cf70 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f36b40ae040 tx=0x7f36b40190d0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.325+0000 7f36c421b640 1 -- 172.21.15.32:0/2352894807 shutdown_connections 2024-09-13T17:48:43.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.325+0000 7f36c421b640 1 --2- 172.21.15.32:0/2352894807 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f36a0066690 0x7f36a0068b50 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.325+0000 7f36c421b640 1 --2- 172.21.15.32:0/2352894807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36bc15d370 0x7f36bc06cf70 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.325+0000 7f36c421b640 1 --2- 172.21.15.32:0/2352894807 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f36bc0b1bb0 0x7f36bc06ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.325+0000 7f36c421b640 1 --2- 172.21.15.32:0/2352894807 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f36bc06db40 0x7f36bc150580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.325+0000 7f36c421b640 1 -- 172.21.15.32:0/2352894807 >> 172.21.15.32:0/2352894807 conn(0x7f36bc071830 msgr2=0x7f36bc0aea90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:43.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.325+0000 7f36c421b640 1 -- 172.21.15.32:0/2352894807 shutdown_connections 2024-09-13T17:48:43.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.325+0000 7f36c421b640 1 -- 172.21.15.32:0/2352894807 wait complete. 2024-09-13T17:48:43.341 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-13T17:48:43.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.453+0000 7ff73b11f640 1 Processor -- start 2024-09-13T17:48:43.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.453+0000 7ff73b11f640 1 -- start start 2024-09-13T17:48:43.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.453+0000 7ff73b11f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff734071f90 0x7ff7340ac7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.453+0000 7ff73b11f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff73415db90 con 0x7ff73415d7b0 2024-09-13T17:48:43.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.453+0000 7ff73b11f640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7340ab720 con 0x7ff7340ca940 2024-09-13T17:48:43.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.453+0000 7ff73b11f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7340aba00 con 0x7ff734071f90 2024-09-13T17:48:43.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.453+0000 7ff738ebb640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7ff73415d7b0 0x7ff7340aaed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49708/0 (socket says 172.21.15.32:49708) 2024-09-13T17:48:43.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.453+0000 7ff738ebb640 1 -- 172.21.15.32:0/1334058152 learned_addr learned my addr 172.21.15.32:0/1334058152 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:43.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.453+0000 7ff7337fe640 1 -- 172.21.15.32:0/1334058152 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1553638711 0 0) 0x7ff73415db90 con 0x7ff73415d7b0 2024-09-13T17:48:43.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.453+0000 7ff733fff640 1 --2- 172.21.15.32:0/1334058152 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff734071f90 0x7ff7340ac7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.453+0000 7ff7337fe640 1 -- 172.21.15.32:0/1334058152 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff71c003530 con 0x7ff73415d7b0 2024-09-13T17:48:43.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7337fe640 1 -- 172.21.15.32:0/1334058152 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 426815014 0 0) 0x7ff71c003530 con 0x7ff73415d7b0 2024-09-13T17:48:43.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7337fe640 1 -- 172.21.15.32:0/1334058152 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff734071f90 msgr2=0x7ff7340ac7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:43.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7337fe640 1 --2- 172.21.15.32:0/1334058152 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff734071f90 0x7ff7340ac7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7337fe640 1 -- 172.21.15.32:0/1334058152 >> v1:172.21.15.159:6789/0 conn(0x7ff7340ca940 legacy=0x7ff7340cadb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:43.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7337fe640 1 -- 172.21.15.32:0/1334058152 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7340abce0 con 0x7ff73415d7b0 2024-09-13T17:48:43.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7337fe640 1 -- 172.21.15.32:0/1334058152 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7ff724001680 con 0x7ff73415d7b0 2024-09-13T17:48:43.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7337fe640 1 -- 172.21.15.32:0/1334058152 >> v1:172.21.15.32:6789/0 conn(0x7ff73415d7b0 legacy=0x7ff7340aaed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:43.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7337fe640 1 --2- 172.21.15.32:0/1334058152 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff71c0039b0 0x7ff71c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7337fe640 1 --2- 172.21.15.32:0/1334058152 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff734071f90 0x7ff71c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7337fe640 1 --2- 172.21.15.32:0/1334058152 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff71c004d10 0x7ff71c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7337fe640 1 -- 172.21.15.32:0/1334058152 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7340aba00 con 0x7ff71c004d10 2024-09-13T17:48:43.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7337fe640 1 -- 172.21.15.32:0/1334058152 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff71c00ba40 con 0x7ff71c0039b0 2024-09-13T17:48:43.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7337fe640 1 -- 172.21.15.32:0/1334058152 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff71c00bc00 con 0x7ff734071f90 2024-09-13T17:48:43.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7396bc640 1 --2- 172.21.15.32:0/1334058152 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff71c004d10 0x7ff71c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff733fff640 1 --2- 172.21.15.32:0/1334058152 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff734071f90 0x7ff71c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff738ebb640 1 --2- 172.21.15.32:0/1334058152 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff71c0039b0 0x7ff71c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7396bc640 1 -- 172.21.15.32:0/1334058152 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff734071f90 msgr2=0x7ff71c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:43.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7396bc640 1 --2- 172.21.15.32:0/1334058152 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff734071f90 0x7ff71c0047d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7396bc640 1 -- 172.21.15.32:0/1334058152 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff71c0039b0 msgr2=0x7ff71c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:43.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7396bc640 1 --2- 172.21.15.32:0/1334058152 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff71c0039b0 0x7ff71c003dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7396bc640 1 -- 172.21.15.32:0/1334058152 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff71c003530 con 0x7ff71c004d10 2024-09-13T17:48:43.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7396bc640 1 --2- 172.21.15.32:0/1334058152 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff71c004d10 0x7ff71c005190 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7ff72c001750 tx=0x7ff72c01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28275c3a3f930340 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:43.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7337fe640 1 -- 172.21.15.32:0/1334058152 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff72c0052d0 con 0x7ff71c004d10 2024-09-13T17:48:43.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7337fe640 1 -- 172.21.15.32:0/1334058152 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff72c0a7050 con 0x7ff71c004d10 2024-09-13T17:48:43.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7337fe640 1 -- 172.21.15.32:0/1334058152 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff72c003600 con 0x7ff71c004d10 2024-09-13T17:48:43.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff73b11f640 1 -- 172.21.15.32:0/1334058152 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff71c004d10 msgr2=0x7ff71c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:43.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff73b11f640 1 --2- 172.21.15.32:0/1334058152 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff71c004d10 0x7ff71c005190 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7ff72c001750 tx=0x7ff72c01c3e0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff7396bc640 1 -- 172.21.15.32:0/1334058152 reap_dead start 2024-09-13T17:48:43.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff73b11f640 1 -- 172.21.15.32:0/1334058152 shutdown_connections 2024-09-13T17:48:43.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff73b11f640 1 -- 172.21.15.32:0/1334058152 >> 172.21.15.32:0/1334058152 conn(0x7ff7340afbf0 msgr2=0x7ff7340b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:43.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff73b11f640 1 -- 172.21.15.32:0/1334058152 shutdown_connections 2024-09-13T17:48:43.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.457+0000 7ff73b11f640 1 -- 172.21.15.32:0/1334058152 wait complete. 2024-09-13T17:48:43.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff73b11f640 1 Processor -- start 2024-09-13T17:48:43.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff73b11f640 1 -- start start 2024-09-13T17:48:43.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff73b11f640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff73406d7a0 0x7ff7341ef9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff73b11f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff7341eff20 0x7ff7340ae210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff73b11f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7340ae750 0x7ff7341566e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff73b11f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7341f03b0 con 0x7ff7340ae750 2024-09-13T17:48:43.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff73b11f640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7341f0690 con 0x7ff73406d7a0 2024-09-13T17:48:43.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff73b11f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7340ada10 con 0x7ff7341eff20 2024-09-13T17:48:43.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff7396bc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7340ae750 0x7ff7341566e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff7396bc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7340ae750 0x7ff7341566e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34430/0 (socket says 172.21.15.32:34430) 2024-09-13T17:48:43.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff7396bc640 1 -- 172.21.15.32:0/2175970640 learned_addr learned my addr 172.21.15.32:0/2175970640 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:43.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff738ebb640 1 --2- 172.21.15.32:0/2175970640 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff73406d7a0 0x7ff7341ef9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff733fff640 1 --2- 172.21.15.32:0/2175970640 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff7341eff20 0x7ff7340ae210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff7396bc640 1 -- 172.21.15.32:0/2175970640 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff7341eff20 msgr2=0x7ff7340ae210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:43.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff7396bc640 1 --2- 172.21.15.32:0/2175970640 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff7341eff20 0x7ff7340ae210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff7396bc640 1 -- 172.21.15.32:0/2175970640 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff73406d7a0 msgr2=0x7ff7341ef9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:43.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff7396bc640 1 --2- 172.21.15.32:0/2175970640 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff73406d7a0 0x7ff7341ef9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff7396bc640 1 -- 172.21.15.32:0/2175970640 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7340adcf0 con 0x7ff7340ae750 2024-09-13T17:48:43.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff7396bc640 1 --2- 172.21.15.32:0/2175970640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7340ae750 0x7ff7341566e0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7ff72c01cc80 tx=0x7ff71c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:43.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff7317fa640 1 -- 172.21.15.32:0/2175970640 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff72c003d40 con 0x7ff7340ae750 2024-09-13T17:48:43.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff7317fa640 1 -- 172.21.15.32:0/2175970640 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff72c007a40 con 0x7ff7340ae750 2024-09-13T17:48:43.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff73b11f640 1 -- 172.21.15.32:0/2175970640 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7341f0970 con 0x7ff7340ae750 2024-09-13T17:48:43.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff7317fa640 1 -- 172.21.15.32:0/2175970640 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff72c007260 con 0x7ff7340ae750 2024-09-13T17:48:43.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff73b11f640 1 -- 172.21.15.32:0/2175970640 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7341f3da0 con 0x7ff7340ae750 2024-09-13T17:48:43.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff73b11f640 1 -- 172.21.15.32:0/2175970640 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7340adee0 con 0x7ff7340ae750 2024-09-13T17:48:43.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.461+0000 7ff7317fa640 1 -- 172.21.15.32:0/2175970640 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff72c0073c0 con 0x7ff7340ae750 2024-09-13T17:48:43.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.465+0000 7ff7317fa640 1 --2- 172.21.15.32:0/2175970640 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff720066690 0x7ff720068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.465+0000 7ff7317fa640 1 -- 172.21.15.32:0/2175970640 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5177+0+0 (secure 0 0 0) 0x7ff72c11d440 con 0x7ff7340ae750 2024-09-13T17:48:43.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.465+0000 7ff738ebb640 1 --2- 172.21.15.32:0/2175970640 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff720066690 0x7ff720068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.465+0000 7ff738ebb640 1 --2- 172.21.15.32:0/2175970640 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff720066690 0x7ff720068b50 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ff724000fe0 tx=0x7ff724009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:43.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.469+0000 7ff7317fa640 1 -- 172.21.15.32:0/2175970640 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff72c0ea9c0 con 0x7ff7340ae750 2024-09-13T17:48:43.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.681+0000 7ff73b11f640 1 -- 172.21.15.32:0/2175970640 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7ff7340acd20 con 0x7ff7340ae750 2024-09-13T17:48:43.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.689+0000 7ff7317fa640 1 -- 172.21.15.32:0/2175970640 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7ff72c0edfe0 con 0x7ff7340ae750 2024-09-13T17:48:43.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.689+0000 7ff73b11f640 1 -- 172.21.15.32:0/2175970640 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff720066690 msgr2=0x7ff720068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:43.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.689+0000 7ff73b11f640 1 --2- 172.21.15.32:0/2175970640 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff720066690 0x7ff720068b50 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ff724000fe0 tx=0x7ff724009040 comp rx=0 tx=0).stop 2024-09-13T17:48:43.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.689+0000 7ff73b11f640 1 -- 172.21.15.32:0/2175970640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7340ae750 msgr2=0x7ff7341566e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:43.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.689+0000 7ff73b11f640 1 --2- 172.21.15.32:0/2175970640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7340ae750 0x7ff7341566e0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7ff72c01cc80 tx=0x7ff71c005800 comp rx=0 tx=0).stop 2024-09-13T17:48:43.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.689+0000 7ff73b11f640 1 -- 172.21.15.32:0/2175970640 shutdown_connections 2024-09-13T17:48:43.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.689+0000 7ff73b11f640 1 --2- 172.21.15.32:0/2175970640 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff720066690 0x7ff720068b50 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.689+0000 7ff73b11f640 1 --2- 172.21.15.32:0/2175970640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7340ae750 0x7ff7341566e0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.689+0000 7ff73b11f640 1 --2- 172.21.15.32:0/2175970640 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff7341eff20 0x7ff7340ae210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.689+0000 7ff73b11f640 1 --2- 172.21.15.32:0/2175970640 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff73406d7a0 0x7ff7341ef9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.689+0000 7ff73b11f640 1 -- 172.21.15.32:0/2175970640 >> 172.21.15.32:0/2175970640 conn(0x7ff7340afbf0 msgr2=0x7ff7340aaed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:43.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.689+0000 7ff73b11f640 1 -- 172.21.15.32:0/2175970640 shutdown_connections 2024-09-13T17:48:43.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.689+0000 7ff73b11f640 1 -- 172.21.15.32:0/2175970640 wait complete. 2024-09-13T17:48:43.707 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-13T17:48:43.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.817+0000 7fc64fb06640 1 Processor -- start 2024-09-13T17:48:43.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.817+0000 7fc64fb06640 1 -- start start 2024-09-13T17:48:43.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.817+0000 7fc64fb06640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc648070060 0x7fc64809bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.817+0000 7fc64fb06640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fc6480ca2f0 0x7fc6480b1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.817+0000 7fc64fb06640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6480c86f0 con 0x7fc6480b2490 2024-09-13T17:48:43.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.817+0000 7fc64fb06640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6480c8f00 con 0x7fc6480ca2f0 2024-09-13T17:48:43.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.817+0000 7fc64fb06640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6480cd620 con 0x7fc648070060 2024-09-13T17:48:43.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.817+0000 7fc64d8a2640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fc6480b2490 0x7fc6480b0ef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49724/0 (socket says 172.21.15.32:49724) 2024-09-13T17:48:43.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.817+0000 7fc64d8a2640 1 -- 172.21.15.32:0/2898593904 learned_addr learned my addr 172.21.15.32:0/2898593904 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:43.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.817+0000 7fc64c8a0640 1 -- 172.21.15.32:0/2898593904 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 116847093 0 0) 0x7fc6480c86f0 con 0x7fc6480b2490 2024-09-13T17:48:43.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.817+0000 7fc64c8a0640 1 -- 172.21.15.32:0/2898593904 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc634003530 con 0x7fc6480b2490 2024-09-13T17:48:43.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.817+0000 7fc64e0a3640 1 --2- 172.21.15.32:0/2898593904 >> v2:172.21.15.159:3300/0 conn(0x7fc6480ca2f0 0x7fc6480b1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.817+0000 7fc64d0a1640 1 --2- 172.21.15.32:0/2898593904 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc648070060 0x7fc64809bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64c8a0640 1 -- 172.21.15.32:0/2898593904 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4223435593 0 0) 0x7fc634003530 con 0x7fc6480b2490 2024-09-13T17:48:43.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64c8a0640 1 -- 172.21.15.32:0/2898593904 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc648070060 msgr2=0x7fc64809bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:43.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64c8a0640 1 --2- 172.21.15.32:0/2898593904 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc648070060 0x7fc64809bc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64c8a0640 1 -- 172.21.15.32:0/2898593904 >> v2:172.21.15.159:3300/0 conn(0x7fc6480ca2f0 msgr2=0x7fc6480b1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:43.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64c8a0640 1 --2- 172.21.15.32:0/2898593904 >> v2:172.21.15.159:3300/0 conn(0x7fc6480ca2f0 0x7fc6480b1600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64c8a0640 1 -- 172.21.15.32:0/2898593904 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6480cd8c0 con 0x7fc6480b2490 2024-09-13T17:48:43.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64c8a0640 1 -- 172.21.15.32:0/2898593904 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fc644001680 con 0x7fc6480b2490 2024-09-13T17:48:43.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64e0a3640 1 --2- 172.21.15.32:0/2898593904 >> v2:172.21.15.159:3300/0 conn(0x7fc6480ca2f0 0x7fc6480b1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:43.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64c8a0640 1 -- 172.21.15.32:0/2898593904 >> v1:172.21.15.32:6789/0 conn(0x7fc6480b2490 legacy=0x7fc6480b0ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:43.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64c8a0640 1 --2- 172.21.15.32:0/2898593904 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc648070060 0x7fc634003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64c8a0640 1 --2- 172.21.15.32:0/2898593904 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc634003fb0 0x7fc6340047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64c8a0640 1 --2- 172.21.15.32:0/2898593904 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc634004d10 0x7fc634005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64c8a0640 1 -- 172.21.15.32:0/2898593904 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6480c8f00 con 0x7fc634004d10 2024-09-13T17:48:43.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64c8a0640 1 -- 172.21.15.32:0/2898593904 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6480cd620 con 0x7fc634003fb0 2024-09-13T17:48:43.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64c8a0640 1 -- 172.21.15.32:0/2898593904 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc63400ba90 con 0x7fc648070060 2024-09-13T17:48:43.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64e0a3640 1 --2- 172.21.15.32:0/2898593904 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc634004d10 0x7fc634005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64d0a1640 1 --2- 172.21.15.32:0/2898593904 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc634003fb0 0x7fc6340047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64d8a2640 1 --2- 172.21.15.32:0/2898593904 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc648070060 0x7fc634003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64e0a3640 1 -- 172.21.15.32:0/2898593904 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc648070060 msgr2=0x7fc634003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:43.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64e0a3640 1 --2- 172.21.15.32:0/2898593904 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc648070060 0x7fc634003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64e0a3640 1 -- 172.21.15.32:0/2898593904 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc634003fb0 msgr2=0x7fc6340047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:43.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64e0a3640 1 --2- 172.21.15.32:0/2898593904 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc634003fb0 0x7fc6340047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64e0a3640 1 -- 172.21.15.32:0/2898593904 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc634003530 con 0x7fc634004d10 2024-09-13T17:48:43.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64e0a3640 1 --2- 172.21.15.32:0/2898593904 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc634004d10 0x7fc634005190 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fc6400073e0 tx=0x7fc64001cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88304da815b5c1cd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:43.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64c8a0640 1 -- 172.21.15.32:0/2898593904 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6400a5e40 con 0x7fc634004d10 2024-09-13T17:48:43.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64c8a0640 1 -- 172.21.15.32:0/2898593904 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6400ad440 con 0x7fc634004d10 2024-09-13T17:48:43.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64c8a0640 1 -- 172.21.15.32:0/2898593904 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6400ad7b0 con 0x7fc634004d10 2024-09-13T17:48:43.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64fb06640 1 -- 172.21.15.32:0/2898593904 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc634004d10 msgr2=0x7fc634005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:43.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64fb06640 1 --2- 172.21.15.32:0/2898593904 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc634004d10 0x7fc634005190 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fc6400073e0 tx=0x7fc64001cf40 comp rx=0 tx=0).stop 2024-09-13T17:48:43.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64e0a3640 1 -- 172.21.15.32:0/2898593904 reap_dead start 2024-09-13T17:48:43.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64fb06640 1 -- 172.21.15.32:0/2898593904 shutdown_connections 2024-09-13T17:48:43.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64fb06640 1 -- 172.21.15.32:0/2898593904 >> 172.21.15.32:0/2898593904 conn(0x7fc6480afbf0 msgr2=0x7fc6480b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:43.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64fb06640 1 -- 172.21.15.32:0/2898593904 shutdown_connections 2024-09-13T17:48:43.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.821+0000 7fc64fb06640 1 -- 172.21.15.32:0/2898593904 wait complete. 2024-09-13T17:48:43.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64fb06640 1 Processor -- start 2024-09-13T17:48:43.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64fb06640 1 -- start start 2024-09-13T17:48:43.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64fb06640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc634004d10 0x7fc648158830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64fb06640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc648152930 0x7fc64814d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64fb06640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc6481512b0 0x7fc648151760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64fb06640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc648152200 con 0x7fc6481512b0 2024-09-13T17:48:43.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64fb06640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6481524e0 con 0x7fc634004d10 2024-09-13T17:48:43.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64fb06640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc648098fe0 con 0x7fc648152930 2024-09-13T17:48:43.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64e0a3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc6481512b0 0x7fc648151760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64e0a3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc6481512b0 0x7fc648151760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34452/0 (socket says 172.21.15.32:34452) 2024-09-13T17:48:43.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64e0a3640 1 -- 172.21.15.32:0/1177465208 learned_addr learned my addr 172.21.15.32:0/1177465208 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:43.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64d8a2640 1 --2- 172.21.15.32:0/1177465208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc634004d10 0x7fc648158830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64d0a1640 1 --2- 172.21.15.32:0/1177465208 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc648152930 0x7fc64814d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64e0a3640 1 -- 172.21.15.32:0/1177465208 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc648152930 msgr2=0x7fc64814d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:43.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64e0a3640 1 --2- 172.21.15.32:0/1177465208 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc648152930 0x7fc64814d590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64e0a3640 1 -- 172.21.15.32:0/1177465208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc634004d10 msgr2=0x7fc648158830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:43.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64e0a3640 1 --2- 172.21.15.32:0/1177465208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc634004d10 0x7fc648158830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:43.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64e0a3640 1 -- 172.21.15.32:0/1177465208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6480992c0 con 0x7fc6481512b0 2024-09-13T17:48:43.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64d0a1640 1 --2- 172.21.15.32:0/1177465208 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc648152930 0x7fc64814d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:43.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64e0a3640 1 --2- 172.21.15.32:0/1177465208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc6481512b0 0x7fc648151760 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fc6400b0040 tx=0x7fc634005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:43.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc63e7fc640 1 -- 172.21.15.32:0/1177465208 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6400b6840 con 0x7fc6481512b0 2024-09-13T17:48:43.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc63e7fc640 1 -- 172.21.15.32:0/1177465208 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6400b69a0 con 0x7fc6481512b0 2024-09-13T17:48:43.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64fb06640 1 -- 172.21.15.32:0/1177465208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6480995a0 con 0x7fc6481512b0 2024-09-13T17:48:43.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc63e7fc640 1 -- 172.21.15.32:0/1177465208 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6400b6d10 con 0x7fc6481512b0 2024-09-13T17:48:43.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64fb06640 1 -- 172.21.15.32:0/1177465208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc648159470 con 0x7fc6481512b0 2024-09-13T17:48:43.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc64fb06640 1 -- 172.21.15.32:0/1177465208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc648159660 con 0x7fc6481512b0 2024-09-13T17:48:43.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.825+0000 7fc63e7fc640 1 -- 172.21.15.32:0/1177465208 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc6400b4040 con 0x7fc6481512b0 2024-09-13T17:48:43.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.829+0000 7fc63e7fc640 1 --2- 172.21.15.32:0/1177465208 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc62c066690 0x7fc62c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:43.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.829+0000 7fc63e7fc640 1 -- 172.21.15.32:0/1177465208 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fc64011f420 con 0x7fc6481512b0 2024-09-13T17:48:43.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.829+0000 7fc64d8a2640 1 --2- 172.21.15.32:0/1177465208 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc62c066690 0x7fc62c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:43.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.829+0000 7fc64d8a2640 1 --2- 172.21.15.32:0/1177465208 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc62c066690 0x7fc62c068b50 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fc644000c10 tx=0x7fc644007040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:43.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:43.833+0000 7fc63e7fc640 1 -- 172.21.15.32:0/1177465208 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc6400eca50 con 0x7fc6481512b0 2024-09-13T17:48:44.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.045+0000 7fc64fb06640 1 -- 172.21.15.32:0/1177465208 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7fc648152650 con 0x7fc6481512b0 2024-09-13T17:48:44.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.049+0000 7fc63e7fc640 1 -- 172.21.15.32:0/1177465208 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) v1 ==== 97+0+0 (secure 0 0 0) 0x7fc6400f0070 con 0x7fc6481512b0 2024-09-13T17:48:44.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.053+0000 7fc64fb06640 1 -- 172.21.15.32:0/1177465208 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc62c066690 msgr2=0x7fc62c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:44.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.053+0000 7fc64fb06640 1 --2- 172.21.15.32:0/1177465208 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc62c066690 0x7fc62c068b50 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fc644000c10 tx=0x7fc644007040 comp rx=0 tx=0).stop 2024-09-13T17:48:44.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.053+0000 7fc64fb06640 1 -- 172.21.15.32:0/1177465208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc6481512b0 msgr2=0x7fc648151760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:44.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.053+0000 7fc64fb06640 1 --2- 172.21.15.32:0/1177465208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc6481512b0 0x7fc648151760 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fc6400b0040 tx=0x7fc634005800 comp rx=0 tx=0).stop 2024-09-13T17:48:44.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.053+0000 7fc64fb06640 1 -- 172.21.15.32:0/1177465208 shutdown_connections 2024-09-13T17:48:44.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.053+0000 7fc64fb06640 1 --2- 172.21.15.32:0/1177465208 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc62c066690 0x7fc62c068b50 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.053+0000 7fc64fb06640 1 --2- 172.21.15.32:0/1177465208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc6481512b0 0x7fc648151760 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.053+0000 7fc64fb06640 1 --2- 172.21.15.32:0/1177465208 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc648152930 0x7fc64814d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.053+0000 7fc64fb06640 1 --2- 172.21.15.32:0/1177465208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc634004d10 0x7fc648158830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.053+0000 7fc64fb06640 1 -- 172.21.15.32:0/1177465208 >> 172.21.15.32:0/1177465208 conn(0x7fc6480afbf0 msgr2=0x7fc6480ccc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:44.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.053+0000 7fc64fb06640 1 -- 172.21.15.32:0/1177465208 shutdown_connections 2024-09-13T17:48:44.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.053+0000 7fc64fb06640 1 -- 172.21.15.32:0/1177465208 wait complete. 2024-09-13T17:48:44.069 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-13T17:48:44.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.177+0000 7fce81040640 1 Processor -- start 2024-09-13T17:48:44.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.177+0000 7fce81040640 1 -- start start 2024-09-13T17:48:44.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.177+0000 7fce81040640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce7c15d7b0 0x7fce7c071f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.177+0000 7fce81040640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fce7c0aaed0 0x7fce7c0ac7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.177+0000 7fce81040640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce7c15db90 con 0x7fce7c0ca940 2024-09-13T17:48:44.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.177+0000 7fce81040640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce7c0ab720 con 0x7fce7c0aaed0 2024-09-13T17:48:44.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.177+0000 7fce81040640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce7c0aba00 con 0x7fce7c15d7b0 2024-09-13T17:48:44.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce7b59e640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fce7c0ca940 0x7fce7c0cadd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49730/0 (socket says 172.21.15.32:49730) 2024-09-13T17:48:44.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce7b59e640 1 -- 172.21.15.32:0/729032203 learned_addr learned my addr 172.21.15.32:0/729032203 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:44.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce7a59c640 1 --2- 172.21.15.32:0/729032203 >> v2:172.21.15.159:3300/0 conn(0x7fce7c0aaed0 0x7fce7c0ac7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce7ad9d640 1 --2- 172.21.15.32:0/729032203 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce7c15d7b0 0x7fce7c071f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 -- 172.21.15.32:0/729032203 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1756093612 0 0) 0x7fce7c15db90 con 0x7fce7c0ca940 2024-09-13T17:48:44.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 -- 172.21.15.32:0/729032203 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fce60003530 con 0x7fce7c0ca940 2024-09-13T17:48:44.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 -- 172.21.15.32:0/729032203 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1906204865 0 0) 0x7fce60003530 con 0x7fce7c0ca940 2024-09-13T17:48:44.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 -- 172.21.15.32:0/729032203 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce7c15d7b0 msgr2=0x7fce7c071f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:44.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 --2- 172.21.15.32:0/729032203 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce7c15d7b0 0x7fce7c071f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 -- 172.21.15.32:0/729032203 >> v2:172.21.15.159:3300/0 conn(0x7fce7c0aaed0 msgr2=0x7fce7c0ac7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:44.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 --2- 172.21.15.32:0/729032203 >> v2:172.21.15.159:3300/0 conn(0x7fce7c0aaed0 0x7fce7c0ac7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 -- 172.21.15.32:0/729032203 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce7c0abce0 con 0x7fce7c0ca940 2024-09-13T17:48:44.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 -- 172.21.15.32:0/729032203 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fce74001a00 con 0x7fce7c0ca940 2024-09-13T17:48:44.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 -- 172.21.15.32:0/729032203 >> v1:172.21.15.32:6789/0 conn(0x7fce7c0ca940 legacy=0x7fce7c0cadd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:44.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 --2- 172.21.15.32:0/729032203 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce60003980 0x7fce60003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 --2- 172.21.15.32:0/729032203 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce7c15d7b0 0x7fce600047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 --2- 172.21.15.32:0/729032203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce60004d10 0x7fce60005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 -- 172.21.15.32:0/729032203 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce7c0ab720 con 0x7fce60004d10 2024-09-13T17:48:44.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 -- 172.21.15.32:0/729032203 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce7c0aba00 con 0x7fce60003980 2024-09-13T17:48:44.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 -- 172.21.15.32:0/729032203 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce6000b990 con 0x7fce7c15d7b0 2024-09-13T17:48:44.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce7b59e640 1 --2- 172.21.15.32:0/729032203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce60004d10 0x7fce60005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce7ad9d640 1 --2- 172.21.15.32:0/729032203 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce60003980 0x7fce60003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce7a59c640 1 --2- 172.21.15.32:0/729032203 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce7c15d7b0 0x7fce600047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce7b59e640 1 -- 172.21.15.32:0/729032203 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce7c15d7b0 msgr2=0x7fce600047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:44.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce7b59e640 1 --2- 172.21.15.32:0/729032203 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce7c15d7b0 0x7fce600047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce7b59e640 1 -- 172.21.15.32:0/729032203 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce60003980 msgr2=0x7fce60003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:44.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce7b59e640 1 --2- 172.21.15.32:0/729032203 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce60003980 0x7fce60003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce7b59e640 1 -- 172.21.15.32:0/729032203 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce60003530 con 0x7fce60004d10 2024-09-13T17:48:44.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce7b59e640 1 --2- 172.21.15.32:0/729032203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce60004d10 0x7fce60005190 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fce7c0cb4e0 tx=0x7fce7401d3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fc5ab0855ab3963 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:44.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 -- 172.21.15.32:0/729032203 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce740ad630 con 0x7fce60004d10 2024-09-13T17:48:44.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 -- 172.21.15.32:0/729032203 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce740a8070 con 0x7fce60004d10 2024-09-13T17:48:44.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.181+0000 7fce79d9b640 1 -- 172.21.15.32:0/729032203 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce740ad9d0 con 0x7fce60004d10 2024-09-13T17:48:44.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce81040640 1 -- 172.21.15.32:0/729032203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce60004d10 msgr2=0x7fce60005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:44.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce81040640 1 --2- 172.21.15.32:0/729032203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce60004d10 0x7fce60005190 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fce7c0cb4e0 tx=0x7fce7401d3c0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce7b59e640 1 -- 172.21.15.32:0/729032203 reap_dead start 2024-09-13T17:48:44.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce81040640 1 -- 172.21.15.32:0/729032203 shutdown_connections 2024-09-13T17:48:44.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce81040640 1 -- 172.21.15.32:0/729032203 >> 172.21.15.32:0/729032203 conn(0x7fce7c0afbf0 msgr2=0x7fce7c0b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:44.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce81040640 1 -- 172.21.15.32:0/729032203 shutdown_connections 2024-09-13T17:48:44.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce81040640 1 -- 172.21.15.32:0/729032203 wait complete. 2024-09-13T17:48:44.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce81040640 1 Processor -- start 2024-09-13T17:48:44.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce81040640 1 -- start start 2024-09-13T17:48:44.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce81040640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce60004d10 0x7fce7c154140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce81040640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce7c154830 0x7fce7c0989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce81040640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce7c157ab0 0x7fce7c157f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce81040640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce7c09ac80 con 0x7fce60004d10 2024-09-13T17:48:44.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce81040640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce7c099350 con 0x7fce7c154830 2024-09-13T17:48:44.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce81040640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce7c099630 con 0x7fce7c157ab0 2024-09-13T17:48:44.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce7ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce60004d10 0x7fce7c154140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce7ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce60004d10 0x7fce7c154140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34474/0 (socket says 172.21.15.32:34474) 2024-09-13T17:48:44.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce7ad9d640 1 -- 172.21.15.32:0/749756581 learned_addr learned my addr 172.21.15.32:0/749756581 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:44.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce7b59e640 1 --2- 172.21.15.32:0/749756581 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce7c157ab0 0x7fce7c157f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce7ad9d640 1 -- 172.21.15.32:0/749756581 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce7c157ab0 msgr2=0x7fce7c157f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:44.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce7ad9d640 1 --2- 172.21.15.32:0/749756581 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce7c157ab0 0x7fce7c157f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce7a59c640 1 --2- 172.21.15.32:0/749756581 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce7c154830 0x7fce7c0989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce7ad9d640 1 -- 172.21.15.32:0/749756581 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce7c154830 msgr2=0x7fce7c0989e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:44.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce7ad9d640 1 --2- 172.21.15.32:0/749756581 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce7c154830 0x7fce7c0989e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce7ad9d640 1 -- 172.21.15.32:0/749756581 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce7c099910 con 0x7fce60004d10 2024-09-13T17:48:44.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce7ad9d640 1 --2- 172.21.15.32:0/749756581 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce60004d10 0x7fce7c154140 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fce6c011560 tx=0x7fce6c011a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:44.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce737fe640 1 -- 172.21.15.32:0/749756581 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce6c015930 con 0x7fce60004d10 2024-09-13T17:48:44.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce737fe640 1 -- 172.21.15.32:0/749756581 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce6c015a90 con 0x7fce60004d10 2024-09-13T17:48:44.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce81040640 1 -- 172.21.15.32:0/749756581 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce7c0c38c0 con 0x7fce60004d10 2024-09-13T17:48:44.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce737fe640 1 -- 172.21.15.32:0/749756581 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce6c015e60 con 0x7fce60004d10 2024-09-13T17:48:44.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce81040640 1 -- 172.21.15.32:0/749756581 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce7c098f20 con 0x7fce60004d10 2024-09-13T17:48:44.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.185+0000 7fce81040640 1 -- 172.21.15.32:0/749756581 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce7c071f90 con 0x7fce60004d10 2024-09-13T17:48:44.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.189+0000 7fce737fe640 1 -- 172.21.15.32:0/749756581 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fce6c00f460 con 0x7fce60004d10 2024-09-13T17:48:44.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.189+0000 7fce737fe640 1 --2- 172.21.15.32:0/749756581 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce64066690 0x7fce64068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.189+0000 7fce737fe640 1 -- 172.21.15.32:0/749756581 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fce6c084750 con 0x7fce60004d10 2024-09-13T17:48:44.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.189+0000 7fce7a59c640 1 --2- 172.21.15.32:0/749756581 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce64066690 0x7fce64068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.189+0000 7fce7a59c640 1 --2- 172.21.15.32:0/749756581 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce64066690 0x7fce64068b50 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fce7c15a060 tx=0x7fce68008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:44.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.193+0000 7fce737fe640 1 -- 172.21.15.32:0/749756581 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fce6c051cd0 con 0x7fce60004d10 2024-09-13T17:48:44.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.409+0000 7fce81040640 1 -- 172.21.15.32:0/749756581 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7fce7c0cb960 con 0x7fce60004d10 2024-09-13T17:48:44.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.413+0000 7fce737fe640 1 -- 172.21.15.32:0/749756581 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7fce6c0552f0 con 0x7fce60004d10 2024-09-13T17:48:44.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.417+0000 7fce81040640 1 -- 172.21.15.32:0/749756581 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce64066690 msgr2=0x7fce64068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:44.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.417+0000 7fce81040640 1 --2- 172.21.15.32:0/749756581 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce64066690 0x7fce64068b50 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fce7c15a060 tx=0x7fce68008040 comp rx=0 tx=0).stop 2024-09-13T17:48:44.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.417+0000 7fce81040640 1 -- 172.21.15.32:0/749756581 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce60004d10 msgr2=0x7fce7c154140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:44.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.417+0000 7fce81040640 1 --2- 172.21.15.32:0/749756581 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce60004d10 0x7fce7c154140 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fce6c011560 tx=0x7fce6c011a20 comp rx=0 tx=0).stop 2024-09-13T17:48:44.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.417+0000 7fce81040640 1 -- 172.21.15.32:0/749756581 shutdown_connections 2024-09-13T17:48:44.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.417+0000 7fce81040640 1 --2- 172.21.15.32:0/749756581 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fce64066690 0x7fce64068b50 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.417+0000 7fce81040640 1 --2- 172.21.15.32:0/749756581 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fce7c157ab0 0x7fce7c157f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.417+0000 7fce81040640 1 --2- 172.21.15.32:0/749756581 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce7c154830 0x7fce7c0989e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.417+0000 7fce81040640 1 --2- 172.21.15.32:0/749756581 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce60004d10 0x7fce7c154140 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.417+0000 7fce81040640 1 -- 172.21.15.32:0/749756581 >> 172.21.15.32:0/749756581 conn(0x7fce7c0afbf0 msgr2=0x7fce7c06c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:44.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.417+0000 7fce81040640 1 -- 172.21.15.32:0/749756581 shutdown_connections 2024-09-13T17:48:44.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.417+0000 7fce81040640 1 -- 172.21.15.32:0/749756581 wait complete. 2024-09-13T17:48:44.434 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:44.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.545+0000 7f4ebd5ab640 1 Processor -- start 2024-09-13T17:48:44.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.545+0000 7f4ebd5ab640 1 -- start start 2024-09-13T17:48:44.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4ebd5ab640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f4eb8161500 0x7f4eb81638f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4ebd5ab640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4eb806d0f0 con 0x7f4eb8158880 2024-09-13T17:48:44.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4ebd5ab640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4eb806dc90 con 0x7f4eb8070240 2024-09-13T17:48:44.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4ebd5ab640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4eb80b2c50 con 0x7f4eb8161500 2024-09-13T17:48:44.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4eb6ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f4eb8158880 0x7f4eb806d580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49732/0 (socket says 172.21.15.32:49732) 2024-09-13T17:48:44.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4eb6ffd640 1 -- 172.21.15.32:0/250737920 learned_addr learned my addr 172.21.15.32:0/250737920 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:44.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4eb77fe640 1 --2- 172.21.15.32:0/250737920 >> v2:172.21.15.32:3300/0 conn(0x7f4eb8161500 0x7f4eb81638f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4eb5ffb640 1 -- 172.21.15.32:0/250737920 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3482280109 0 0) 0x7f4eb806d0f0 con 0x7f4eb8158880 2024-09-13T17:48:44.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4eb5ffb640 1 -- 172.21.15.32:0/250737920 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4ea0003530 con 0x7f4eb8158880 2024-09-13T17:48:44.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4eb77fe640 1 -- 172.21.15.32:0/250737920 >> v1:172.21.15.159:6789/0 conn(0x7f4eb8070240 legacy=0x7f4eb80706b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:44.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4eb77fe640 1 -- 172.21.15.32:0/250737920 >> v1:172.21.15.32:6789/0 conn(0x7f4eb8158880 legacy=0x7f4eb806d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:44.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4eb77fe640 1 -- 172.21.15.32:0/250737920 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4eb80b26b0 con 0x7f4eb8161500 2024-09-13T17:48:44.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4eb77fe640 1 --2- 172.21.15.32:0/250737920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4eb8161500 0x7f4eb81638f0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f4eb0009d90 tx=0x7f4eb001c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6fc922c83d2c56f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:44.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4eb5ffb640 1 -- 172.21.15.32:0/250737920 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4eb00a58b0 con 0x7f4eb8161500 2024-09-13T17:48:44.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4eb5ffb640 1 -- 172.21.15.32:0/250737920 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4eb00a5a10 con 0x7f4eb8161500 2024-09-13T17:48:44.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4eb5ffb640 1 -- 172.21.15.32:0/250737920 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4eb00a5da0 con 0x7f4eb8161500 2024-09-13T17:48:44.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4ebd5ab640 1 -- 172.21.15.32:0/250737920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4eb8161500 msgr2=0x7f4eb81638f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:44.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4ebd5ab640 1 --2- 172.21.15.32:0/250737920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4eb8161500 0x7f4eb81638f0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f4eb0009d90 tx=0x7f4eb001c870 comp rx=0 tx=0).stop 2024-09-13T17:48:44.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4ebd5ab640 1 -- 172.21.15.32:0/250737920 shutdown_connections 2024-09-13T17:48:44.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4ebd5ab640 1 --2- 172.21.15.32:0/250737920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4eb8161500 0x7f4eb81638f0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4ebd5ab640 1 -- 172.21.15.32:0/250737920 >> 172.21.15.32:0/250737920 conn(0x7f4eb806a150 msgr2=0x7f4eb806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:44.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4ebd5ab640 1 -- 172.21.15.32:0/250737920 shutdown_connections 2024-09-13T17:48:44.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.549+0000 7f4ebd5ab640 1 -- 172.21.15.32:0/250737920 wait complete. 2024-09-13T17:48:44.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4ebd5ab640 1 Processor -- start 2024-09-13T17:48:44.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4ebd5ab640 1 -- start start 2024-09-13T17:48:44.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4ebd5ab640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4eb8070240 0x7f4eb81f5ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4ebd5ab640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4eb8158880 0x7f4eb81524a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4ebd5ab640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4eb8161500 0x7f4eb8160870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4ebd5ab640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4eb81f4d70 con 0x7f4eb8070240 2024-09-13T17:48:44.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4ebd5ab640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4eb80c8160 con 0x7f4eb8158880 2024-09-13T17:48:44.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4ebd5ab640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4eb81f4ff0 con 0x7f4eb8161500 2024-09-13T17:48:44.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4eb6ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4eb8070240 0x7f4eb81f5ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4eb6ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4eb8070240 0x7f4eb81f5ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34504/0 (socket says 172.21.15.32:34504) 2024-09-13T17:48:44.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4eb6ffd640 1 -- 172.21.15.32:0/2206892860 learned_addr learned my addr 172.21.15.32:0/2206892860 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:44.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4eb67fc640 1 --2- 172.21.15.32:0/2206892860 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4eb8158880 0x7f4eb81524a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4eb77fe640 1 --2- 172.21.15.32:0/2206892860 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4eb8161500 0x7f4eb8160870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4eb6ffd640 1 -- 172.21.15.32:0/2206892860 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4eb8161500 msgr2=0x7f4eb8160870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:44.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4eb6ffd640 1 --2- 172.21.15.32:0/2206892860 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4eb8161500 0x7f4eb8160870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4eb6ffd640 1 -- 172.21.15.32:0/2206892860 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4eb8158880 msgr2=0x7f4eb81524a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:44.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4eb6ffd640 1 --2- 172.21.15.32:0/2206892860 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4eb8158880 0x7f4eb81524a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4eb6ffd640 1 -- 172.21.15.32:0/2206892860 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4eb0009a70 con 0x7f4eb8070240 2024-09-13T17:48:44.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4eb67fc640 1 --2- 172.21.15.32:0/2206892860 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4eb8158880 0x7f4eb81524a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:44.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4eb6ffd640 1 --2- 172.21.15.32:0/2206892860 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4eb8070240 0x7f4eb81f5ad0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f4ea800c4d0 tx=0x7f4ea800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:44.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4e9f7fe640 1 -- 172.21.15.32:0/2206892860 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ea8005cf0 con 0x7f4eb8070240 2024-09-13T17:48:44.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4e9f7fe640 1 -- 172.21.15.32:0/2206892860 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ea8005e50 con 0x7f4eb8070240 2024-09-13T17:48:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4e9f7fe640 1 -- 172.21.15.32:0/2206892860 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ea8007270 con 0x7f4eb8070240 2024-09-13T17:48:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4ebd5ab640 1 -- 172.21.15.32:0/2206892860 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4eb81f52d0 con 0x7f4eb8070240 2024-09-13T17:48:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4ebd5ab640 1 -- 172.21.15.32:0/2206892860 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4eb81529e0 con 0x7f4eb8070240 2024-09-13T17:48:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4ebd5ab640 1 -- 172.21.15.32:0/2206892860 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4eb80ad090 con 0x7f4eb8070240 2024-09-13T17:48:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.553+0000 7f4e9f7fe640 1 -- 172.21.15.32:0/2206892860 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4ea80073d0 con 0x7f4eb8070240 2024-09-13T17:48:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.557+0000 7f4e9f7fe640 1 --2- 172.21.15.32:0/2206892860 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4ea4066690 0x7f4ea4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.557+0000 7f4e9f7fe640 1 -- 172.21.15.32:0/2206892860 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f4ea80834f0 con 0x7f4eb8070240 2024-09-13T17:48:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.557+0000 7f4eb67fc640 1 --2- 172.21.15.32:0/2206892860 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4ea4066690 0x7f4ea4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.557+0000 7f4eb67fc640 1 --2- 172.21.15.32:0/2206892860 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4ea4066690 0x7f4ea4068b50 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4eb80c1b90 tx=0x7f4eac008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:44.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.561+0000 7f4e9f7fe640 1 -- 172.21.15.32:0/2206892860 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4ea8050b20 con 0x7f4eb8070240 2024-09-13T17:48:44.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.717+0000 7f4ebd5ab640 1 -- 172.21.15.32:0/2206892860 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4eb8166d40 con 0x7f4eb8070240 2024-09-13T17:48:44.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.721+0000 7f4e9f7fe640 1 -- 172.21.15.32:0/2206892860 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) v1 ==== 74+0+13050 (secure 0 0 0) 0x7f4ea8017090 con 0x7f4eb8070240 2024-09-13T17:48:44.721 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:44.722 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":38,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:41.811588+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:44.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.721+0000 7f4ebd5ab640 1 -- 172.21.15.32:0/2206892860 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4ea4066690 msgr2=0x7f4ea4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:44.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.721+0000 7f4ebd5ab640 1 --2- 172.21.15.32:0/2206892860 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4ea4066690 0x7f4ea4068b50 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4eb80c1b90 tx=0x7f4eac008040 comp rx=0 tx=0).stop 2024-09-13T17:48:44.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.721+0000 7f4ebd5ab640 1 -- 172.21.15.32:0/2206892860 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4eb8070240 msgr2=0x7f4eb81f5ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:44.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.721+0000 7f4ebd5ab640 1 --2- 172.21.15.32:0/2206892860 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4eb8070240 0x7f4eb81f5ad0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f4ea800c4d0 tx=0x7f4ea800c990 comp rx=0 tx=0).stop 2024-09-13T17:48:44.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.721+0000 7f4ebd5ab640 1 -- 172.21.15.32:0/2206892860 shutdown_connections 2024-09-13T17:48:44.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.721+0000 7f4ebd5ab640 1 --2- 172.21.15.32:0/2206892860 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4ea4066690 0x7f4ea4068b50 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.721+0000 7f4ebd5ab640 1 --2- 172.21.15.32:0/2206892860 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4eb8161500 0x7f4eb8160870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.721+0000 7f4ebd5ab640 1 --2- 172.21.15.32:0/2206892860 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4eb8158880 0x7f4eb81524a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.721+0000 7f4ebd5ab640 1 --2- 172.21.15.32:0/2206892860 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4eb8070240 0x7f4eb81f5ad0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.721+0000 7f4ebd5ab640 1 -- 172.21.15.32:0/2206892860 >> 172.21.15.32:0/2206892860 conn(0x7f4eb806a150 msgr2=0x7f4eb80cce60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:44.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.721+0000 7f4ebd5ab640 1 -- 172.21.15.32:0/2206892860 shutdown_connections 2024-09-13T17:48:44.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.721+0000 7f4ebd5ab640 1 -- 172.21.15.32:0/2206892860 wait complete. 2024-09-13T17:48:44.739 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:48:44.740 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:48:44.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.861+0000 7fe8ee757640 1 Processor -- start 2024-09-13T17:48:44.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.865+0000 7fe8ee757640 1 -- start start 2024-09-13T17:48:44.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.865+0000 7fe8ee757640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe8e815c830 0x7fe8e8099660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.865+0000 7fe8ee757640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8e80989e0 0x7fe8e8098e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.865+0000 7fe8ee757640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8e80caee0 con 0x7fe8e806b540 2024-09-13T17:48:44.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.865+0000 7fe8ee757640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8e8099ba0 con 0x7fe8e815c830 2024-09-13T17:48:44.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.865+0000 7fe8ee757640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8e8099360 con 0x7fe8e80989e0 2024-09-13T17:48:44.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.865+0000 7fe8e7fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe8e815c830 0x7fe8e8099660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.865+0000 7fe8eccf4640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe8e806b540 0x7fe8e806b9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49744/0 (socket says 172.21.15.32:49744) 2024-09-13T17:48:44.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.865+0000 7fe8eccf4640 1 -- 172.21.15.32:0/3420704380 learned_addr learned my addr 172.21.15.32:0/3420704380 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:44.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.865+0000 7fe8e77fe640 1 --2- 172.21.15.32:0/3420704380 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8e80989e0 0x7fe8e8098e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.865+0000 7fe8e7fff640 1 -- 172.21.15.32:0/3420704380 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8e80989e0 msgr2=0x7fe8e8098e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:44.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.865+0000 7fe8e7fff640 1 --2- 172.21.15.32:0/3420704380 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8e80989e0 0x7fe8e8098e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.865+0000 7fe8e7fff640 1 -- 172.21.15.32:0/3420704380 >> v1:172.21.15.32:6789/0 conn(0x7fe8e806b540 legacy=0x7fe8e806b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:44.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.865+0000 7fe8e6ffd640 1 -- 172.21.15.32:0/3420704380 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2531337149 0 0) 0x7fe8e80caee0 con 0x7fe8e806b540 2024-09-13T17:48:44.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.865+0000 7fe8e7fff640 1 -- 172.21.15.32:0/3420704380 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8e80cf9c0 con 0x7fe8e815c830 2024-09-13T17:48:44.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.865+0000 7fe8e7fff640 1 --2- 172.21.15.32:0/3420704380 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8e815c830 0x7fe8e8099660 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fe8d8009d90 tx=0x7fe8d801c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58dc4d5eeb475c35 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:44.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8e6ffd640 1 -- 172.21.15.32:0/3420704380 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8d80a5a00 con 0x7fe8e815c830 2024-09-13T17:48:44.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8e6ffd640 1 -- 172.21.15.32:0/3420704380 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8d80a5b60 con 0x7fe8e815c830 2024-09-13T17:48:44.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8e6ffd640 1 -- 172.21.15.32:0/3420704380 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8d80ad440 con 0x7fe8e815c830 2024-09-13T17:48:44.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8ee757640 1 -- 172.21.15.32:0/3420704380 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8e815c830 msgr2=0x7fe8e8099660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:44.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8ee757640 1 --2- 172.21.15.32:0/3420704380 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8e815c830 0x7fe8e8099660 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fe8d8009d90 tx=0x7fe8d801c940 comp rx=0 tx=0).stop 2024-09-13T17:48:44.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8ee757640 1 -- 172.21.15.32:0/3420704380 shutdown_connections 2024-09-13T17:48:44.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8ee757640 1 --2- 172.21.15.32:0/3420704380 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8e80989e0 0x7fe8e8098e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8ee757640 1 --2- 172.21.15.32:0/3420704380 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8e815c830 0x7fe8e8099660 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8ee757640 1 -- 172.21.15.32:0/3420704380 >> 172.21.15.32:0/3420704380 conn(0x7fe8e80b1f70 msgr2=0x7fe8e80b2380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:44.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8ee757640 1 -- 172.21.15.32:0/3420704380 shutdown_connections 2024-09-13T17:48:44.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8ee757640 1 -- 172.21.15.32:0/3420704380 wait complete. 2024-09-13T17:48:44.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8ee757640 1 Processor -- start 2024-09-13T17:48:44.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8ee757640 1 -- start start 2024-09-13T17:48:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8ee757640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8e806b540 0x7fe8e8156b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8ee757640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe8e80989e0 0x7fe8e8154860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8ee757640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8e815c830 0x7fe8e80c7550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8ee757640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8e80c6ff0 con 0x7fe8e815c830 2024-09-13T17:48:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8ee757640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8e80c5390 con 0x7fe8e80989e0 2024-09-13T17:48:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8ee757640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8e80c4a60 con 0x7fe8e806b540 2024-09-13T17:48:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8eccf4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8e815c830 0x7fe8e80c7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8eccf4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8e815c830 0x7fe8e80c7550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34524/0 (socket says 172.21.15.32:34524) 2024-09-13T17:48:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8eccf4640 1 -- 172.21.15.32:0/3972375618 learned_addr learned my addr 172.21.15.32:0/3972375618 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8e7fff640 1 --2- 172.21.15.32:0/3972375618 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8e806b540 0x7fe8e8156b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8e77fe640 1 --2- 172.21.15.32:0/3972375618 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe8e80989e0 0x7fe8e8154860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8eccf4640 1 -- 172.21.15.32:0/3972375618 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8e806b540 msgr2=0x7fe8e8156b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:44.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8eccf4640 1 --2- 172.21.15.32:0/3972375618 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8e806b540 0x7fe8e8156b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8eccf4640 1 -- 172.21.15.32:0/3972375618 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe8e80989e0 msgr2=0x7fe8e8154860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:44.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8eccf4640 1 --2- 172.21.15.32:0/3972375618 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe8e80989e0 0x7fe8e8154860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:44.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8eccf4640 1 -- 172.21.15.32:0/3972375618 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8d8009a70 con 0x7fe8e815c830 2024-09-13T17:48:44.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8e77fe640 1 --2- 172.21.15.32:0/3972375618 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe8e80989e0 0x7fe8e8154860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:44.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8e7fff640 1 --2- 172.21.15.32:0/3972375618 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8e806b540 0x7fe8e8156b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:44.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8eccf4640 1 --2- 172.21.15.32:0/3972375618 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8e815c830 0x7fe8e80c7550 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fe8e000c3c0 tx=0x7fe8e000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:44.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8e4ff9640 1 -- 172.21.15.32:0/3972375618 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8e00074e0 con 0x7fe8e815c830 2024-09-13T17:48:44.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8e4ff9640 1 -- 172.21.15.32:0/3972375618 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8e0007640 con 0x7fe8e815c830 2024-09-13T17:48:44.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8ee757640 1 -- 172.21.15.32:0/3972375618 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8e80c4d40 con 0x7fe8e815c830 2024-09-13T17:48:44.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.869+0000 7fe8e4ff9640 1 -- 172.21.15.32:0/3972375618 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8e0004a30 con 0x7fe8e815c830 2024-09-13T17:48:44.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.873+0000 7fe8ee757640 1 -- 172.21.15.32:0/3972375618 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8e80c50d0 con 0x7fe8e815c830 2024-09-13T17:48:44.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.873+0000 7fe8ee757640 1 -- 172.21.15.32:0/3972375618 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8e80c4ed0 con 0x7fe8e815c830 2024-09-13T17:48:44.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.873+0000 7fe8e4ff9640 1 -- 172.21.15.32:0/3972375618 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe8e0004b90 con 0x7fe8e815c830 2024-09-13T17:48:44.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.873+0000 7fe8e4ff9640 1 --2- 172.21.15.32:0/3972375618 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe8c8066690 0x7fe8c8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:44.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.873+0000 7fe8e4ff9640 1 -- 172.21.15.32:0/3972375618 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fe8e0083db0 con 0x7fe8e815c830 2024-09-13T17:48:44.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.873+0000 7fe8e7fff640 1 --2- 172.21.15.32:0/3972375618 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe8c8066690 0x7fe8c8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:44.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.873+0000 7fe8e7fff640 1 --2- 172.21.15.32:0/3972375618 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe8c8066690 0x7fe8c8068b50 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fe8d80af000 tx=0x7fe8d80a7070 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:44.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:44.877+0000 7fe8e4ff9640 1 -- 172.21.15.32:0/3972375618 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe8e0051330 con 0x7fe8e815c830 2024-09-13T17:48:45.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.033+0000 7fe8ee757640 1 -- 172.21.15.32:0/3972375618 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe8e8098e20 con 0x7fe8e815c830 2024-09-13T17:48:45.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.033+0000 7fe8e4ff9640 1 -- 172.21.15.32:0/3972375618 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v38) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe8e0054950 con 0x7fe8e815c830 2024-09-13T17:48:45.034 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:48:45.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.033+0000 7fe8ee757640 1 -- 172.21.15.32:0/3972375618 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe8c8066690 msgr2=0x7fe8c8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:45.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.033+0000 7fe8ee757640 1 --2- 172.21.15.32:0/3972375618 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe8c8066690 0x7fe8c8068b50 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fe8d80af000 tx=0x7fe8d80a7070 comp rx=0 tx=0).stop 2024-09-13T17:48:45.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.033+0000 7fe8ee757640 1 -- 172.21.15.32:0/3972375618 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8e815c830 msgr2=0x7fe8e80c7550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:45.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.033+0000 7fe8ee757640 1 --2- 172.21.15.32:0/3972375618 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8e815c830 0x7fe8e80c7550 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fe8e000c3c0 tx=0x7fe8e000c880 comp rx=0 tx=0).stop 2024-09-13T17:48:45.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.033+0000 7fe8ee757640 1 -- 172.21.15.32:0/3972375618 shutdown_connections 2024-09-13T17:48:45.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.033+0000 7fe8ee757640 1 --2- 172.21.15.32:0/3972375618 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe8c8066690 0x7fe8c8068b50 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.033+0000 7fe8ee757640 1 --2- 172.21.15.32:0/3972375618 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8e815c830 0x7fe8e80c7550 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.033+0000 7fe8ee757640 1 --2- 172.21.15.32:0/3972375618 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe8e80989e0 0x7fe8e8154860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.033+0000 7fe8ee757640 1 --2- 172.21.15.32:0/3972375618 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe8e806b540 0x7fe8e8156b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.033+0000 7fe8ee757640 1 -- 172.21.15.32:0/3972375618 >> 172.21.15.32:0/3972375618 conn(0x7fe8e80b1f70 msgr2=0x7fe8e8155a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:45.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.033+0000 7fe8ee757640 1 -- 172.21.15.32:0/3972375618 shutdown_connections 2024-09-13T17:48:45.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.033+0000 7fe8ee757640 1 -- 172.21.15.32:0/3972375618 wait complete. 2024-09-13T17:48:45.052 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T17:48:45.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a8ac2c640 1 Processor -- start 2024-09-13T17:48:45.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a8ac2c640 1 -- start start 2024-09-13T17:48:45.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a8ac2c640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f2a840cbdb0 0x7f2a8415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:45.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a8ac2c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a840afae0 con 0x7f2a84160270 2024-09-13T17:48:45.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a8ac2c640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a840cf980 con 0x7f2a8406b3c0 2024-09-13T17:48:45.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a8ac2c640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a840cee00 con 0x7f2a840cbdb0 2024-09-13T17:48:45.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a889c8640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f2a84160270 0x7f2a84160650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49748/0 (socket says 172.21.15.32:49748) 2024-09-13T17:48:45.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a889c8640 1 -- 172.21.15.32:0/1799240318 learned_addr learned my addr 172.21.15.32:0/1799240318 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:45.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a891c9640 1 --2- 172.21.15.32:0/1799240318 >> v2:172.21.15.159:3300/0 conn(0x7f2a840cbdb0 0x7f2a8415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:45.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a837fe640 1 -- 172.21.15.32:0/1799240318 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1368423294 0 0) 0x7f2a840afae0 con 0x7f2a84160270 2024-09-13T17:48:45.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a837fe640 1 -- 172.21.15.32:0/1799240318 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2a70003530 con 0x7f2a84160270 2024-09-13T17:48:45.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a837fe640 1 -- 172.21.15.32:0/1799240318 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2226339222 0 0) 0x7f2a70003530 con 0x7f2a84160270 2024-09-13T17:48:45.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a837fe640 1 -- 172.21.15.32:0/1799240318 >> v2:172.21.15.159:3300/0 conn(0x7f2a840cbdb0 msgr2=0x7f2a8415c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:45.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a837fe640 1 --2- 172.21.15.32:0/1799240318 >> v2:172.21.15.159:3300/0 conn(0x7f2a840cbdb0 0x7f2a8415c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a837fe640 1 -- 172.21.15.32:0/1799240318 >> v1:172.21.15.159:6789/0 conn(0x7f2a8406b3c0 legacy=0x7f2a840ce600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:45.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a837fe640 1 -- 172.21.15.32:0/1799240318 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a840cf0e0 con 0x7f2a84160270 2024-09-13T17:48:45.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a837fe640 1 -- 172.21.15.32:0/1799240318 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f2a6c001680 con 0x7f2a84160270 2024-09-13T17:48:45.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a837fe640 1 -- 172.21.15.32:0/1799240318 >> v1:172.21.15.32:6789/0 conn(0x7f2a84160270 legacy=0x7f2a84160650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:45.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a837fe640 1 --2- 172.21.15.32:0/1799240318 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a70003980 0x7f2a70003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:45.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a837fe640 1 --2- 172.21.15.32:0/1799240318 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2a700047d0 0x7f2a70004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:45.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a837fe640 1 --2- 172.21.15.32:0/1799240318 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2a70005190 0x7f2a7000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:45.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a837fe640 1 -- 172.21.15.32:0/1799240318 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a840cee00 con 0x7f2a70003980 2024-09-13T17:48:45.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a837fe640 1 -- 172.21.15.32:0/1799240318 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a7000c030 con 0x7f2a700047d0 2024-09-13T17:48:45.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a837fe640 1 -- 172.21.15.32:0/1799240318 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a7000c1f0 con 0x7f2a70005190 2024-09-13T17:48:45.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a889c8640 1 --2- 172.21.15.32:0/1799240318 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a70003980 0x7f2a70003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:45.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a83fff640 1 --2- 172.21.15.32:0/1799240318 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2a700047d0 0x7f2a70004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:45.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a889c8640 1 -- 172.21.15.32:0/1799240318 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2a70005190 msgr2=0x7f2a7000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:45.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a889c8640 1 --2- 172.21.15.32:0/1799240318 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2a70005190 0x7f2a7000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a889c8640 1 -- 172.21.15.32:0/1799240318 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2a700047d0 msgr2=0x7f2a70004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:45.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a889c8640 1 --2- 172.21.15.32:0/1799240318 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2a700047d0 0x7f2a70004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a889c8640 1 -- 172.21.15.32:0/1799240318 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a70003530 con 0x7f2a70003980 2024-09-13T17:48:45.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a891c9640 1 -- 172.21.15.32:0/1799240318 reap_dead start 2024-09-13T17:48:45.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.165+0000 7f2a83fff640 1 --2- 172.21.15.32:0/1799240318 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2a700047d0 0x7f2a70004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:45.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.169+0000 7f2a889c8640 1 --2- 172.21.15.32:0/1799240318 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a70003980 0x7f2a70003da0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c00c240 tx=0x7f2a6c01cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e655d45a8082911 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:45.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.169+0000 7f2a837fe640 1 -- 172.21.15.32:0/1799240318 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a6c0a5b60 con 0x7f2a70003980 2024-09-13T17:48:45.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.169+0000 7f2a837fe640 1 -- 172.21.15.32:0/1799240318 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a6c0a5cc0 con 0x7f2a70003980 2024-09-13T17:48:45.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.169+0000 7f2a837fe640 1 -- 172.21.15.32:0/1799240318 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a6c005b20 con 0x7f2a70003980 2024-09-13T17:48:45.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.169+0000 7f2a8ac2c640 1 -- 172.21.15.32:0/1799240318 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a70003980 msgr2=0x7f2a70003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:45.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.169+0000 7f2a8ac2c640 1 --2- 172.21.15.32:0/1799240318 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a70003980 0x7f2a70003da0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c00c240 tx=0x7f2a6c01cbf0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.169+0000 7f2a8ac2c640 1 -- 172.21.15.32:0/1799240318 shutdown_connections 2024-09-13T17:48:45.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.169+0000 7f2a8ac2c640 1 --2- 172.21.15.32:0/1799240318 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a70003980 0x7f2a70003da0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.169+0000 7f2a8ac2c640 1 -- 172.21.15.32:0/1799240318 >> 172.21.15.32:0/1799240318 conn(0x7f2a840b1f60 msgr2=0x7f2a840b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:45.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.169+0000 7f2a8ac2c640 1 -- 172.21.15.32:0/1799240318 shutdown_connections 2024-09-13T17:48:45.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.169+0000 7f2a8ac2c640 1 -- 172.21.15.32:0/1799240318 wait complete. 2024-09-13T17:48:45.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.169+0000 7f2a8ac2c640 1 Processor -- start 2024-09-13T17:48:45.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.169+0000 7f2a8ac2c640 1 -- start start 2024-09-13T17:48:45.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a8ac2c640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2a70003980 0x7f2a840c8150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:45.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a8ac2c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2a8415a530 0x7f2a840c9110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:45.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a8ac2c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a840c9650 0x7f2a841f4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:45.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a8ac2c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a840c9b00 con 0x7f2a840c9650 2024-09-13T17:48:45.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a8ac2c640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a840ca240 con 0x7f2a70003980 2024-09-13T17:48:45.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a8ac2c640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a841f5c80 con 0x7f2a8415a530 2024-09-13T17:48:45.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a891c9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a840c9650 0x7f2a841f4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:45.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a891c9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a840c9650 0x7f2a841f4d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34536/0 (socket says 172.21.15.32:34536) 2024-09-13T17:48:45.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a891c9640 1 -- 172.21.15.32:0/3554197341 learned_addr learned my addr 172.21.15.32:0/3554197341 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:45.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a889c8640 1 --2- 172.21.15.32:0/3554197341 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2a70003980 0x7f2a840c8150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:45.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a83fff640 1 --2- 172.21.15.32:0/3554197341 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2a8415a530 0x7f2a840c9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:45.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a891c9640 1 -- 172.21.15.32:0/3554197341 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2a8415a530 msgr2=0x7f2a840c9110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:45.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a891c9640 1 --2- 172.21.15.32:0/3554197341 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2a8415a530 0x7f2a840c9110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a891c9640 1 -- 172.21.15.32:0/3554197341 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2a70003980 msgr2=0x7f2a840c8150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:45.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a891c9640 1 --2- 172.21.15.32:0/3554197341 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2a70003980 0x7f2a840c8150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a891c9640 1 -- 172.21.15.32:0/3554197341 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a841f59a0 con 0x7f2a840c9650 2024-09-13T17:48:45.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a891c9640 1 --2- 172.21.15.32:0/3554197341 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a840c9650 0x7f2a841f4d50 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f2a84072170 tx=0x7f2a7c00ef30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:45.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a817fa640 1 -- 172.21.15.32:0/3554197341 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a7c010040 con 0x7f2a840c9650 2024-09-13T17:48:45.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a817fa640 1 -- 172.21.15.32:0/3554197341 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a7c00bb70 con 0x7f2a840c9650 2024-09-13T17:48:45.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a817fa640 1 -- 172.21.15.32:0/3554197341 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a7c014400 con 0x7f2a840c9650 2024-09-13T17:48:45.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a8ac2c640 1 -- 172.21.15.32:0/3554197341 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a840c7670 con 0x7f2a840c9650 2024-09-13T17:48:45.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a8ac2c640 1 -- 172.21.15.32:0/3554197341 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a840c7c30 con 0x7f2a840c9650 2024-09-13T17:48:45.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a8ac2c640 1 -- 172.21.15.32:0/3554197341 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a840c7e50 con 0x7f2a840c9650 2024-09-13T17:48:45.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a817fa640 1 -- 172.21.15.32:0/3554197341 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2a7c014560 con 0x7f2a840c9650 2024-09-13T17:48:45.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a817fa640 1 --2- 172.21.15.32:0/3554197341 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2a640666c0 0x7f2a64068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:45.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a817fa640 1 -- 172.21.15.32:0/3554197341 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f2a7c084490 con 0x7f2a840c9650 2024-09-13T17:48:45.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.173+0000 7f2a889c8640 1 --2- 172.21.15.32:0/3554197341 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2a640666c0 0x7f2a64068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:45.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.177+0000 7f2a889c8640 1 --2- 172.21.15.32:0/3554197341 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2a640666c0 0x7f2a64068b80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c0ab000 tx=0x7f2a6c006040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:45.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.177+0000 7f2a817fa640 1 -- 172.21.15.32:0/3554197341 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2a7c051aa0 con 0x7f2a840c9650 2024-09-13T17:48:45.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.341+0000 7f2a8ac2c640 1 -- 172.21.15.32:0/3554197341 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f2a8415c0e0 con 0x7f2a840c9650 2024-09-13T17:48:45.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.341+0000 7f2a817fa640 1 -- 172.21.15.32:0/3554197341 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v38) v1 ==== 84+0+65 (secure 0 0 0) 0x7f2a7c0550c0 con 0x7f2a840c9650 2024-09-13T17:48:45.342 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:45.343 INFO:teuthology.orchestra.run.smithi032.stdout:[ 2024-09-13T17:48:45.343 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-09-13T17:48:45.343 INFO:teuthology.orchestra.run.smithi032.stdout: "poolnum": 1, 2024-09-13T17:48:45.343 INFO:teuthology.orchestra.run.smithi032.stdout: "poolname": ".mgr" 2024-09-13T17:48:45.343 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:48:45.343 INFO:teuthology.orchestra.run.smithi032.stdout:] 2024-09-13T17:48:45.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.341+0000 7f2a8ac2c640 1 -- 172.21.15.32:0/3554197341 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2a640666c0 msgr2=0x7f2a64068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:45.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.341+0000 7f2a8ac2c640 1 --2- 172.21.15.32:0/3554197341 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2a640666c0 0x7f2a64068b80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c0ab000 tx=0x7f2a6c006040 comp rx=0 tx=0).stop 2024-09-13T17:48:45.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.341+0000 7f2a8ac2c640 1 -- 172.21.15.32:0/3554197341 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a840c9650 msgr2=0x7f2a841f4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:45.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.341+0000 7f2a8ac2c640 1 --2- 172.21.15.32:0/3554197341 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a840c9650 0x7f2a841f4d50 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f2a84072170 tx=0x7f2a7c00ef30 comp rx=0 tx=0).stop 2024-09-13T17:48:45.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.341+0000 7f2a8ac2c640 1 -- 172.21.15.32:0/3554197341 shutdown_connections 2024-09-13T17:48:45.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.341+0000 7f2a8ac2c640 1 --2- 172.21.15.32:0/3554197341 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2a640666c0 0x7f2a64068b80 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.341+0000 7f2a8ac2c640 1 --2- 172.21.15.32:0/3554197341 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a840c9650 0x7f2a841f4d50 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.341+0000 7f2a8ac2c640 1 --2- 172.21.15.32:0/3554197341 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2a8415a530 0x7f2a840c9110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.341+0000 7f2a8ac2c640 1 --2- 172.21.15.32:0/3554197341 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2a70003980 0x7f2a840c8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.341+0000 7f2a8ac2c640 1 -- 172.21.15.32:0/3554197341 >> 172.21.15.32:0/3554197341 conn(0x7f2a840b1f60 msgr2=0x7f2a8406ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:45.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.341+0000 7f2a8ac2c640 1 -- 172.21.15.32:0/3554197341 shutdown_connections 2024-09-13T17:48:45.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.345+0000 7f2a8ac2c640 1 -- 172.21.15.32:0/3554197341 wait complete. 2024-09-13T17:48:45.362 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T17:48:45.362 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T17:48:45.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14eeb34640 1 Processor -- start 2024-09-13T17:48:45.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14eeb34640 1 -- start start 2024-09-13T17:48:45.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14eeb34640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f14e815c860 0x7f14e80ce210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:45.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14eeb34640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f14e806f930 0x7f14e806bb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:45.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14eeb34640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f14e80993f0 0x7f14e806c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:45.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14eeb34640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14e806b6e0 con 0x7f14e815c860 2024-09-13T17:48:45.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14eeb34640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14e80998d0 con 0x7f14e806f930 2024-09-13T17:48:45.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14eeb34640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14e8099bb0 con 0x7f14e80993f0 2024-09-13T17:48:45.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14ec8d0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f14e815c860 0x7f14e80ce210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:45.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14ec8d0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f14e815c860 0x7f14e80ce210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34546/0 (socket says 172.21.15.32:34546) 2024-09-13T17:48:45.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14ec8d0640 1 -- 172.21.15.32:0/711551095 learned_addr learned my addr 172.21.15.32:0/711551095 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:45.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14e7fff640 1 --2- 172.21.15.32:0/711551095 >> v2:172.21.15.159:3300/0 conn(0x7f14e806f930 0x7f14e806bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:45.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14ed0d1640 1 --2- 172.21.15.32:0/711551095 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f14e80993f0 0x7f14e806c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:45.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14ec8d0640 1 -- 172.21.15.32:0/711551095 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f14e80993f0 msgr2=0x7f14e806c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:45.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14ec8d0640 1 --2- 172.21.15.32:0/711551095 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f14e80993f0 0x7f14e806c0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14ec8d0640 1 -- 172.21.15.32:0/711551095 >> v2:172.21.15.159:3300/0 conn(0x7f14e806f930 msgr2=0x7f14e806bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:45.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14ec8d0640 1 --2- 172.21.15.32:0/711551095 >> v2:172.21.15.159:3300/0 conn(0x7f14e806f930 0x7f14e806bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14ec8d0640 1 -- 172.21.15.32:0/711551095 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14e806b090 con 0x7f14e815c860 2024-09-13T17:48:45.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.493+0000 7f14e7fff640 1 --2- 172.21.15.32:0/711551095 >> v2:172.21.15.159:3300/0 conn(0x7f14e806f930 0x7f14e806bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:45.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.497+0000 7f14ec8d0640 1 --2- 172.21.15.32:0/711551095 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14e815c860 0x7f14e80ce210 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f14e8160170 tx=0x7f14e001c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d498cfa0a66e9074 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:45.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.497+0000 7f14e77fe640 1 -- 172.21.15.32:0/711551095 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14e00a5860 con 0x7f14e815c860 2024-09-13T17:48:45.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.497+0000 7f14e77fe640 1 -- 172.21.15.32:0/711551095 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14e00a59c0 con 0x7f14e815c860 2024-09-13T17:48:45.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.497+0000 7f14e77fe640 1 -- 172.21.15.32:0/711551095 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14e00a5d50 con 0x7f14e815c860 2024-09-13T17:48:45.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.497+0000 7f14eeb34640 1 -- 172.21.15.32:0/711551095 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14e815c860 msgr2=0x7f14e80ce210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:45.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.497+0000 7f14eeb34640 1 --2- 172.21.15.32:0/711551095 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14e815c860 0x7f14e80ce210 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f14e8160170 tx=0x7f14e001c9c0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.497+0000 7f14eeb34640 1 -- 172.21.15.32:0/711551095 shutdown_connections 2024-09-13T17:48:45.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.497+0000 7f14eeb34640 1 --2- 172.21.15.32:0/711551095 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f14e80993f0 0x7f14e806c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.497+0000 7f14eeb34640 1 --2- 172.21.15.32:0/711551095 >> v2:172.21.15.159:3300/0 conn(0x7f14e806f930 0x7f14e806bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.497+0000 7f14eeb34640 1 --2- 172.21.15.32:0/711551095 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14e815c860 0x7f14e80ce210 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.497+0000 7f14eeb34640 1 -- 172.21.15.32:0/711551095 >> 172.21.15.32:0/711551095 conn(0x7f14e80b1e00 msgr2=0x7f14e80b2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:45.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.497+0000 7f14eeb34640 1 -- 172.21.15.32:0/711551095 shutdown_connections 2024-09-13T17:48:45.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.497+0000 7f14eeb34640 1 -- 172.21.15.32:0/711551095 wait complete. 2024-09-13T17:48:45.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14eeb34640 1 Processor -- start 2024-09-13T17:48:45.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14eeb34640 1 -- start start 2024-09-13T17:48:45.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14eeb34640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f14e806f930 0x7f14e8155220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:45.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14eeb34640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14e80993f0 0x7f14e815aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:45.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14eeb34640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f14e815c860 0x7f14e80b3160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:45.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14eeb34640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14e8155760 con 0x7f14e80993f0 2024-09-13T17:48:45.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14eeb34640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14e8144780 con 0x7f14e815c860 2024-09-13T17:48:45.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14eeb34640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14e81418a0 con 0x7f14e806f930 2024-09-13T17:48:45.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14e7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14e80993f0 0x7f14e815aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:45.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14e7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14e80993f0 0x7f14e815aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34562/0 (socket says 172.21.15.32:34562) 2024-09-13T17:48:45.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14e7fff640 1 -- 172.21.15.32:0/276784297 learned_addr learned my addr 172.21.15.32:0/276784297 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:45.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14ed0d1640 1 --2- 172.21.15.32:0/276784297 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f14e815c860 0x7f14e80b3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:45.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14ec8d0640 1 --2- 172.21.15.32:0/276784297 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f14e806f930 0x7f14e8155220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:45.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14e7fff640 1 -- 172.21.15.32:0/276784297 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f14e806f930 msgr2=0x7f14e8155220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:45.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14e7fff640 1 --2- 172.21.15.32:0/276784297 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f14e806f930 0x7f14e8155220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14e7fff640 1 -- 172.21.15.32:0/276784297 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f14e815c860 msgr2=0x7f14e80b3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:45.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14e7fff640 1 --2- 172.21.15.32:0/276784297 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f14e815c860 0x7f14e80b3160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:45.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14e7fff640 1 -- 172.21.15.32:0/276784297 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14e0009b30 con 0x7f14e80993f0 2024-09-13T17:48:45.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14e7fff640 1 --2- 172.21.15.32:0/276784297 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14e80993f0 0x7f14e815aa10 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f14d000c7c0 tx=0x7f14d000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:45.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14e57fa640 1 -- 172.21.15.32:0/276784297 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14d0007a30 con 0x7f14e80993f0 2024-09-13T17:48:45.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14e57fa640 1 -- 172.21.15.32:0/276784297 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14d0007b90 con 0x7f14e80993f0 2024-09-13T17:48:45.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14eeb34640 1 -- 172.21.15.32:0/276784297 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14e815af50 con 0x7f14e80993f0 2024-09-13T17:48:45.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14e57fa640 1 -- 172.21.15.32:0/276784297 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14d000ce70 con 0x7f14e80993f0 2024-09-13T17:48:45.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14eeb34640 1 -- 172.21.15.32:0/276784297 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14e8143e50 con 0x7f14e80993f0 2024-09-13T17:48:45.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14eeb34640 1 -- 172.21.15.32:0/276784297 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14e8155910 con 0x7f14e80993f0 2024-09-13T17:48:45.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.501+0000 7f14e57fa640 1 -- 172.21.15.32:0/276784297 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f14d00113f0 con 0x7f14e80993f0 2024-09-13T17:48:45.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.505+0000 7f14e57fa640 1 --2- 172.21.15.32:0/276784297 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f14c8066690 0x7f14c8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:45.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.505+0000 7f14e57fa640 1 -- 172.21.15.32:0/276784297 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f14d00841b0 con 0x7f14e80993f0 2024-09-13T17:48:45.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.505+0000 7f14ec8d0640 1 --2- 172.21.15.32:0/276784297 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f14c8066690 0x7f14c8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:45.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.505+0000 7f14ec8d0640 1 --2- 172.21.15.32:0/276784297 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f14c8066690 0x7f14c8068b50 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f14e00ae000 tx=0x7f14e00a7070 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:45.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.509+0000 7f14e57fa640 1 -- 172.21.15.32:0/276784297 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f14e8155910 con 0x7f14e80993f0 2024-09-13T17:48:45.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:45.665+0000 7f14eeb34640 1 -- 172.21.15.32:0/276784297 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f14e8155910 con 0x7f14e80993f0 2024-09-13T17:48:46.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.057+0000 7f14e57fa640 1 -- 172.21.15.32:0/276784297 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v39) v1 ==== 138+0+0 (secure 0 0 0) 0x7f14e8155910 con 0x7f14e80993f0 2024-09-13T17:48:46.060 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' created 2024-09-13T17:48:46.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.061+0000 7f14eeb34640 1 -- 172.21.15.32:0/276784297 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f14c8066690 msgr2=0x7f14c8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:46.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.061+0000 7f14eeb34640 1 --2- 172.21.15.32:0/276784297 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f14c8066690 0x7f14c8068b50 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f14e00ae000 tx=0x7f14e00a7070 comp rx=0 tx=0).stop 2024-09-13T17:48:46.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.061+0000 7f14eeb34640 1 -- 172.21.15.32:0/276784297 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14e80993f0 msgr2=0x7f14e815aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:46.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.061+0000 7f14eeb34640 1 --2- 172.21.15.32:0/276784297 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14e80993f0 0x7f14e815aa10 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f14d000c7c0 tx=0x7f14d000cc80 comp rx=0 tx=0).stop 2024-09-13T17:48:46.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.061+0000 7f14eeb34640 1 -- 172.21.15.32:0/276784297 shutdown_connections 2024-09-13T17:48:46.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.061+0000 7f14eeb34640 1 --2- 172.21.15.32:0/276784297 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f14c8066690 0x7f14c8068b50 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:46.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.061+0000 7f14eeb34640 1 --2- 172.21.15.32:0/276784297 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f14e815c860 0x7f14e80b3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:46.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.061+0000 7f14eeb34640 1 --2- 172.21.15.32:0/276784297 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14e80993f0 0x7f14e815aa10 secure :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f14d000c7c0 tx=0x7f14d000cc80 comp rx=0 tx=0).stop 2024-09-13T17:48:46.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.061+0000 7f14eeb34640 1 --2- 172.21.15.32:0/276784297 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f14e806f930 0x7f14e8155220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:46.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.061+0000 7f14eeb34640 1 -- 172.21.15.32:0/276784297 >> 172.21.15.32:0/276784297 conn(0x7f14e80b1e00 msgr2=0x7f14e80afd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:46.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.065+0000 7f14eeb34640 1 -- 172.21.15.32:0/276784297 shutdown_connections 2024-09-13T17:48:46.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.065+0000 7f14eeb34640 1 -- 172.21.15.32:0/276784297 wait complete. 2024-09-13T17:48:46.088 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T17:48:46.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.221+0000 7f7294840640 1 Processor -- start 2024-09-13T17:48:46.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.221+0000 7f7294840640 1 -- start start 2024-09-13T17:48:46.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f7294840640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f72900cc6d0 0x7f729006dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:46.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f7294840640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7290159650 0x7f729015d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:46.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f7294840640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7290159da0 con 0x7f729015d820 2024-09-13T17:48:46.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f7294840640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f729015a640 con 0x7f72900cc6d0 2024-09-13T17:48:46.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f7294840640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72900ccab0 con 0x7f7290159650 2024-09-13T17:48:46.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728ed9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f729015d820 0x7f72900ab150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49754/0 (socket says 172.21.15.32:49754) 2024-09-13T17:48:46.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728ed9d640 1 -- 172.21.15.32:0/858588870 learned_addr learned my addr 172.21.15.32:0/858588870 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:46.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728d59a640 1 -- 172.21.15.32:0/858588870 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 733003640 0 0) 0x7f7290159da0 con 0x7f729015d820 2024-09-13T17:48:46.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728dd9b640 1 --2- 172.21.15.32:0/858588870 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7290159650 0x7f729015d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:46.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728e59c640 1 --2- 172.21.15.32:0/858588870 >> v2:172.21.15.159:3300/0 conn(0x7f72900cc6d0 0x7f729006dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:46.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728d59a640 1 -- 172.21.15.32:0/858588870 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f727c003530 con 0x7f729015d820 2024-09-13T17:48:46.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728d59a640 1 -- 172.21.15.32:0/858588870 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3069402234 0 0) 0x7f727c003530 con 0x7f729015d820 2024-09-13T17:48:46.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728d59a640 1 -- 172.21.15.32:0/858588870 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7290159650 msgr2=0x7f729015d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:46.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728d59a640 1 --2- 172.21.15.32:0/858588870 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7290159650 0x7f729015d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:46.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728d59a640 1 -- 172.21.15.32:0/858588870 >> v2:172.21.15.159:3300/0 conn(0x7f72900cc6d0 msgr2=0x7f729006dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:46.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728d59a640 1 --2- 172.21.15.32:0/858588870 >> v2:172.21.15.159:3300/0 conn(0x7f72900cc6d0 0x7f729006dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:46.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728d59a640 1 -- 172.21.15.32:0/858588870 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f729015a080 con 0x7f729015d820 2024-09-13T17:48:46.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728d59a640 1 -- 172.21.15.32:0/858588870 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f7288001a00 con 0x7f729015d820 2024-09-13T17:48:46.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728d59a640 1 -- 172.21.15.32:0/858588870 >> v1:172.21.15.32:6789/0 conn(0x7f729015d820 legacy=0x7f72900ab150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:46.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728d59a640 1 --2- 172.21.15.32:0/858588870 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f727c003980 0x7f727c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:46.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728d59a640 1 --2- 172.21.15.32:0/858588870 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7290159650 0x7f727c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:46.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728d59a640 1 --2- 172.21.15.32:0/858588870 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f727c004d10 0x7f727c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:46.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728d59a640 1 -- 172.21.15.32:0/858588870 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f729015a640 con 0x7f727c003980 2024-09-13T17:48:46.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728d59a640 1 -- 172.21.15.32:0/858588870 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f727c00b990 con 0x7f727c004d10 2024-09-13T17:48:46.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728d59a640 1 -- 172.21.15.32:0/858588870 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f727c00bad0 con 0x7f7290159650 2024-09-13T17:48:46.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728e59c640 1 --2- 172.21.15.32:0/858588870 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f727c003980 0x7f727c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:46.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728dd9b640 1 --2- 172.21.15.32:0/858588870 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7290159650 0x7f727c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:46.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728ed9d640 1 --2- 172.21.15.32:0/858588870 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f727c004d10 0x7f727c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:46.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728e59c640 1 -- 172.21.15.32:0/858588870 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7290159650 msgr2=0x7f727c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:46.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728e59c640 1 --2- 172.21.15.32:0/858588870 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f7290159650 0x7f727c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:46.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728e59c640 1 -- 172.21.15.32:0/858588870 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f727c004d10 msgr2=0x7f727c005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:46.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728e59c640 1 --2- 172.21.15.32:0/858588870 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f727c004d10 0x7f727c005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:46.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728e59c640 1 -- 172.21.15.32:0/858588870 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f727c003530 con 0x7f727c003980 2024-09-13T17:48:46.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728ed9d640 1 --2- 172.21.15.32:0/858588870 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f727c004d10 0x7f727c005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:46.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728e59c640 1 --2- 172.21.15.32:0/858588870 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f727c003980 0x7f727c003da0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f7278009ae0 tx=0x7f727801cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3649b64b69d13ef server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:46.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.225+0000 7f728d59a640 1 -- 172.21.15.32:0/858588870 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72780a6490 con 0x7f727c003980 2024-09-13T17:48:46.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f728d59a640 1 -- 172.21.15.32:0/858588870 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72780a65f0 con 0x7f727c003980 2024-09-13T17:48:46.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f728d59a640 1 -- 172.21.15.32:0/858588870 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72780a69a0 con 0x7f727c003980 2024-09-13T17:48:46.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7294840640 1 -- 172.21.15.32:0/858588870 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f727c003980 msgr2=0x7f727c003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:46.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7294840640 1 --2- 172.21.15.32:0/858588870 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f727c003980 0x7f727c003da0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f7278009ae0 tx=0x7f727801cab0 comp rx=0 tx=0).stop 2024-09-13T17:48:46.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f728ed9d640 1 -- 172.21.15.32:0/858588870 reap_dead start 2024-09-13T17:48:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7294840640 1 -- 172.21.15.32:0/858588870 shutdown_connections 2024-09-13T17:48:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7294840640 1 -- 172.21.15.32:0/858588870 >> 172.21.15.32:0/858588870 conn(0x7f729006a150 msgr2=0x7f729006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7294840640 1 -- 172.21.15.32:0/858588870 shutdown_connections 2024-09-13T17:48:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7294840640 1 -- 172.21.15.32:0/858588870 wait complete. 2024-09-13T17:48:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7294840640 1 Processor -- start 2024-09-13T17:48:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7294840640 1 -- start start 2024-09-13T17:48:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7294840640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f727c003980 0x7f729014e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7294840640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f72901584d0 0x7f72900b21c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7294840640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72900cde40 0x7f72900b2700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7294840640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7290097d50 con 0x7f72900cde40 2024-09-13T17:48:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7294840640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f729014b8f0 con 0x7f72901584d0 2024-09-13T17:48:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7294840640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72900afef0 con 0x7f727c003980 2024-09-13T17:48:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f728ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72900cde40 0x7f72900b2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f728ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72900cde40 0x7f72900b2700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34576/0 (socket says 172.21.15.32:34576) 2024-09-13T17:48:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f728ed9d640 1 -- 172.21.15.32:0/988233842 learned_addr learned my addr 172.21.15.32:0/988233842 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f728dd9b640 1 --2- 172.21.15.32:0/988233842 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f72901584d0 0x7f72900b21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f728e59c640 1 --2- 172.21.15.32:0/988233842 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f727c003980 0x7f729014e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f728ed9d640 1 -- 172.21.15.32:0/988233842 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f727c003980 msgr2=0x7f729014e2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f728ed9d640 1 --2- 172.21.15.32:0/988233842 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f727c003980 0x7f729014e2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f728ed9d640 1 -- 172.21.15.32:0/988233842 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f72901584d0 msgr2=0x7f72900b21c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f728ed9d640 1 --2- 172.21.15.32:0/988233842 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f72901584d0 0x7f72900b21c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f728ed9d640 1 -- 172.21.15.32:0/988233842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72900b0170 con 0x7f72900cde40 2024-09-13T17:48:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f728e59c640 1 --2- 172.21.15.32:0/988233842 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f727c003980 0x7f729014e2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f728dd9b640 1 --2- 172.21.15.32:0/988233842 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f72901584d0 0x7f72900b21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f728ed9d640 1 --2- 172.21.15.32:0/988233842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72900cde40 0x7f72900b2700 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f72900ad410 tx=0x7f728800b4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7286ffd640 1 -- 172.21.15.32:0/988233842 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72880019a0 con 0x7f72900cde40 2024-09-13T17:48:46.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7286ffd640 1 -- 172.21.15.32:0/988233842 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f728800bb80 con 0x7f72900cde40 2024-09-13T17:48:46.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7294840640 1 -- 172.21.15.32:0/988233842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72900b0450 con 0x7f72900cde40 2024-09-13T17:48:46.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7286ffd640 1 -- 172.21.15.32:0/988233842 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7288007110 con 0x7f72900cde40 2024-09-13T17:48:46.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.229+0000 7f7294840640 1 -- 172.21.15.32:0/988233842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72900b0a10 con 0x7f72900cde40 2024-09-13T17:48:46.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.233+0000 7f7294840640 1 -- 172.21.15.32:0/988233842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72900b0c30 con 0x7f72900cde40 2024-09-13T17:48:46.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.233+0000 7f7286ffd640 1 -- 172.21.15.32:0/988233842 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7288007270 con 0x7f72900cde40 2024-09-13T17:48:46.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.233+0000 7f7286ffd640 1 --2- 172.21.15.32:0/988233842 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7270066690 0x7f7270068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:46.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.233+0000 7f7286ffd640 1 -- 172.21.15.32:0/988233842 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5547+0+0 (secure 0 0 0) 0x7f7288084c20 con 0x7f72900cde40 2024-09-13T17:48:46.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.233+0000 7f728e59c640 1 --2- 172.21.15.32:0/988233842 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7270066690 0x7f7270068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:46.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.233+0000 7f728e59c640 1 --2- 172.21.15.32:0/988233842 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7270066690 0x7f7270068b50 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f72780ad000 tx=0x7f72780046d0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:46.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.237+0000 7f7286ffd640 1 -- 172.21.15.32:0/988233842 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f72880521a0 con 0x7f72900cde40 2024-09-13T17:48:46.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:46.397+0000 7f7294840640 1 -- 172.21.15.32:0/988233842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f729006dc70 con 0x7f72900cde40 2024-09-13T17:48:47.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.069+0000 7f7286ffd640 1 -- 172.21.15.32:0/988233842 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v40) v1 ==== 170+0+0 (secure 0 0 0) 0x7f72880557c0 con 0x7f72900cde40 2024-09-13T17:48:47.072 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' created 2024-09-13T17:48:47.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.077+0000 7f7294840640 1 -- 172.21.15.32:0/988233842 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7270066690 msgr2=0x7f7270068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:47.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.081+0000 7f7294840640 1 --2- 172.21.15.32:0/988233842 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7270066690 0x7f7270068b50 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f72780ad000 tx=0x7f72780046d0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.081+0000 7f7294840640 1 -- 172.21.15.32:0/988233842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72900cde40 msgr2=0x7f72900b2700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:47.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.081+0000 7f7294840640 1 --2- 172.21.15.32:0/988233842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72900cde40 0x7f72900b2700 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f72900ad410 tx=0x7f728800b4a0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.081+0000 7f7294840640 1 -- 172.21.15.32:0/988233842 shutdown_connections 2024-09-13T17:48:47.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.081+0000 7f7294840640 1 --2- 172.21.15.32:0/988233842 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f7270066690 0x7f7270068b50 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.081+0000 7f7294840640 1 --2- 172.21.15.32:0/988233842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72900cde40 0x7f72900b2700 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.081+0000 7f7294840640 1 --2- 172.21.15.32:0/988233842 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f72901584d0 0x7f72900b21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.081+0000 7f7294840640 1 --2- 172.21.15.32:0/988233842 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f727c003980 0x7f729014e2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.081+0000 7f7294840640 1 -- 172.21.15.32:0/988233842 >> 172.21.15.32:0/988233842 conn(0x7f729006a150 msgr2=0x7f729015e5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:47.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.085+0000 7f7294840640 1 -- 172.21.15.32:0/988233842 shutdown_connections 2024-09-13T17:48:47.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.085+0000 7f7294840640 1 -- 172.21.15.32:0/988233842 wait complete. 2024-09-13T17:48:47.113 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T17:48:47.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.233+0000 7f0e4ab17640 1 Processor -- start 2024-09-13T17:48:47.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.233+0000 7f0e4ab17640 1 -- start start 2024-09-13T17:48:47.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.233+0000 7f0e4ab17640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e4415a520 0x7f0e440ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:47.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.233+0000 7f0e4ab17640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f0e440b2240 0x7f0e440abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:47.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.233+0000 7f0e4ab17640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e440cee90 con 0x7f0e440cea30 2024-09-13T17:48:47.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.233+0000 7f0e4ab17640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0e440ab660 con 0x7f0e440b2240 2024-09-13T17:48:47.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.233+0000 7f0e4ab17640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e440ada40 con 0x7f0e4415a520 2024-09-13T17:48:47.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.233+0000 7f0e490b4640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f0e440b2240 0x7f0e440abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:47.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.233+0000 7f0e43fff640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7f0e440cea30 0x7f0e440b1b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:49586/0 (socket says 172.21.15.32:49586) 2024-09-13T17:48:47.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.233+0000 7f0e490b4640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f0e440b2240 0x7f0e440abaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:49516/0 (socket says 172.21.15.32:49516) 2024-09-13T17:48:47.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.233+0000 7f0e488b3640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e4415a520 0x7f0e440ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:47.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.233+0000 7f0e43fff640 1 -- 172.21.15.32:0/3056876692 learned_addr learned my addr 172.21.15.32:0/3056876692 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:47.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.233+0000 7f0e488b3640 1 -- 172.21.15.32:0/3056876692 >> v2:172.21.15.159:3300/0 conn(0x7f0e440b2240 msgr2=0x7f0e440abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:47.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.233+0000 7f0e488b3640 1 --2- 172.21.15.32:0/3056876692 >> v2:172.21.15.159:3300/0 conn(0x7f0e440b2240 0x7f0e440abaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.233+0000 7f0e488b3640 1 -- 172.21.15.32:0/3056876692 >> v1:172.21.15.159:6789/0 conn(0x7f0e440cea30 legacy=0x7f0e440b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:47.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.233+0000 7f0e488b3640 1 -- 172.21.15.32:0/3056876692 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e440b2760 con 0x7f0e4415a520 2024-09-13T17:48:47.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.233+0000 7f0e437fe640 1 -- 172.21.15.32:0/3056876692 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 223514968 0 0) 0x7f0e440cee90 con 0x7f0e440cea30 2024-09-13T17:48:47.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.233+0000 7f0e490b4640 1 --2- 172.21.15.32:0/3056876692 >> v2:172.21.15.159:3300/0 conn(0x7f0e440b2240 0x7f0e440abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:48:47.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.237+0000 7f0e488b3640 1 --2- 172.21.15.32:0/3056876692 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e4415a520 0x7f0e440ce4f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c009d90 tx=0x7f0e3c01c940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=816e54d3df4f0ff1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:47.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.237+0000 7f0e437fe640 1 -- 172.21.15.32:0/3056876692 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e3c0a5a00 con 0x7f0e4415a520 2024-09-13T17:48:47.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.237+0000 7f0e437fe640 1 -- 172.21.15.32:0/3056876692 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e3c0a5b60 con 0x7f0e4415a520 2024-09-13T17:48:47.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.237+0000 7f0e437fe640 1 -- 172.21.15.32:0/3056876692 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e3c0ad440 con 0x7f0e4415a520 2024-09-13T17:48:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.237+0000 7f0e4ab17640 1 -- 172.21.15.32:0/3056876692 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e4415a520 msgr2=0x7f0e440ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.237+0000 7f0e4ab17640 1 --2- 172.21.15.32:0/3056876692 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e4415a520 0x7f0e440ce4f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c009d90 tx=0x7f0e3c01c940 comp rx=0 tx=0).stop 2024-09-13T17:48:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.237+0000 7f0e4ab17640 1 -- 172.21.15.32:0/3056876692 shutdown_connections 2024-09-13T17:48:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.237+0000 7f0e4ab17640 1 --2- 172.21.15.32:0/3056876692 >> v2:172.21.15.159:3300/0 conn(0x7f0e440b2240 0x7f0e440abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.237+0000 7f0e4ab17640 1 --2- 172.21.15.32:0/3056876692 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e4415a520 0x7f0e440ce4f0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.237+0000 7f0e4ab17640 1 -- 172.21.15.32:0/3056876692 >> 172.21.15.32:0/3056876692 conn(0x7f0e4406a150 msgr2=0x7f0e4406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.237+0000 7f0e4ab17640 1 -- 172.21.15.32:0/3056876692 shutdown_connections 2024-09-13T17:48:47.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.237+0000 7f0e4ab17640 1 -- 172.21.15.32:0/3056876692 wait complete. 2024-09-13T17:48:47.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e4ab17640 1 Processor -- start 2024-09-13T17:48:47.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e4ab17640 1 -- start start 2024-09-13T17:48:47.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e4ab17640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e440b2240 0x7f0e440c4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:47.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e4ab17640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e440cea30 0x7f0e440b11a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:47.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e4ab17640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e4415a520 0x7f0e440b16e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:47.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e4ab17640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e44153c10 con 0x7f0e440b2240 2024-09-13T17:48:47.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e4ab17640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e44153040 con 0x7f0e4415a520 2024-09-13T17:48:47.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e4ab17640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e44071d90 con 0x7f0e440cea30 2024-09-13T17:48:47.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e488b3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e440b2240 0x7f0e440c4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:47.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e488b3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e440b2240 0x7f0e440c4090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34586/0 (socket says 172.21.15.32:34586) 2024-09-13T17:48:47.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e488b3640 1 -- 172.21.15.32:0/3226232089 learned_addr learned my addr 172.21.15.32:0/3226232089 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:47.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e490b4640 1 --2- 172.21.15.32:0/3226232089 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e4415a520 0x7f0e440b16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:47.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e43fff640 1 --2- 172.21.15.32:0/3226232089 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e440cea30 0x7f0e440b11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:47.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e488b3640 1 -- 172.21.15.32:0/3226232089 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e440cea30 msgr2=0x7f0e440b11a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:47.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e488b3640 1 --2- 172.21.15.32:0/3226232089 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e440cea30 0x7f0e440b11a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e488b3640 1 -- 172.21.15.32:0/3226232089 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e4415a520 msgr2=0x7f0e440b16e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:47.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e488b3640 1 --2- 172.21.15.32:0/3226232089 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e4415a520 0x7f0e440b16e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e488b3640 1 -- 172.21.15.32:0/3226232089 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e34009420 con 0x7f0e440b2240 2024-09-13T17:48:47.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e43fff640 1 --2- 172.21.15.32:0/3226232089 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e440cea30 0x7f0e440b11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:47.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e488b3640 1 --2- 172.21.15.32:0/3226232089 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e440b2240 0x7f0e440c4090 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c01ce20 tx=0x7f0e3c0196e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:47.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e417fa640 1 -- 172.21.15.32:0/3226232089 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e3c0bf070 con 0x7f0e440b2240 2024-09-13T17:48:47.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e417fa640 1 -- 172.21.15.32:0/3226232089 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e3c009450 con 0x7f0e440b2240 2024-09-13T17:48:47.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e4ab17640 1 -- 172.21.15.32:0/3226232089 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e3c009a70 con 0x7f0e440b2240 2024-09-13T17:48:47.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e417fa640 1 -- 172.21.15.32:0/3226232089 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e3c0aee00 con 0x7f0e440b2240 2024-09-13T17:48:47.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.241+0000 7f0e4ab17640 1 -- 172.21.15.32:0/3226232089 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e44153550 con 0x7f0e440b2240 2024-09-13T17:48:47.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.245+0000 7f0e4ab17640 1 -- 172.21.15.32:0/3226232089 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e440abaf0 con 0x7f0e440b2240 2024-09-13T17:48:47.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.245+0000 7f0e417fa640 1 -- 172.21.15.32:0/3226232089 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0e3c0b4050 con 0x7f0e440b2240 2024-09-13T17:48:47.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.245+0000 7f0e417fa640 1 --2- 172.21.15.32:0/3226232089 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0e24066690 0x7f0e24068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:47.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.245+0000 7f0e417fa640 1 -- 172.21.15.32:0/3226232089 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 5929+0+0 (secure 0 0 0) 0x7f0e3c11eb20 con 0x7f0e440b2240 2024-09-13T17:48:47.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.245+0000 7f0e43fff640 1 --2- 172.21.15.32:0/3226232089 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0e24066690 0x7f0e24068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:47.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.245+0000 7f0e43fff640 1 --2- 172.21.15.32:0/3226232089 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0e24066690 0x7f0e24068b50 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f0e441f6140 tx=0x7f0e2c007dd0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:47.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.249+0000 7f0e417fa640 1 -- 172.21.15.32:0/3226232089 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0e3c0ebed0 con 0x7f0e440b2240 2024-09-13T17:48:47.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.445+0000 7f0e4ab17640 1 -- 172.21.15.32:0/3226232089 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f0e44154ea0 con 0x7f0e440b2240 2024-09-13T17:48:47.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.453+0000 7f0e417fa640 1 -- 172.21.15.32:0/3226232089 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v12) v1 ==== 172+0+0 (secure 0 0 0) 0x7f0e3c0ef4f0 con 0x7f0e440b2240 2024-09-13T17:48:47.454 INFO:teuthology.orchestra.run.smithi032.stderr:new fs with metadata pool 5 and data pool 6 2024-09-13T17:48:47.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.465+0000 7f0e4ab17640 1 -- 172.21.15.32:0/3226232089 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0e24066690 msgr2=0x7f0e24068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:47.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.465+0000 7f0e4ab17640 1 --2- 172.21.15.32:0/3226232089 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0e24066690 0x7f0e24068b50 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f0e441f6140 tx=0x7f0e2c007dd0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.465+0000 7f0e4ab17640 1 -- 172.21.15.32:0/3226232089 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e440b2240 msgr2=0x7f0e440c4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:47.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.465+0000 7f0e4ab17640 1 --2- 172.21.15.32:0/3226232089 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e440b2240 0x7f0e440c4090 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c01ce20 tx=0x7f0e3c0196e0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.469+0000 7f0e4ab17640 1 -- 172.21.15.32:0/3226232089 shutdown_connections 2024-09-13T17:48:47.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.469+0000 7f0e4ab17640 1 --2- 172.21.15.32:0/3226232089 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0e24066690 0x7f0e24068b50 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.469+0000 7f0e4ab17640 1 --2- 172.21.15.32:0/3226232089 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e4415a520 0x7f0e440b16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.469+0000 7f0e4ab17640 1 --2- 172.21.15.32:0/3226232089 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0e440cea30 0x7f0e440b11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.469+0000 7f0e4ab17640 1 --2- 172.21.15.32:0/3226232089 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e440b2240 0x7f0e440c4090 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.469+0000 7f0e4ab17640 1 -- 172.21.15.32:0/3226232089 >> 172.21.15.32:0/3226232089 conn(0x7f0e4406a150 msgr2=0x7f0e4406d680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:47.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.469+0000 7f0e4ab17640 1 -- 172.21.15.32:0/3226232089 shutdown_connections 2024-09-13T17:48:47.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.469+0000 7f0e4ab17640 1 -- 172.21.15.32:0/3226232089 wait complete. 2024-09-13T17:48:47.499 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:47.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.609+0000 7fedaef5a640 1 Processor -- start 2024-09-13T17:48:47.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.609+0000 7fedaef5a640 1 -- start start 2024-09-13T17:48:47.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7fedaef5a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7feda80b21d0 0x7feda80ce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:47.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7fedaef5a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feda815a6e0 con 0x7feda815a300 2024-09-13T17:48:47.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7fedaef5a640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feda80cee60 con 0x7feda80cea10 2024-09-13T17:48:47.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7fedaef5a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feda806d7b0 con 0x7feda80b21d0 2024-09-13T17:48:47.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7feda7fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7feda80b21d0 0x7feda80ce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:47.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7fedaccf6640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7feda815a300 0x7feda806d0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49770/0 (socket says 172.21.15.32:49770) 2024-09-13T17:48:47.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7fedaccf6640 1 -- 172.21.15.32:0/3524963865 learned_addr learned my addr 172.21.15.32:0/3524963865 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:47.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7feda7fff640 1 -- 172.21.15.32:0/3524963865 >> v1:172.21.15.159:6789/0 conn(0x7feda80cea10 legacy=0x7feda80c8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:47.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7feda7fff640 1 -- 172.21.15.32:0/3524963865 >> v1:172.21.15.32:6789/0 conn(0x7feda815a300 legacy=0x7feda806d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:47.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7feda7fff640 1 -- 172.21.15.32:0/3524963865 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feda806da80 con 0x7feda80b21d0 2024-09-13T17:48:47.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7feda77fe640 1 -- 172.21.15.32:0/3524963865 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2166965880 0 0) 0x7feda815a6e0 con 0x7feda815a300 2024-09-13T17:48:47.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7feda7fff640 1 --2- 172.21.15.32:0/3524963865 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7feda80b21d0 0x7feda80ce4d0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fed9c0097c0 tx=0x7fed9c01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbc45bf901d672e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:47.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7feda77fe640 1 -- 172.21.15.32:0/3524963865 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed9c0a7070 con 0x7feda80b21d0 2024-09-13T17:48:47.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7feda77fe640 1 -- 172.21.15.32:0/3524963865 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed9c0ab430 con 0x7feda80b21d0 2024-09-13T17:48:47.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7feda77fe640 1 -- 172.21.15.32:0/3524963865 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed9c0ab7c0 con 0x7feda80b21d0 2024-09-13T17:48:47.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7fedaef5a640 1 -- 172.21.15.32:0/3524963865 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7feda80b21d0 msgr2=0x7feda80ce4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:47.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7fedaef5a640 1 --2- 172.21.15.32:0/3524963865 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7feda80b21d0 0x7feda80ce4d0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fed9c0097c0 tx=0x7fed9c01c430 comp rx=0 tx=0).stop 2024-09-13T17:48:47.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7fedaef5a640 1 -- 172.21.15.32:0/3524963865 shutdown_connections 2024-09-13T17:48:47.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7fedaef5a640 1 --2- 172.21.15.32:0/3524963865 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7feda80b21d0 0x7feda80ce4d0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7fedaef5a640 1 -- 172.21.15.32:0/3524963865 >> 172.21.15.32:0/3524963865 conn(0x7feda806a150 msgr2=0x7feda806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:47.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7fedaef5a640 1 -- 172.21.15.32:0/3524963865 shutdown_connections 2024-09-13T17:48:47.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.613+0000 7fedaef5a640 1 -- 172.21.15.32:0/3524963865 wait complete. 2024-09-13T17:48:47.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7fedaef5a640 1 Processor -- start 2024-09-13T17:48:47.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7fedaef5a640 1 -- start start 2024-09-13T17:48:47.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7fedaef5a640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7feda80b21d0 0x7feda81596e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:47.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7fedaef5a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7feda80cea10 0x7feda81553b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:47.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7fedaef5a640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7feda815a300 0x7feda80c4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:47.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7fedaef5a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feda8158640 con 0x7feda80cea10 2024-09-13T17:48:47.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7fedaef5a640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feda8158920 con 0x7feda815a300 2024-09-13T17:48:47.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7fedaef5a640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feda8158c00 con 0x7feda80b21d0 2024-09-13T17:48:47.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7feda7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7feda80cea10 0x7feda81553b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:47.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7feda7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7feda80cea10 0x7feda81553b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34610/0 (socket says 172.21.15.32:34610) 2024-09-13T17:48:47.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7feda7fff640 1 -- 172.21.15.32:0/3495064147 learned_addr learned my addr 172.21.15.32:0/3495064147 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:47.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7feda7fff640 1 -- 172.21.15.32:0/3495064147 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7feda80b21d0 msgr2=0x7feda81596e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:47.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7feda7fff640 1 --2- 172.21.15.32:0/3495064147 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7feda80b21d0 0x7feda81596e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7feda7fff640 1 -- 172.21.15.32:0/3495064147 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7feda815a300 msgr2=0x7feda80c4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:47.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7feda7fff640 1 --2- 172.21.15.32:0/3495064147 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7feda815a300 0x7feda80c4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7feda7fff640 1 -- 172.21.15.32:0/3495064147 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed9c009420 con 0x7feda80cea10 2024-09-13T17:48:47.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7feda7fff640 1 --2- 172.21.15.32:0/3495064147 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7feda80cea10 0x7feda81553b0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fed9c0ad040 tx=0x7fed9c01ac70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:47.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7feda57fa640 1 -- 172.21.15.32:0/3495064147 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed9c0b5810 con 0x7feda80cea10 2024-09-13T17:48:47.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7feda57fa640 1 -- 172.21.15.32:0/3495064147 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed9c0b5970 con 0x7feda80cea10 2024-09-13T17:48:47.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7feda57fa640 1 -- 172.21.15.32:0/3495064147 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed9c0b5d20 con 0x7feda80cea10 2024-09-13T17:48:47.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7fedaef5a640 1 -- 172.21.15.32:0/3495064147 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feda8158ee0 con 0x7feda80cea10 2024-09-13T17:48:47.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7fedaef5a640 1 -- 172.21.15.32:0/3495064147 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feda81558f0 con 0x7feda80cea10 2024-09-13T17:48:47.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.617+0000 7fedaef5a640 1 -- 172.21.15.32:0/3495064147 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feda80ce4d0 con 0x7feda80cea10 2024-09-13T17:48:47.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.621+0000 7feda57fa640 1 -- 172.21.15.32:0/3495064147 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fed9c0bf410 con 0x7feda80cea10 2024-09-13T17:48:47.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.621+0000 7feda57fa640 1 --2- 172.21.15.32:0/3495064147 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fed94066690 0x7fed94068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:47.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.621+0000 7feda57fa640 1 -- 172.21.15.32:0/3495064147 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fed9c11eed0 con 0x7feda80cea10 2024-09-13T17:48:47.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.621+0000 7fedaccf6640 1 --2- 172.21.15.32:0/3495064147 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fed94066690 0x7fed94068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:47.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.621+0000 7fedaccf6640 1 --2- 172.21.15.32:0/3495064147 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fed94066690 0x7fed94068b50 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7feda80c92c0 tx=0x7fed98007cf0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:47.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.625+0000 7feda57fa640 1 -- 172.21.15.32:0/3495064147 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fed9c0ec360 con 0x7feda80cea10 2024-09-13T17:48:47.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.785+0000 7fedaef5a640 1 -- 172.21.15.32:0/3495064147 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7feda80cee60 con 0x7feda80cea10 2024-09-13T17:48:47.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.789+0000 7feda57fa640 1 -- 172.21.15.32:0/3495064147 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) v1 ==== 74+0+16775 (secure 0 0 0) 0x7feda80cee60 con 0x7feda80cea10 2024-09-13T17:48:47.790 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:47.790 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":41,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:47.447373+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:48:45.707705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T17:48:46.441639+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:47.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.789+0000 7fedaef5a640 1 -- 172.21.15.32:0/3495064147 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fed94066690 msgr2=0x7fed94068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:47.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.789+0000 7fedaef5a640 1 --2- 172.21.15.32:0/3495064147 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fed94066690 0x7fed94068b50 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7feda80c92c0 tx=0x7fed98007cf0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.789+0000 7fedaef5a640 1 -- 172.21.15.32:0/3495064147 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7feda80cea10 msgr2=0x7feda81553b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:47.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.789+0000 7fedaef5a640 1 --2- 172.21.15.32:0/3495064147 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7feda80cea10 0x7feda81553b0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fed9c0ad040 tx=0x7fed9c01ac70 comp rx=0 tx=0).stop 2024-09-13T17:48:47.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.789+0000 7fedaef5a640 1 -- 172.21.15.32:0/3495064147 shutdown_connections 2024-09-13T17:48:47.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.789+0000 7fedaef5a640 1 --2- 172.21.15.32:0/3495064147 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fed94066690 0x7fed94068b50 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.789+0000 7fedaef5a640 1 --2- 172.21.15.32:0/3495064147 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7feda815a300 0x7feda80c4610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.789+0000 7fedaef5a640 1 --2- 172.21.15.32:0/3495064147 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7feda80cea10 0x7feda81553b0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.789+0000 7fedaef5a640 1 --2- 172.21.15.32:0/3495064147 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7feda80b21d0 0x7feda81596e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.789+0000 7fedaef5a640 1 -- 172.21.15.32:0/3495064147 >> 172.21.15.32:0/3495064147 conn(0x7feda806a150 msgr2=0x7feda8070cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:47.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.789+0000 7fedaef5a640 1 -- 172.21.15.32:0/3495064147 shutdown_connections 2024-09-13T17:48:47.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.789+0000 7fedaef5a640 1 -- 172.21.15.32:0/3495064147 wait complete. 2024-09-13T17:48:47.810 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:47.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.937+0000 7f07b708f640 1 Processor -- start 2024-09-13T17:48:47.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.937+0000 7f07b708f640 1 -- start start 2024-09-13T17:48:47.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.937+0000 7f07b708f640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f07b006e100 0x7f07b0160970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:47.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.937+0000 7f07b708f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f07b00ac430 0x7f07b00b3520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:47.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.937+0000 7f07b708f640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07b015ccc0 con 0x7f07b00ac950 2024-09-13T17:48:47.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.937+0000 7f07b708f640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07b015cfa0 con 0x7f07b006e100 2024-09-13T17:48:47.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.937+0000 7f07b708f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07b015d280 con 0x7f07b00ac430 2024-09-13T17:48:47.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.937+0000 7f07b4e2b640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f07b006e100 0x7f07b0160970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:47.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.937+0000 7f07b562c640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f07b00ac430 0x7f07b00b3520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:47.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.937+0000 7f07affff640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7f07b00ac950 0x7f07b00abd20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:49602/0 (socket says 172.21.15.32:49602) 2024-09-13T17:48:47.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.937+0000 7f07affff640 1 -- 172.21.15.32:0/2499502251 learned_addr learned my addr 172.21.15.32:0/2499502251 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:47.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.937+0000 7f07b4e2b640 1 -- 172.21.15.32:0/2499502251 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f07b00ac430 msgr2=0x7f07b00b3520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:47.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.937+0000 7f07b4e2b640 1 --2- 172.21.15.32:0/2499502251 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f07b00ac430 0x7f07b00b3520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.937+0000 7f07b4e2b640 1 -- 172.21.15.32:0/2499502251 >> v1:172.21.15.159:6789/0 conn(0x7f07b00ac950 legacy=0x7f07b00abd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:47.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.937+0000 7f07b4e2b640 1 -- 172.21.15.32:0/2499502251 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07b015d560 con 0x7f07b006e100 2024-09-13T17:48:47.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.937+0000 7f07b562c640 1 --2- 172.21.15.32:0/2499502251 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f07b00ac430 0x7f07b00b3520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:48:47.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.941+0000 7f07b4e2b640 1 --2- 172.21.15.32:0/2499502251 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f07b006e100 0x7f07b0160970 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f07a0009d90 tx=0x7f07a001c970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e1e7170f8d9d52d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:47.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.941+0000 7f07af7fe640 1 -- 172.21.15.32:0/2499502251 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a00a5960 con 0x7f07b006e100 2024-09-13T17:48:47.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.941+0000 7f07af7fe640 1 -- 172.21.15.32:0/2499502251 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07a00a5ac0 con 0x7f07b006e100 2024-09-13T17:48:47.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.941+0000 7f07af7fe640 1 -- 172.21.15.32:0/2499502251 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a00a5e50 con 0x7f07b006e100 2024-09-13T17:48:47.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.941+0000 7f07b708f640 1 -- 172.21.15.32:0/2499502251 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f07b006e100 msgr2=0x7f07b0160970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:47.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.941+0000 7f07b708f640 1 --2- 172.21.15.32:0/2499502251 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f07b006e100 0x7f07b0160970 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f07a0009d90 tx=0x7f07a001c970 comp rx=0 tx=0).stop 2024-09-13T17:48:47.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.941+0000 7f07b708f640 1 -- 172.21.15.32:0/2499502251 shutdown_connections 2024-09-13T17:48:47.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.941+0000 7f07b708f640 1 --2- 172.21.15.32:0/2499502251 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f07b00ac430 0x7f07b00b3520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.941+0000 7f07b708f640 1 --2- 172.21.15.32:0/2499502251 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f07b006e100 0x7f07b0160970 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.941+0000 7f07b708f640 1 -- 172.21.15.32:0/2499502251 >> 172.21.15.32:0/2499502251 conn(0x7f07b0071850 msgr2=0x7f07b0069f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:47.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.941+0000 7f07b708f640 1 -- 172.21.15.32:0/2499502251 shutdown_connections 2024-09-13T17:48:47.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.941+0000 7f07b708f640 1 -- 172.21.15.32:0/2499502251 wait complete. 2024-09-13T17:48:47.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b708f640 1 Processor -- start 2024-09-13T17:48:47.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b708f640 1 -- start start 2024-09-13T17:48:47.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b708f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f07b006e100 0x7f07b015ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:47.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b708f640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f07b00ac430 0x7f07b0153460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:47.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b708f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07b00ac950 0x7f07b013de10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:47.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b708f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07b0154500 con 0x7f07b00ac950 2024-09-13T17:48:47.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b708f640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07b0153f40 con 0x7f07b00ac430 2024-09-13T17:48:47.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b708f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07b0154220 con 0x7f07b006e100 2024-09-13T17:48:47.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b562c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07b00ac950 0x7f07b013de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:47.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b562c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07b00ac950 0x7f07b013de10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34614/0 (socket says 172.21.15.32:34614) 2024-09-13T17:48:47.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b562c640 1 -- 172.21.15.32:0/3958018543 learned_addr learned my addr 172.21.15.32:0/3958018543 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:47.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b4e2b640 1 --2- 172.21.15.32:0/3958018543 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f07b006e100 0x7f07b015ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:47.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07affff640 1 --2- 172.21.15.32:0/3958018543 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f07b00ac430 0x7f07b0153460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:47.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b562c640 1 -- 172.21.15.32:0/3958018543 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f07b006e100 msgr2=0x7f07b015ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:47.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b562c640 1 --2- 172.21.15.32:0/3958018543 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f07b006e100 0x7f07b015ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b562c640 1 -- 172.21.15.32:0/3958018543 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f07b00ac430 msgr2=0x7f07b0153460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:47.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b562c640 1 --2- 172.21.15.32:0/3958018543 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f07b00ac430 0x7f07b0153460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:47.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b562c640 1 -- 172.21.15.32:0/3958018543 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07a8009420 con 0x7f07b00ac950 2024-09-13T17:48:47.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b562c640 1 --2- 172.21.15.32:0/3958018543 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07b00ac950 0x7f07b013de10 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f07a800e920 tx=0x7f07a800ede0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:47.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07ad7fa640 1 -- 172.21.15.32:0/3958018543 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a8009700 con 0x7f07b00ac950 2024-09-13T17:48:47.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07ad7fa640 1 -- 172.21.15.32:0/3958018543 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07a800ca00 con 0x7f07b00ac950 2024-09-13T17:48:47.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b708f640 1 -- 172.21.15.32:0/3958018543 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07a0009a70 con 0x7f07b00ac950 2024-09-13T17:48:47.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07ad7fa640 1 -- 172.21.15.32:0/3958018543 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a800cd90 con 0x7f07b00ac950 2024-09-13T17:48:47.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b708f640 1 -- 172.21.15.32:0/3958018543 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07b0150540 con 0x7f07b00ac950 2024-09-13T17:48:47.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07b708f640 1 -- 172.21.15.32:0/3958018543 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07b0150760 con 0x7f07b00ac950 2024-09-13T17:48:47.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.945+0000 7f07ad7fa640 1 -- 172.21.15.32:0/3958018543 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f07a8013470 con 0x7f07b00ac950 2024-09-13T17:48:47.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.949+0000 7f07ad7fa640 1 --2- 172.21.15.32:0/3958018543 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f079c066690 0x7f079c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:47.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.949+0000 7f07ad7fa640 1 -- 172.21.15.32:0/3958018543 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f07a80846a0 con 0x7f07b00ac950 2024-09-13T17:48:47.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.949+0000 7f07b4e2b640 1 --2- 172.21.15.32:0/3958018543 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f079c066690 0x7f079c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:47.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.949+0000 7f07b4e2b640 1 --2- 172.21.15.32:0/3958018543 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f079c066690 0x7f079c068b50 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f07a00af000 tx=0x7f07a00a7070 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:47.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:47.953+0000 7f07ad7fa640 1 -- 172.21.15.32:0/3958018543 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f07a80518d0 con 0x7f07b00ac950 2024-09-13T17:48:48.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.113+0000 7f07b708f640 1 -- 172.21.15.32:0/3958018543 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f07b00b3520 con 0x7f07b00ac950 2024-09-13T17:48:48.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.117+0000 7f07ad7fa640 1 -- 172.21.15.32:0/3958018543 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) v1 ==== 74+0+16775 (secure 0 0 0) 0x7f07a8054ef0 con 0x7f07b00ac950 2024-09-13T17:48:48.118 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:48.118 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":41,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:47.447373+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:48:45.707705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T17:48:46.441639+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:48.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.117+0000 7f07b708f640 1 -- 172.21.15.32:0/3958018543 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f079c066690 msgr2=0x7f079c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:48.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.117+0000 7f07b708f640 1 --2- 172.21.15.32:0/3958018543 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f079c066690 0x7f079c068b50 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f07a00af000 tx=0x7f07a00a7070 comp rx=0 tx=0).stop 2024-09-13T17:48:48.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.121+0000 7f07b708f640 1 -- 172.21.15.32:0/3958018543 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07b00ac950 msgr2=0x7f07b013de10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:48.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.121+0000 7f07b708f640 1 --2- 172.21.15.32:0/3958018543 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07b00ac950 0x7f07b013de10 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f07a800e920 tx=0x7f07a800ede0 comp rx=0 tx=0).stop 2024-09-13T17:48:48.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.121+0000 7f07b708f640 1 -- 172.21.15.32:0/3958018543 shutdown_connections 2024-09-13T17:48:48.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.121+0000 7f07b708f640 1 --2- 172.21.15.32:0/3958018543 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f079c066690 0x7f079c068b50 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:48.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.121+0000 7f07b708f640 1 --2- 172.21.15.32:0/3958018543 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07b00ac950 0x7f07b013de10 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:48.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.121+0000 7f07b708f640 1 --2- 172.21.15.32:0/3958018543 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f07b00ac430 0x7f07b0153460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:48.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.121+0000 7f07b708f640 1 --2- 172.21.15.32:0/3958018543 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f07b006e100 0x7f07b015ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:48.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.121+0000 7f07b708f640 1 -- 172.21.15.32:0/3958018543 >> 172.21.15.32:0/3958018543 conn(0x7f07b0071850 msgr2=0x7f07b00aee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:48.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.121+0000 7f07b708f640 1 -- 172.21.15.32:0/3958018543 shutdown_connections 2024-09-13T17:48:48.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.121+0000 7f07b708f640 1 -- 172.21.15.32:0/3958018543 wait complete. 2024-09-13T17:48:48.138 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T17:48:48.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff80789a640 1 Processor -- start 2024-09-13T17:48:48.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff80789a640 1 -- start start 2024-09-13T17:48:48.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff80789a640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7ff80006e100 0x7ff800160970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:48.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff80789a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff8000ac950 0x7ff8000abd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:48.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff80789a640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8000ac260 0x7ff8000ad4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:48.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff80789a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8000ac6b0 con 0x7ff8000ac950 2024-09-13T17:48:48.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff80789a640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff80015ccc0 con 0x7ff80006e100 2024-09-13T17:48:48.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff80789a640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff80015cfa0 con 0x7ff8000ac260 2024-09-13T17:48:48.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff804e35640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff8000ac950 0x7ff8000abd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:48.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff804e35640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff8000ac950 0x7ff8000abd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47584/0 (socket says 172.21.15.32:47584) 2024-09-13T17:48:48.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff804e35640 1 -- 172.21.15.32:0/2898179439 learned_addr learned my addr 172.21.15.32:0/2898179439 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:48.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff805636640 1 --2- 172.21.15.32:0/2898179439 >> v2:172.21.15.159:3300/0 conn(0x7ff80006e100 0x7ff800160970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:48.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff805e37640 1 --2- 172.21.15.32:0/2898179439 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8000ac260 0x7ff8000ad4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:48.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff804e35640 1 -- 172.21.15.32:0/2898179439 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8000ac260 msgr2=0x7ff8000ad4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:48.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff804e35640 1 --2- 172.21.15.32:0/2898179439 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8000ac260 0x7ff8000ad4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:48.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff804e35640 1 -- 172.21.15.32:0/2898179439 >> v2:172.21.15.159:3300/0 conn(0x7ff80006e100 msgr2=0x7ff800160970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:48.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff804e35640 1 --2- 172.21.15.32:0/2898179439 >> v2:172.21.15.159:3300/0 conn(0x7ff80006e100 0x7ff800160970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:48.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff804e35640 1 -- 172.21.15.32:0/2898179439 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff80015d280 con 0x7ff8000ac950 2024-09-13T17:48:48.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.265+0000 7ff805636640 1 --2- 172.21.15.32:0/2898179439 >> v2:172.21.15.159:3300/0 conn(0x7ff80006e100 0x7ff800160970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:48.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.269+0000 7ff804e35640 1 --2- 172.21.15.32:0/2898179439 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8000ac950 0x7ff8000abd20 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7ff800071ca0 tx=0x7ff7f001c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64c3d4aad6706863 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:48.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.269+0000 7ff7f7fff640 1 -- 172.21.15.32:0/2898179439 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7f00ab600 con 0x7ff8000ac950 2024-09-13T17:48:48.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.269+0000 7ff7f7fff640 1 -- 172.21.15.32:0/2898179439 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7f00a7050 con 0x7ff8000ac950 2024-09-13T17:48:48.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.269+0000 7ff7f7fff640 1 -- 172.21.15.32:0/2898179439 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7f00ab980 con 0x7ff8000ac950 2024-09-13T17:48:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.269+0000 7ff80789a640 1 -- 172.21.15.32:0/2898179439 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8000ac950 msgr2=0x7ff8000abd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.269+0000 7ff80789a640 1 --2- 172.21.15.32:0/2898179439 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8000ac950 0x7ff8000abd20 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7ff800071ca0 tx=0x7ff7f001c260 comp rx=0 tx=0).stop 2024-09-13T17:48:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.269+0000 7ff80789a640 1 -- 172.21.15.32:0/2898179439 shutdown_connections 2024-09-13T17:48:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.269+0000 7ff80789a640 1 --2- 172.21.15.32:0/2898179439 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8000ac260 0x7ff8000ad4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.269+0000 7ff80789a640 1 --2- 172.21.15.32:0/2898179439 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8000ac950 0x7ff8000abd20 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.269+0000 7ff80789a640 1 --2- 172.21.15.32:0/2898179439 >> v2:172.21.15.159:3300/0 conn(0x7ff80006e100 0x7ff800160970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.269+0000 7ff80789a640 1 -- 172.21.15.32:0/2898179439 >> 172.21.15.32:0/2898179439 conn(0x7ff800071850 msgr2=0x7ff800069f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.269+0000 7ff80789a640 1 -- 172.21.15.32:0/2898179439 shutdown_connections 2024-09-13T17:48:48.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.269+0000 7ff80789a640 1 -- 172.21.15.32:0/2898179439 wait complete. 2024-09-13T17:48:48.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.269+0000 7ff80789a640 1 Processor -- start 2024-09-13T17:48:48.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.269+0000 7ff80789a640 1 -- start start 2024-09-13T17:48:48.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff80789a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff80006e100 0x7ff80014d880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:48.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff80789a640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff8000ac260 0x7ff800138290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:48.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff80789a640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8000ac950 0x7ff80014df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:48.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff80789a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff80014e7d0 con 0x7ff80006e100 2024-09-13T17:48:48.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff80789a640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff80014eab0 con 0x7ff8000ac260 2024-09-13T17:48:48.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff80789a640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff80014ed90 con 0x7ff8000ac950 2024-09-13T17:48:48.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff805636640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff80006e100 0x7ff80014d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:48.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff805636640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff80006e100 0x7ff80014d880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47588/0 (socket says 172.21.15.32:47588) 2024-09-13T17:48:48.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff805636640 1 -- 172.21.15.32:0/2523821423 learned_addr learned my addr 172.21.15.32:0/2523821423 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:48.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff805e37640 1 --2- 172.21.15.32:0/2523821423 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8000ac950 0x7ff80014df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:48.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff804e35640 1 --2- 172.21.15.32:0/2523821423 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff8000ac260 0x7ff800138290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:48.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff805636640 1 -- 172.21.15.32:0/2523821423 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8000ac950 msgr2=0x7ff80014df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:48.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff805636640 1 --2- 172.21.15.32:0/2523821423 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8000ac950 0x7ff80014df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:48.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff805636640 1 -- 172.21.15.32:0/2523821423 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff8000ac260 msgr2=0x7ff800138290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:48.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff805636640 1 --2- 172.21.15.32:0/2523821423 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff8000ac260 0x7ff800138290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:48.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff805636640 1 -- 172.21.15.32:0/2523821423 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7f00094d0 con 0x7ff80006e100 2024-09-13T17:48:48.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff805636640 1 --2- 172.21.15.32:0/2523821423 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff80006e100 0x7ff80014d880 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7ff7f800cf60 tx=0x7ff7f800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:48.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff7f5ffb640 1 -- 172.21.15.32:0/2523821423 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7f800d840 con 0x7ff80006e100 2024-09-13T17:48:48.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff7f5ffb640 1 -- 172.21.15.32:0/2523821423 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7f800d9a0 con 0x7ff80006e100 2024-09-13T17:48:48.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff80789a640 1 -- 172.21.15.32:0/2523821423 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff80006e660 con 0x7ff80006e100 2024-09-13T17:48:48.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff7f5ffb640 1 -- 172.21.15.32:0/2523821423 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7f800dd30 con 0x7ff80006e100 2024-09-13T17:48:48.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff80789a640 1 -- 172.21.15.32:0/2523821423 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff80014e4c0 con 0x7ff80006e100 2024-09-13T17:48:48.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff80789a640 1 -- 172.21.15.32:0/2523821423 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8000ad4d0 con 0x7ff80006e100 2024-09-13T17:48:48.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff7f5ffb640 1 -- 172.21.15.32:0/2523821423 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff7f8015440 con 0x7ff80006e100 2024-09-13T17:48:48.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff7f5ffb640 1 --2- 172.21.15.32:0/2523821423 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff7e40666c0 0x7ff7e4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:48.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff7f5ffb640 1 -- 172.21.15.32:0/2523821423 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff7f8084bb0 con 0x7ff80006e100 2024-09-13T17:48:48.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.273+0000 7ff804e35640 1 --2- 172.21.15.32:0/2523821423 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff7e40666c0 0x7ff7e4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:48.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.277+0000 7ff804e35640 1 --2- 172.21.15.32:0/2523821423 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff7e40666c0 0x7ff7e4068b80 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7ff7f00ad000 tx=0x7ff7f0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:48.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.277+0000 7ff7f5ffb640 1 -- 172.21.15.32:0/2523821423 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff7f8051f20 con 0x7ff80006e100 2024-09-13T17:48:48.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:48.477+0000 7ff80789a640 1 -- 172.21.15.32:0/2523821423 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7ff8000af380 con 0x7ff80006e100 2024-09-13T17:48:49.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.461+0000 7ff7f5ffb640 1 -- 172.21.15.32:0/2523821423 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v15) v1 ==== 118+0+0 (secure 0 0 0) 0x7ff7f801a020 con 0x7ff80006e100 2024-09-13T17:48:49.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.465+0000 7ff80789a640 1 -- 172.21.15.32:0/2523821423 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff7e40666c0 msgr2=0x7ff7e4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:49.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.465+0000 7ff80789a640 1 --2- 172.21.15.32:0/2523821423 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff7e40666c0 0x7ff7e4068b80 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7ff7f00ad000 tx=0x7ff7f0009040 comp rx=0 tx=0).stop 2024-09-13T17:48:49.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.465+0000 7ff80789a640 1 -- 172.21.15.32:0/2523821423 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff80006e100 msgr2=0x7ff80014d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:49.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.465+0000 7ff80789a640 1 --2- 172.21.15.32:0/2523821423 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff80006e100 0x7ff80014d880 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7ff7f800cf60 tx=0x7ff7f800cf90 comp rx=0 tx=0).stop 2024-09-13T17:48:49.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.465+0000 7ff80789a640 1 -- 172.21.15.32:0/2523821423 shutdown_connections 2024-09-13T17:48:49.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.465+0000 7ff80789a640 1 --2- 172.21.15.32:0/2523821423 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff7e40666c0 0x7ff7e4068b80 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:49.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.465+0000 7ff80789a640 1 --2- 172.21.15.32:0/2523821423 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff8000ac950 0x7ff80014df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:49.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.465+0000 7ff80789a640 1 --2- 172.21.15.32:0/2523821423 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff8000ac260 0x7ff800138290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:49.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.465+0000 7ff80789a640 1 --2- 172.21.15.32:0/2523821423 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff80006e100 0x7ff80014d880 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:49.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.465+0000 7ff80789a640 1 -- 172.21.15.32:0/2523821423 >> 172.21.15.32:0/2523821423 conn(0x7ff800071850 msgr2=0x7ff8000affe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:49.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.465+0000 7ff80789a640 1 -- 172.21.15.32:0/2523821423 shutdown_connections 2024-09-13T17:48:49.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.465+0000 7ff80789a640 1 -- 172.21.15.32:0/2523821423 wait complete. 2024-09-13T17:48:49.493 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T17:48:49.493 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T17:48:49.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe7a1a2b640 1 Processor -- start 2024-09-13T17:48:49.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe7a1a2b640 1 -- start start 2024-09-13T17:48:49.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe7a1a2b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c0cc6d0 0x7fe79c06dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:49.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe7a1a2b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe79c159da0 con 0x7fe79c159650 2024-09-13T17:48:49.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe7a1a2b640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe79c15a080 con 0x7fe79c0ab150 2024-09-13T17:48:49.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe7a1a2b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe79c15a640 con 0x7fe79c0cc6d0 2024-09-13T17:48:49.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe79a7fc640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe79c159650 0x7fe79c15d2e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:39018/0 (socket says 172.21.15.32:39018) 2024-09-13T17:48:49.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe79a7fc640 1 -- 172.21.15.32:0/322253544 learned_addr learned my addr 172.21.15.32:0/322253544 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:49.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe79affd640 1 --2- 172.21.15.32:0/322253544 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c0cc6d0 0x7fe79c06dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:49.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe799ffb640 1 -- 172.21.15.32:0/322253544 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3103431468 0 0) 0x7fe79c159da0 con 0x7fe79c159650 2024-09-13T17:48:49.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe799ffb640 1 -- 172.21.15.32:0/322253544 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe784003530 con 0x7fe79c159650 2024-09-13T17:48:49.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe799ffb640 1 -- 172.21.15.32:0/322253544 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 603305830 0 0) 0x7fe784003530 con 0x7fe79c159650 2024-09-13T17:48:49.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe799ffb640 1 -- 172.21.15.32:0/322253544 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c0cc6d0 msgr2=0x7fe79c06dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:49.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe799ffb640 1 --2- 172.21.15.32:0/322253544 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c0cc6d0 0x7fe79c06dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:49.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe799ffb640 1 -- 172.21.15.32:0/322253544 >> v1:172.21.15.159:6789/0 conn(0x7fe79c0ab150 legacy=0x7fe79c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:49.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe799ffb640 1 -- 172.21.15.32:0/322253544 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe79c15a360 con 0x7fe79c159650 2024-09-13T17:48:49.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe799ffb640 1 -- 172.21.15.32:0/322253544 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fe790001680 con 0x7fe79c159650 2024-09-13T17:48:49.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe799ffb640 1 -- 172.21.15.32:0/322253544 >> v1:172.21.15.32:6789/0 conn(0x7fe79c159650 legacy=0x7fe79c15d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:49.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe799ffb640 1 --2- 172.21.15.32:0/322253544 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe7840039b0 0x7fe784003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:49.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe799ffb640 1 --2- 172.21.15.32:0/322253544 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7840047d0 0x7fe784004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:49.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe799ffb640 1 --2- 172.21.15.32:0/322253544 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c0cc6d0 0x7fe784005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:49.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe799ffb640 1 -- 172.21.15.32:0/322253544 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe79c15a640 con 0x7fe7840039b0 2024-09-13T17:48:49.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe799ffb640 1 -- 172.21.15.32:0/322253544 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe78400ba40 con 0x7fe7840047d0 2024-09-13T17:48:49.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe799ffb640 1 -- 172.21.15.32:0/322253544 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe78400bc00 con 0x7fe79c0cc6d0 2024-09-13T17:48:49.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe79affd640 1 --2- 172.21.15.32:0/322253544 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe7840039b0 0x7fe784003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:49.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe79a7fc640 1 --2- 172.21.15.32:0/322253544 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7840047d0 0x7fe784004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:49.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe79affd640 1 -- 172.21.15.32:0/322253544 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c0cc6d0 msgr2=0x7fe784005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:49.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe79b7fe640 1 --2- 172.21.15.32:0/322253544 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c0cc6d0 0x7fe784005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:49.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe79affd640 1 --2- 172.21.15.32:0/322253544 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c0cc6d0 0x7fe784005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:49.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe79affd640 1 -- 172.21.15.32:0/322253544 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7840047d0 msgr2=0x7fe784004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:49.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe79affd640 1 --2- 172.21.15.32:0/322253544 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7840047d0 0x7fe784004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:49.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe79affd640 1 -- 172.21.15.32:0/322253544 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe784003530 con 0x7fe7840039b0 2024-09-13T17:48:49.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe79a7fc640 1 --2- 172.21.15.32:0/322253544 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7840047d0 0x7fe784004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:49.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.625+0000 7fe79b7fe640 1 --2- 172.21.15.32:0/322253544 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c0cc6d0 0x7fe784005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:49.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.629+0000 7fe79affd640 1 --2- 172.21.15.32:0/322253544 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe7840039b0 0x7fe784003dd0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe78c009ab0 tx=0x7fe78c01ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3eaaf36997fa5e39 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:49.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.629+0000 7fe799ffb640 1 -- 172.21.15.32:0/322253544 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe78c0b0400 con 0x7fe7840039b0 2024-09-13T17:48:49.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.629+0000 7fe799ffb640 1 -- 172.21.15.32:0/322253544 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe78c0b0560 con 0x7fe7840039b0 2024-09-13T17:48:49.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.629+0000 7fe799ffb640 1 -- 172.21.15.32:0/322253544 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe78c0b0910 con 0x7fe7840039b0 2024-09-13T17:48:49.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.629+0000 7fe7a1a2b640 1 -- 172.21.15.32:0/322253544 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe7840039b0 msgr2=0x7fe784003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:49.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.629+0000 7fe7a1a2b640 1 --2- 172.21.15.32:0/322253544 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe7840039b0 0x7fe784003dd0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe78c009ab0 tx=0x7fe78c01ca30 comp rx=0 tx=0).stop 2024-09-13T17:48:49.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.629+0000 7fe79b7fe640 1 -- 172.21.15.32:0/322253544 reap_dead start 2024-09-13T17:48:49.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.629+0000 7fe7a1a2b640 1 -- 172.21.15.32:0/322253544 shutdown_connections 2024-09-13T17:48:49.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.629+0000 7fe7a1a2b640 1 -- 172.21.15.32:0/322253544 >> 172.21.15.32:0/322253544 conn(0x7fe79c06a150 msgr2=0x7fe79c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:49.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.629+0000 7fe7a1a2b640 1 -- 172.21.15.32:0/322253544 shutdown_connections 2024-09-13T17:48:49.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.629+0000 7fe7a1a2b640 1 -- 172.21.15.32:0/322253544 wait complete. 2024-09-13T17:48:49.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.629+0000 7fe7a1a2b640 1 Processor -- start 2024-09-13T17:48:49.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.629+0000 7fe7a1a2b640 1 -- start start 2024-09-13T17:48:49.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.629+0000 7fe7a1a2b640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7840039b0 0x7fe79c0c7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:49.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe7a1a2b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe79c0ca150 0x7fe79c0948f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:49.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe7a1a2b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c0c8740 0x7fe79c0c8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:49.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe7a1a2b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe79c0c9100 con 0x7fe79c0ca150 2024-09-13T17:48:49.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe7a1a2b640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe79c0c6550 con 0x7fe7840039b0 2024-09-13T17:48:49.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe7a1a2b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe79c0c68a0 con 0x7fe79c0c8740 2024-09-13T17:48:49.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe79a7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe79c0ca150 0x7fe79c0948f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:49.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe79a7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe79c0ca150 0x7fe79c0948f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47606/0 (socket says 172.21.15.32:47606) 2024-09-13T17:48:49.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe79a7fc640 1 -- 172.21.15.32:0/981801251 learned_addr learned my addr 172.21.15.32:0/981801251 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:49.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe79b7fe640 1 --2- 172.21.15.32:0/981801251 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c0c8740 0x7fe79c0c8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:49.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe79a7fc640 1 -- 172.21.15.32:0/981801251 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c0c8740 msgr2=0x7fe79c0c8bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:49.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe79affd640 1 --2- 172.21.15.32:0/981801251 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7840039b0 0x7fe79c0c7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:49.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe79a7fc640 1 --2- 172.21.15.32:0/981801251 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c0c8740 0x7fe79c0c8bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:49.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe79a7fc640 1 -- 172.21.15.32:0/981801251 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7840039b0 msgr2=0x7fe79c0c7ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:49.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe79a7fc640 1 --2- 172.21.15.32:0/981801251 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7840039b0 0x7fe79c0c7ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:49.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe79a7fc640 1 -- 172.21.15.32:0/981801251 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe79c094e30 con 0x7fe79c0ca150 2024-09-13T17:48:49.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe79a7fc640 1 --2- 172.21.15.32:0/981801251 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe79c0ca150 0x7fe79c0948f0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fe790007fd0 tx=0x7fe79000dc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:49.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe783fff640 1 -- 172.21.15.32:0/981801251 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7900074e0 con 0x7fe79c0ca150 2024-09-13T17:48:49.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe783fff640 1 -- 172.21.15.32:0/981801251 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe790007640 con 0x7fe79c0ca150 2024-09-13T17:48:49.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe7a1a2b640 1 -- 172.21.15.32:0/981801251 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe79c0c5c20 con 0x7fe79c0ca150 2024-09-13T17:48:49.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe783fff640 1 -- 172.21.15.32:0/981801251 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7900049f0 con 0x7fe79c0ca150 2024-09-13T17:48:49.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe7a1a2b640 1 -- 172.21.15.32:0/981801251 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe79c0c61e0 con 0x7fe79c0ca150 2024-09-13T17:48:49.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe7a1a2b640 1 -- 172.21.15.32:0/981801251 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe79c15a780 con 0x7fe79c0ca150 2024-09-13T17:48:49.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe783fff640 1 -- 172.21.15.32:0/981801251 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe790004b50 con 0x7fe79c0ca150 2024-09-13T17:48:49.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe783fff640 1 --2- 172.21.15.32:0/981801251 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe7880666c0 0x7fe788068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:49.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe783fff640 1 -- 172.21.15.32:0/981801251 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fe790083e50 con 0x7fe79c0ca150 2024-09-13T17:48:49.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.633+0000 7fe79affd640 1 --2- 172.21.15.32:0/981801251 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe7880666c0 0x7fe788068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:49.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.637+0000 7fe79affd640 1 --2- 172.21.15.32:0/981801251 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe7880666c0 0x7fe788068b80 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fe78c0af000 tx=0x7fe78c0aa040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:49.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.637+0000 7fe783fff640 1 -- 172.21.15.32:0/981801251 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe79c15a780 con 0x7fe79c0ca150 2024-09-13T17:48:49.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:49.833+0000 7fe7a1a2b640 1 -- 172.21.15.32:0/981801251 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fe79c06e030 con 0x7fe79c0ca150 2024-09-13T17:48:50.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.465+0000 7fe783fff640 1 -- 172.21.15.32:0/981801251 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v16) v1 ==== 122+0+0 (secure 0 0 0) 0x7fe7900190c0 con 0x7fe79c0ca150 2024-09-13T17:48:50.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.469+0000 7fe7a1a2b640 1 -- 172.21.15.32:0/981801251 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe7880666c0 msgr2=0x7fe788068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:50.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.469+0000 7fe7a1a2b640 1 --2- 172.21.15.32:0/981801251 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe7880666c0 0x7fe788068b80 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fe78c0af000 tx=0x7fe78c0aa040 comp rx=0 tx=0).stop 2024-09-13T17:48:50.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.469+0000 7fe7a1a2b640 1 -- 172.21.15.32:0/981801251 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe79c0ca150 msgr2=0x7fe79c0948f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:50.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.469+0000 7fe7a1a2b640 1 --2- 172.21.15.32:0/981801251 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe79c0ca150 0x7fe79c0948f0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fe790007fd0 tx=0x7fe79000dc70 comp rx=0 tx=0).stop 2024-09-13T17:48:50.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.469+0000 7fe7a1a2b640 1 -- 172.21.15.32:0/981801251 shutdown_connections 2024-09-13T17:48:50.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.469+0000 7fe7a1a2b640 1 --2- 172.21.15.32:0/981801251 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe7880666c0 0x7fe788068b80 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.469+0000 7fe7a1a2b640 1 --2- 172.21.15.32:0/981801251 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe79c0c8740 0x7fe79c0c8bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.469+0000 7fe7a1a2b640 1 --2- 172.21.15.32:0/981801251 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe79c0ca150 0x7fe79c0948f0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.469+0000 7fe7a1a2b640 1 --2- 172.21.15.32:0/981801251 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7840039b0 0x7fe79c0c7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.469+0000 7fe7a1a2b640 1 -- 172.21.15.32:0/981801251 >> 172.21.15.32:0/981801251 conn(0x7fe79c06a150 msgr2=0x7fe79c0970d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:50.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.469+0000 7fe7a1a2b640 1 -- 172.21.15.32:0/981801251 shutdown_connections 2024-09-13T17:48:50.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.469+0000 7fe7a1a2b640 1 -- 172.21.15.32:0/981801251 wait complete. 2024-09-13T17:48:50.492 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T17:48:50.493 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:48:50.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.621+0000 7f93af519640 1 Processor -- start 2024-09-13T17:48:50.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.621+0000 7f93af519640 1 -- start start 2024-09-13T17:48:50.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.621+0000 7f93af519640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f93a815a300 0x7f93a806d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:50.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.621+0000 7f93af519640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f93a806d5e0 0x7f93a80ce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:50.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.621+0000 7f93af519640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f93a80b21d0 0x7f93a80cea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.621+0000 7f93af519640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f93a815a6e0 con 0x7f93a80b21d0 2024-09-13T17:48:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.621+0000 7f93af519640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f93a806da80 con 0x7f93a815a300 2024-09-13T17:48:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.621+0000 7f93af519640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93a806dd60 con 0x7f93a806d5e0 2024-09-13T17:48:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.621+0000 7f93adab6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f93a80b21d0 0x7f93a80cea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.621+0000 7f93adab6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f93a80b21d0 0x7f93a80cea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47618/0 (socket says 172.21.15.32:47618) 2024-09-13T17:48:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.621+0000 7f93adab6640 1 -- 172.21.15.32:0/1283293455 learned_addr learned my addr 172.21.15.32:0/1283293455 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.621+0000 7f93acab4640 1 --2- 172.21.15.32:0/1283293455 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f93a806d5e0 0x7f93a80ce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.621+0000 7f93ad2b5640 1 --2- 172.21.15.32:0/1283293455 >> v2:172.21.15.159:3300/0 conn(0x7f93a815a300 0x7f93a806d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.621+0000 7f93adab6640 1 -- 172.21.15.32:0/1283293455 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f93a806d5e0 msgr2=0x7f93a80ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.621+0000 7f93adab6640 1 --2- 172.21.15.32:0/1283293455 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f93a806d5e0 0x7f93a80ce4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.621+0000 7f93adab6640 1 -- 172.21.15.32:0/1283293455 >> v2:172.21.15.159:3300/0 conn(0x7f93a815a300 msgr2=0x7f93a806d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:50.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.621+0000 7f93adab6640 1 --2- 172.21.15.32:0/1283293455 >> v2:172.21.15.159:3300/0 conn(0x7f93a815a300 0x7f93a806d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.621+0000 7f93adab6640 1 -- 172.21.15.32:0/1283293455 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93a806e040 con 0x7f93a80b21d0 2024-09-13T17:48:50.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.625+0000 7f93adab6640 1 --2- 172.21.15.32:0/1283293455 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93a80b21d0 0x7f93a80cea10 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f93a80b43f0 tx=0x7f939801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21d25261e6f45aac server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:50.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.625+0000 7f93a7fff640 1 -- 172.21.15.32:0/1283293455 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93980aa430 con 0x7f93a80b21d0 2024-09-13T17:48:50.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.625+0000 7f93a7fff640 1 -- 172.21.15.32:0/1283293455 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93980aa590 con 0x7f93a80b21d0 2024-09-13T17:48:50.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.625+0000 7f93a7fff640 1 -- 172.21.15.32:0/1283293455 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93980aa920 con 0x7f93a80b21d0 2024-09-13T17:48:50.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.625+0000 7f93af519640 1 -- 172.21.15.32:0/1283293455 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93a80b21d0 msgr2=0x7f93a80cea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:50.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.625+0000 7f93af519640 1 --2- 172.21.15.32:0/1283293455 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93a80b21d0 0x7f93a80cea10 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f93a80b43f0 tx=0x7f939801c4f0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.625+0000 7f93af519640 1 -- 172.21.15.32:0/1283293455 shutdown_connections 2024-09-13T17:48:50.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.625+0000 7f93af519640 1 --2- 172.21.15.32:0/1283293455 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93a80b21d0 0x7f93a80cea10 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.625+0000 7f93af519640 1 --2- 172.21.15.32:0/1283293455 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f93a806d5e0 0x7f93a80ce4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.625+0000 7f93af519640 1 --2- 172.21.15.32:0/1283293455 >> v2:172.21.15.159:3300/0 conn(0x7f93a815a300 0x7f93a806d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.625+0000 7f93af519640 1 -- 172.21.15.32:0/1283293455 >> 172.21.15.32:0/1283293455 conn(0x7f93a806a150 msgr2=0x7f93a806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:50.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.625+0000 7f93af519640 1 -- 172.21.15.32:0/1283293455 shutdown_connections 2024-09-13T17:48:50.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.625+0000 7f93af519640 1 -- 172.21.15.32:0/1283293455 wait complete. 2024-09-13T17:48:50.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.625+0000 7f93af519640 1 Processor -- start 2024-09-13T17:48:50.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.625+0000 7f93af519640 1 -- start start 2024-09-13T17:48:50.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93af519640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f93a806d5e0 0x7f93a808f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:50.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93af519640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f93a80b21d0 0x7f93a80c7170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93af519640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93a815a300 0x7f93a80acfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93af519640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93a8096290 con 0x7f93a815a300 2024-09-13T17:48:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93af519640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93a80ad500 con 0x7f93a806d5e0 2024-09-13T17:48:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93af519640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93a80c7830 con 0x7f93a80b21d0 2024-09-13T17:48:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93adab6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93a815a300 0x7f93a80acfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93adab6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93a815a300 0x7f93a80acfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47630/0 (socket says 172.21.15.32:47630) 2024-09-13T17:48:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93adab6640 1 -- 172.21.15.32:0/1579698582 learned_addr learned my addr 172.21.15.32:0/1579698582 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93ad2b5640 1 --2- 172.21.15.32:0/1579698582 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f93a806d5e0 0x7f93a808f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93acab4640 1 --2- 172.21.15.32:0/1579698582 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f93a80b21d0 0x7f93a80c7170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93adab6640 1 -- 172.21.15.32:0/1579698582 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f93a80b21d0 msgr2=0x7f93a80c7170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93adab6640 1 --2- 172.21.15.32:0/1579698582 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f93a80b21d0 0x7f93a80c7170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93adab6640 1 -- 172.21.15.32:0/1579698582 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f93a806d5e0 msgr2=0x7f93a808f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:50.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93adab6640 1 --2- 172.21.15.32:0/1579698582 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f93a806d5e0 0x7f93a808f940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93adab6640 1 -- 172.21.15.32:0/1579698582 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93980094d0 con 0x7f93a815a300 2024-09-13T17:48:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93adab6640 1 --2- 172.21.15.32:0/1579698582 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93a815a300 0x7f93a80acfc0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f939801aba0 tx=0x7f939801ad30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93a5ffb640 1 -- 172.21.15.32:0/1579698582 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93980b3800 con 0x7f93a815a300 2024-09-13T17:48:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93a5ffb640 1 -- 172.21.15.32:0/1579698582 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93980b3960 con 0x7f93a815a300 2024-09-13T17:48:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93a5ffb640 1 -- 172.21.15.32:0/1579698582 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93980b3d10 con 0x7f93a815a300 2024-09-13T17:48:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93af519640 1 -- 172.21.15.32:0/1579698582 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93a80c7b10 con 0x7f93a815a300 2024-09-13T17:48:50.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93af519640 1 -- 172.21.15.32:0/1579698582 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93a80c80d0 con 0x7f93a815a300 2024-09-13T17:48:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93af519640 1 -- 172.21.15.32:0/1579698582 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f93a80c82f0 con 0x7f93a815a300 2024-09-13T17:48:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93a5ffb640 1 -- 172.21.15.32:0/1579698582 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f93980bd3f0 con 0x7f93a815a300 2024-09-13T17:48:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93a5ffb640 1 --2- 172.21.15.32:0/1579698582 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9394066690 0x7f9394068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.629+0000 7f93a5ffb640 1 -- 172.21.15.32:0/1579698582 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f939811efc0 con 0x7f93a815a300 2024-09-13T17:48:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.633+0000 7f93ad2b5640 1 --2- 172.21.15.32:0/1579698582 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9394066690 0x7f9394068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:50.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.633+0000 7f93ad2b5640 1 --2- 172.21.15.32:0/1579698582 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9394066690 0x7f9394068b50 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f93a8092a90 tx=0x7f93a0008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:50.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.637+0000 7f93a5ffb640 1 -- 172.21.15.32:0/1579698582 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f93980ec280 con 0x7f93a815a300 2024-09-13T17:48:50.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.829+0000 7f93af519640 1 -- 172.21.15.32:0/1579698582 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f93a806d0a0 con 0x7f93a815a300 2024-09-13T17:48:50.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.829+0000 7f93a5ffb640 1 -- 172.21.15.32:0/1579698582 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4728 (secure 0 0 0) 0x7f93980ef8a0 con 0x7f93a815a300 2024-09-13T17:48:50.831 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:50.831 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5179,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2619056433","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2619056433},{"type":"v1","addr":"172.21.15.32:6835","nonce":2619056433}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6837/911920635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6835","nonce":911920635},{"type":"v1","addr":"172.21.15.159:6837","nonce":911920635}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6833/866025287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":866025287},{"type":"v1","addr":"172.21.15.32:6833","nonce":866025287}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:48:47.447904+0000","modified":"2024-09-13T17:48:50.461298+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5460":{"gid":5460,"name":"b","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.159:6836/54316820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6834","nonce":54316820},{"type":"v1","addr":"172.21.15.159:6836","nonce":54316820}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T17:48:50.831 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 16 2024-09-13T17:48:50.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.829+0000 7f93af519640 1 -- 172.21.15.32:0/1579698582 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9394066690 msgr2=0x7f9394068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:50.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.829+0000 7f93af519640 1 --2- 172.21.15.32:0/1579698582 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9394066690 0x7f9394068b50 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f93a8092a90 tx=0x7f93a0008040 comp rx=0 tx=0).stop 2024-09-13T17:48:50.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.829+0000 7f93af519640 1 -- 172.21.15.32:0/1579698582 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93a815a300 msgr2=0x7f93a80acfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:50.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.829+0000 7f93af519640 1 --2- 172.21.15.32:0/1579698582 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93a815a300 0x7f93a80acfc0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f939801aba0 tx=0x7f939801ad30 comp rx=0 tx=0).stop 2024-09-13T17:48:50.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.833+0000 7f93af519640 1 -- 172.21.15.32:0/1579698582 shutdown_connections 2024-09-13T17:48:50.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.833+0000 7f93af519640 1 --2- 172.21.15.32:0/1579698582 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9394066690 0x7f9394068b50 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.833+0000 7f93af519640 1 --2- 172.21.15.32:0/1579698582 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93a815a300 0x7f93a80acfc0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.833+0000 7f93af519640 1 --2- 172.21.15.32:0/1579698582 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f93a80b21d0 0x7f93a80c7170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.833+0000 7f93af519640 1 --2- 172.21.15.32:0/1579698582 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f93a806d5e0 0x7f93a808f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.833+0000 7f93af519640 1 -- 172.21.15.32:0/1579698582 >> 172.21.15.32:0/1579698582 conn(0x7f93a806a150 msgr2=0x7f93a81528b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:50.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.833+0000 7f93af519640 1 -- 172.21.15.32:0/1579698582 shutdown_connections 2024-09-13T17:48:50.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.833+0000 7f93af519640 1 -- 172.21.15.32:0/1579698582 wait complete. 2024-09-13T17:48:50.849 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:48:50.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f6261dbe640 1 Processor -- start 2024-09-13T17:48:50.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f6261dbe640 1 -- start start 2024-09-13T17:48:50.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f6261dbe640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f625c15c420 0x7f625c0ad860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:50.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f6261dbe640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f625c0ab150 0x7f625c0ac9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:50.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f6261dbe640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f625c0ab910 con 0x7f625c0ce4d0 2024-09-13T17:48:50.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f6261dbe640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f625c0ac590 con 0x7f625c15c420 2024-09-13T17:48:50.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f6261dbe640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f625c0abbf0 con 0x7f625c0ab150 2024-09-13T17:48:50.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625bfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f625c0ce4d0 0x7f625c0cbe70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:39024/0 (socket says 172.21.15.32:39024) 2024-09-13T17:48:50.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625bfff640 1 -- 172.21.15.32:0/3464231505 learned_addr learned my addr 172.21.15.32:0/3464231505 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:50.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625b7fe640 1 --2- 172.21.15.32:0/3464231505 >> v2:172.21.15.159:3300/0 conn(0x7f625c15c420 0x7f625c0ad860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:50.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625affd640 1 --2- 172.21.15.32:0/3464231505 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f625c0ab150 0x7f625c0ac9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:50.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625a7fc640 1 -- 172.21.15.32:0/3464231505 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 842507850 0 0) 0x7f625c0ab910 con 0x7f625c0ce4d0 2024-09-13T17:48:50.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625a7fc640 1 -- 172.21.15.32:0/3464231505 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6244003530 con 0x7f625c0ce4d0 2024-09-13T17:48:50.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625a7fc640 1 -- 172.21.15.32:0/3464231505 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3576163656 0 0) 0x7f6244003530 con 0x7f625c0ce4d0 2024-09-13T17:48:50.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625a7fc640 1 -- 172.21.15.32:0/3464231505 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f625c0ab150 msgr2=0x7f625c0ac9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:50.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625a7fc640 1 --2- 172.21.15.32:0/3464231505 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f625c0ab150 0x7f625c0ac9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625a7fc640 1 -- 172.21.15.32:0/3464231505 >> v2:172.21.15.159:3300/0 conn(0x7f625c15c420 msgr2=0x7f625c0ad860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:50.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625a7fc640 1 --2- 172.21.15.32:0/3464231505 >> v2:172.21.15.159:3300/0 conn(0x7f625c15c420 0x7f625c0ad860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625a7fc640 1 -- 172.21.15.32:0/3464231505 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f625c0abed0 con 0x7f625c0ce4d0 2024-09-13T17:48:50.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625a7fc640 1 -- 172.21.15.32:0/3464231505 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f6254001a00 con 0x7f625c0ce4d0 2024-09-13T17:48:50.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625a7fc640 1 -- 172.21.15.32:0/3464231505 >> v1:172.21.15.32:6789/0 conn(0x7f625c0ce4d0 legacy=0x7f625c0cbe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:50.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625a7fc640 1 --2- 172.21.15.32:0/3464231505 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6244003980 0x7f6244003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:50.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625a7fc640 1 --2- 172.21.15.32:0/3464231505 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f625c0ab150 0x7f62440047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:50.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625a7fc640 1 --2- 172.21.15.32:0/3464231505 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6244004d10 0x7f6244005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:50.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625a7fc640 1 -- 172.21.15.32:0/3464231505 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f625c0ac590 con 0x7f6244004d10 2024-09-13T17:48:50.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625a7fc640 1 -- 172.21.15.32:0/3464231505 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f625c0abbf0 con 0x7f6244003980 2024-09-13T17:48:50.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625a7fc640 1 -- 172.21.15.32:0/3464231505 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f624400b9c0 con 0x7f625c0ab150 2024-09-13T17:48:50.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625bfff640 1 --2- 172.21.15.32:0/3464231505 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6244004d10 0x7f6244005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:50.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625affd640 1 --2- 172.21.15.32:0/3464231505 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f625c0ab150 0x7f62440047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:50.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625b7fe640 1 --2- 172.21.15.32:0/3464231505 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6244003980 0x7f6244003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:50.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625bfff640 1 -- 172.21.15.32:0/3464231505 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f625c0ab150 msgr2=0x7f62440047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:50.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625bfff640 1 --2- 172.21.15.32:0/3464231505 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f625c0ab150 0x7f62440047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625bfff640 1 -- 172.21.15.32:0/3464231505 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6244003980 msgr2=0x7f6244003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:50.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625bfff640 1 --2- 172.21.15.32:0/3464231505 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6244003980 0x7f6244003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625bfff640 1 -- 172.21.15.32:0/3464231505 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6244003530 con 0x7f6244004d10 2024-09-13T17:48:50.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.973+0000 7f625affd640 1 --2- 172.21.15.32:0/3464231505 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f625c0ab150 0x7f62440047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:50.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.977+0000 7f625bfff640 1 --2- 172.21.15.32:0/3464231505 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6244004d10 0x7f6244005190 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f625400a860 tx=0x7f625401fae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7694a92c59c455a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:50.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.977+0000 7f625a7fc640 1 -- 172.21.15.32:0/3464231505 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62540aa710 con 0x7f6244004d10 2024-09-13T17:48:50.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.977+0000 7f625a7fc640 1 -- 172.21.15.32:0/3464231505 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62540aa870 con 0x7f6244004d10 2024-09-13T17:48:50.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.977+0000 7f625a7fc640 1 -- 172.21.15.32:0/3464231505 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62540aac40 con 0x7f6244004d10 2024-09-13T17:48:50.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.977+0000 7f6261dbe640 1 -- 172.21.15.32:0/3464231505 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6244004d10 msgr2=0x7f6244005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:50.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.977+0000 7f6261dbe640 1 --2- 172.21.15.32:0/3464231505 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6244004d10 0x7f6244005190 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f625400a860 tx=0x7f625401fae0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.977+0000 7f625bfff640 1 -- 172.21.15.32:0/3464231505 reap_dead start 2024-09-13T17:48:50.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.977+0000 7f6261dbe640 1 -- 172.21.15.32:0/3464231505 shutdown_connections 2024-09-13T17:48:50.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.977+0000 7f6261dbe640 1 -- 172.21.15.32:0/3464231505 >> 172.21.15.32:0/3464231505 conn(0x7f625c06a150 msgr2=0x7f625c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:50.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.977+0000 7f6261dbe640 1 -- 172.21.15.32:0/3464231505 shutdown_connections 2024-09-13T17:48:50.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.977+0000 7f6261dbe640 1 -- 172.21.15.32:0/3464231505 wait complete. 2024-09-13T17:48:50.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f6261dbe640 1 Processor -- start 2024-09-13T17:48:50.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f6261dbe640 1 -- start start 2024-09-13T17:48:50.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f6261dbe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f625c0c7830 0x7f625c0c7ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:50.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f6261dbe640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f625c15f530 0x7f625c06d270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:50.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f6261dbe640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f625c06d7b0 0x7f625c0c58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:50.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f6261dbe640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f625c0c7c10 con 0x7f625c0c7830 2024-09-13T17:48:50.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f6261dbe640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f625c06dc40 con 0x7f625c15f530 2024-09-13T17:48:50.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f6261dbe640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f625c1559e0 con 0x7f625c06d7b0 2024-09-13T17:48:50.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f625b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f625c0c7830 0x7f625c0c7ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:50.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f625b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f625c0c7830 0x7f625c0c7ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47650/0 (socket says 172.21.15.32:47650) 2024-09-13T17:48:50.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f625b7fe640 1 -- 172.21.15.32:0/342802879 learned_addr learned my addr 172.21.15.32:0/342802879 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:50.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f625bfff640 1 --2- 172.21.15.32:0/342802879 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f625c06d7b0 0x7f625c0c58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:50.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f625affd640 1 --2- 172.21.15.32:0/342802879 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f625c15f530 0x7f625c06d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:50.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f625b7fe640 1 -- 172.21.15.32:0/342802879 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f625c06d7b0 msgr2=0x7f625c0c58f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:50.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f625b7fe640 1 --2- 172.21.15.32:0/342802879 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f625c06d7b0 0x7f625c0c58f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f625b7fe640 1 -- 172.21.15.32:0/342802879 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f625c15f530 msgr2=0x7f625c06d270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:50.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f625b7fe640 1 --2- 172.21.15.32:0/342802879 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f625c15f530 0x7f625c06d270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:50.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f625b7fe640 1 -- 172.21.15.32:0/342802879 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f625c0c5410 con 0x7f625c0c7830 2024-09-13T17:48:50.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f625affd640 1 --2- 172.21.15.32:0/342802879 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f625c15f530 0x7f625c06d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:50.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f625b7fe640 1 --2- 172.21.15.32:0/342802879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f625c0c7830 0x7f625c0c7ee0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f624c011610 tx=0x7f624c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:50.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f6243fff640 1 -- 172.21.15.32:0/342802879 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f624c015870 con 0x7f625c0c7830 2024-09-13T17:48:50.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f6243fff640 1 -- 172.21.15.32:0/342802879 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f624c0159d0 con 0x7f625c0c7830 2024-09-13T17:48:50.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f6243fff640 1 -- 172.21.15.32:0/342802879 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f624c015d40 con 0x7f625c0c7830 2024-09-13T17:48:50.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f6261dbe640 1 -- 172.21.15.32:0/342802879 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f625c158770 con 0x7f625c0c7830 2024-09-13T17:48:50.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f6261dbe640 1 -- 172.21.15.32:0/342802879 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f625c158d30 con 0x7f625c0c7830 2024-09-13T17:48:50.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f6261dbe640 1 -- 172.21.15.32:0/342802879 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f625c0ca420 con 0x7f625c0c7830 2024-09-13T17:48:50.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f6243fff640 1 -- 172.21.15.32:0/342802879 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f624c0143e0 con 0x7f625c0c7830 2024-09-13T17:48:50.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f6243fff640 1 --2- 172.21.15.32:0/342802879 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6248066690 0x7f6248068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:50.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.981+0000 7f6243fff640 1 -- 172.21.15.32:0/342802879 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f624c084ad0 con 0x7f625c0c7830 2024-09-13T17:48:50.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.985+0000 7f625affd640 1 --2- 172.21.15.32:0/342802879 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6248066690 0x7f6248068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:50.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.985+0000 7f625affd640 1 --2- 172.21.15.32:0/342802879 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6248066690 0x7f6248068b50 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f625c15f950 tx=0x7f6250008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:50.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:50.989+0000 7f6243fff640 1 -- 172.21.15.32:0/342802879 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f624c051d00 con 0x7f625c0c7830 2024-09-13T17:48:51.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.153+0000 7f6261dbe640 1 -- 172.21.15.32:0/342802879 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f625c0b2330 con 0x7f625c0c7830 2024-09-13T17:48:51.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.153+0000 7f6243fff640 1 -- 172.21.15.32:0/342802879 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v42) v1 ==== 74+0+16762 (secure 0 0 0) 0x7f624c022090 con 0x7f625c0c7830 2024-09-13T17:48:51.156 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:51.156 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":42,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:48:48.451107+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:48:45.707705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T17:48:46.441639+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"42","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:48:51.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.157+0000 7f6261dbe640 1 -- 172.21.15.32:0/342802879 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6248066690 msgr2=0x7f6248068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:51.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.157+0000 7f6261dbe640 1 --2- 172.21.15.32:0/342802879 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6248066690 0x7f6248068b50 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f625c15f950 tx=0x7f6250008040 comp rx=0 tx=0).stop 2024-09-13T17:48:51.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.157+0000 7f6261dbe640 1 -- 172.21.15.32:0/342802879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f625c0c7830 msgr2=0x7f625c0c7ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:51.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.157+0000 7f6261dbe640 1 --2- 172.21.15.32:0/342802879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f625c0c7830 0x7f625c0c7ee0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f624c011610 tx=0x7f624c011ad0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.157+0000 7f6261dbe640 1 -- 172.21.15.32:0/342802879 shutdown_connections 2024-09-13T17:48:51.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.157+0000 7f6261dbe640 1 --2- 172.21.15.32:0/342802879 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6248066690 0x7f6248068b50 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.157+0000 7f6261dbe640 1 --2- 172.21.15.32:0/342802879 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f625c06d7b0 0x7f625c0c58f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.157+0000 7f6261dbe640 1 --2- 172.21.15.32:0/342802879 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f625c15f530 0x7f625c06d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.157+0000 7f6261dbe640 1 --2- 172.21.15.32:0/342802879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f625c0c7830 0x7f625c0c7ee0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.157+0000 7f6261dbe640 1 -- 172.21.15.32:0/342802879 >> 172.21.15.32:0/342802879 conn(0x7f625c06a150 msgr2=0x7f625c073180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:51.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.157+0000 7f6261dbe640 1 -- 172.21.15.32:0/342802879 shutdown_connections 2024-09-13T17:48:51.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.157+0000 7f6261dbe640 1 -- 172.21.15.32:0/342802879 wait complete. 2024-09-13T17:48:51.175 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T17:48:51.175 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:48:51.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.297+0000 7f674a7a1640 1 Processor -- start 2024-09-13T17:48:51.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.297+0000 7f674a7a1640 1 -- start start 2024-09-13T17:48:51.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.301+0000 7f674a7a1640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f674415a300 0x7f674406d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:51.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.301+0000 7f674a7a1640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f67440cebe0 0x7f67440c8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:51.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.301+0000 7f674a7a1640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f674415a6e0 con 0x7f674406d5e0 2024-09-13T17:48:51.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.301+0000 7f674a7a1640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f674406da80 con 0x7f674415a300 2024-09-13T17:48:51.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.301+0000 7f674a7a1640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f674406dd60 con 0x7f67440cebe0 2024-09-13T17:48:51.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.301+0000 7f6748d3e640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f67440cebe0 0x7f67440c8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:51.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.301+0000 7f6743fff640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f674415a300 0x7f674406d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:51.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.301+0000 7f67437fe640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7f674406d5e0 0x7f67440ce4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:39150/0 (socket says 172.21.15.32:39150) 2024-09-13T17:48:51.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.301+0000 7f67437fe640 1 -- 172.21.15.32:0/2536137212 learned_addr learned my addr 172.21.15.32:0/2536137212 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:51.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.301+0000 7f6748d3e640 1 -- 172.21.15.32:0/2536137212 >> v2:172.21.15.159:3300/0 conn(0x7f674415a300 msgr2=0x7f674406d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:51.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.301+0000 7f6748d3e640 1 --2- 172.21.15.32:0/2536137212 >> v2:172.21.15.159:3300/0 conn(0x7f674415a300 0x7f674406d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.301+0000 7f6748d3e640 1 -- 172.21.15.32:0/2536137212 >> v1:172.21.15.159:6789/0 conn(0x7f674406d5e0 legacy=0x7f67440ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:51.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.301+0000 7f6748d3e640 1 -- 172.21.15.32:0/2536137212 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f674406e040 con 0x7f67440cebe0 2024-09-13T17:48:51.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f6748d3e640 1 --2- 172.21.15.32:0/2536137212 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f67440cebe0 0x7f67440c8cd0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f673c0097c0 tx=0x7f673c01c470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4aaddaec8d7ba29 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:51.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f6742ffd640 1 -- 172.21.15.32:0/2536137212 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f673c0aa5f0 con 0x7f67440cebe0 2024-09-13T17:48:51.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f6742ffd640 1 -- 172.21.15.32:0/2536137212 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f673c0aa750 con 0x7f67440cebe0 2024-09-13T17:48:51.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f6742ffd640 1 -- 172.21.15.32:0/2536137212 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f673c0aaae0 con 0x7f67440cebe0 2024-09-13T17:48:51.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f674a7a1640 1 -- 172.21.15.32:0/2536137212 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f67440cebe0 msgr2=0x7f67440c8cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:51.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f674a7a1640 1 --2- 172.21.15.32:0/2536137212 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f67440cebe0 0x7f67440c8cd0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f673c0097c0 tx=0x7f673c01c470 comp rx=0 tx=0).stop 2024-09-13T17:48:51.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f674a7a1640 1 -- 172.21.15.32:0/2536137212 shutdown_connections 2024-09-13T17:48:51.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f674a7a1640 1 --2- 172.21.15.32:0/2536137212 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f67440cebe0 0x7f67440c8cd0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f674a7a1640 1 --2- 172.21.15.32:0/2536137212 >> v2:172.21.15.159:3300/0 conn(0x7f674415a300 0x7f674406d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f674a7a1640 1 -- 172.21.15.32:0/2536137212 >> 172.21.15.32:0/2536137212 conn(0x7f674406a150 msgr2=0x7f674406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:51.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f674a7a1640 1 -- 172.21.15.32:0/2536137212 shutdown_connections 2024-09-13T17:48:51.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f674a7a1640 1 -- 172.21.15.32:0/2536137212 wait complete. 2024-09-13T17:48:51.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f674a7a1640 1 Processor -- start 2024-09-13T17:48:51.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f674a7a1640 1 -- start start 2024-09-13T17:48:51.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f674a7a1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f674406d5e0 0x7f6744097a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:51.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f674a7a1640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f67440cebe0 0x7f674415a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:51.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f674a7a1640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f674415a300 0x7f6744157bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:51.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f674a7a1640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f674415d230 con 0x7f674406d5e0 2024-09-13T17:48:51.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f674a7a1640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6744071e50 con 0x7f674415a300 2024-09-13T17:48:51.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.305+0000 7f674a7a1640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f674415cee0 con 0x7f67440cebe0 2024-09-13T17:48:51.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f6743fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f674406d5e0 0x7f6744097a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:51.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f6743fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f674406d5e0 0x7f6744097a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47656/0 (socket says 172.21.15.32:47656) 2024-09-13T17:48:51.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f6743fff640 1 -- 172.21.15.32:0/1343463156 learned_addr learned my addr 172.21.15.32:0/1343463156 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:51.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f6748d3e640 1 --2- 172.21.15.32:0/1343463156 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f674415a300 0x7f6744157bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:51.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f67437fe640 1 --2- 172.21.15.32:0/1343463156 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f67440cebe0 0x7f674415a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:51.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f6743fff640 1 -- 172.21.15.32:0/1343463156 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f67440cebe0 msgr2=0x7f674415a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:51.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f6743fff640 1 --2- 172.21.15.32:0/1343463156 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f67440cebe0 0x7f674415a870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f6743fff640 1 -- 172.21.15.32:0/1343463156 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f674415a300 msgr2=0x7f6744157bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:51.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f6743fff640 1 --2- 172.21.15.32:0/1343463156 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f674415a300 0x7f6744157bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f6743fff640 1 -- 172.21.15.32:0/1343463156 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f673c009420 con 0x7f674406d5e0 2024-09-13T17:48:51.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f6743fff640 1 --2- 172.21.15.32:0/1343463156 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f674406d5e0 0x7f6744097a20 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f672c00e8a0 tx=0x7f672c00eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:51.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f6740ff9640 1 -- 172.21.15.32:0/1343463156 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f672c009510 con 0x7f674406d5e0 2024-09-13T17:48:51.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f6740ff9640 1 -- 172.21.15.32:0/1343463156 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f672c00c940 con 0x7f674406d5e0 2024-09-13T17:48:51.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f674a7a1640 1 -- 172.21.15.32:0/1343463156 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f674415adb0 con 0x7f674406d5e0 2024-09-13T17:48:51.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f6740ff9640 1 -- 172.21.15.32:0/1343463156 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f672c00ccb0 con 0x7f674406d5e0 2024-09-13T17:48:51.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f674a7a1640 1 -- 172.21.15.32:0/1343463156 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6744072380 con 0x7f674406d5e0 2024-09-13T17:48:51.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f674a7a1640 1 -- 172.21.15.32:0/1343463156 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f674415d4a0 con 0x7f674406d5e0 2024-09-13T17:48:51.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f6740ff9640 1 -- 172.21.15.32:0/1343463156 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f672c013470 con 0x7f674406d5e0 2024-09-13T17:48:51.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f6740ff9640 1 --2- 172.21.15.32:0/1343463156 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6724066690 0x7f6724068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:51.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f6740ff9640 1 -- 172.21.15.32:0/1343463156 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f672c084320 con 0x7f674406d5e0 2024-09-13T17:48:51.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f67437fe640 1 --2- 172.21.15.32:0/1343463156 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6724066690 0x7f6724068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:51.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.309+0000 7f67437fe640 1 --2- 172.21.15.32:0/1343463156 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6724066690 0x7f6724068b50 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6744158840 tx=0x7f6734009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:51.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.313+0000 7f6740ff9640 1 -- 172.21.15.32:0/1343463156 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f672c0515e0 con 0x7f674406d5e0 2024-09-13T17:48:51.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.473+0000 7f674a7a1640 1 -- 172.21.15.32:0/1343463156 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f67440cf100 con 0x7f6724066690 2024-09-13T17:48:51.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.493+0000 7f6740ff9640 1 -- 172.21.15.32:0/1343463156 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286304 (secure 0 0 0) 0x7f67440cf100 con 0x7f6724066690 2024-09-13T17:48:51.500 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:51.501 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-13T17:48:51.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.501+0000 7f674a7a1640 1 -- 172.21.15.32:0/1343463156 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6724066690 msgr2=0x7f6724068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:51.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.501+0000 7f674a7a1640 1 --2- 172.21.15.32:0/1343463156 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6724066690 0x7f6724068b50 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6744158840 tx=0x7f6734009040 comp rx=0 tx=0).stop 2024-09-13T17:48:51.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.501+0000 7f674a7a1640 1 -- 172.21.15.32:0/1343463156 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f674406d5e0 msgr2=0x7f6744097a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:51.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.501+0000 7f674a7a1640 1 --2- 172.21.15.32:0/1343463156 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f674406d5e0 0x7f6744097a20 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f672c00e8a0 tx=0x7f672c00eca0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.501+0000 7f674a7a1640 1 -- 172.21.15.32:0/1343463156 shutdown_connections 2024-09-13T17:48:51.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.501+0000 7f674a7a1640 1 --2- 172.21.15.32:0/1343463156 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6724066690 0x7f6724068b50 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.501+0000 7f674a7a1640 1 --2- 172.21.15.32:0/1343463156 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f674415a300 0x7f6744157bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.501+0000 7f674a7a1640 1 --2- 172.21.15.32:0/1343463156 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f67440cebe0 0x7f674415a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.501+0000 7f674a7a1640 1 --2- 172.21.15.32:0/1343463156 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f674406d5e0 0x7f6744097a20 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.501+0000 7f674a7a1640 1 -- 172.21.15.32:0/1343463156 >> 172.21.15.32:0/1343463156 conn(0x7f674406a150 msgr2=0x7f6744159290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:51.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.501+0000 7f674a7a1640 1 -- 172.21.15.32:0/1343463156 shutdown_connections 2024-09-13T17:48:51.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.501+0000 7f674a7a1640 1 -- 172.21.15.32:0/1343463156 wait complete. 2024-09-13T17:48:51.519 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":88,"stamp":"2024-09-13T17:48:50.233432+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590550,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":175,"num_write_kb":2419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":10,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237248,"kb_used_data":4680,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754737472,"statfs":{"total":773094113280,"available":772851171328,"internally_reserved":0,"allocated":4792320,"data_stored":2696387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":182,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.176984"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.084101+0000","last_change":"2024-09-13T17:48:47.084101+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.084101+0000","last_undegraded":"2024-09-13T17:48:47.084101+0000","last_fullsized":"2024-09-13T17:48:47.084101+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:34:07.996015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.083091+0000","last_change":"2024-09-13T17:48:47.083091+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.083091+0000","last_undegraded":"2024-09-13T17:48:47.083091+0000","last_fullsized":"2024-09-13T17:48:47.083091+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:34:38.952886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.076890+0000","last_change":"2024-09-13T17:48:47.076890+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.076890+0000","last_undegraded":"2024-09-13T17:48:47.076890+0000","last_fullsized":"2024-09-13T17:48:47.076890+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:38.708147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499172+0000","last_change":"2024-09-13T17:48:47.498686+0000","last_active":"2024-09-13T17:48:47.499172+0000","last_peered":"2024-09-13T17:48:47.499172+0000","last_clean":"2024-09-13T17:48:47.499172+0000","last_became_active":"2024-09-13T17:48:47.498263+0000","last_became_peered":"2024-09-13T17:48:47.498263+0000","last_unstale":"2024-09-13T17:48:47.499172+0000","last_undegraded":"2024-09-13T17:48:47.499172+0000","last_fullsized":"2024-09-13T17:48:47.499172+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:30.289401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.490649+0000","last_change":"2024-09-13T17:48:47.490059+0000","last_active":"2024-09-13T17:48:47.490649+0000","last_peered":"2024-09-13T17:48:47.490649+0000","last_clean":"2024-09-13T17:48:47.490649+0000","last_became_active":"2024-09-13T17:48:47.489783+0000","last_became_peered":"2024-09-13T17:48:47.489783+0000","last_unstale":"2024-09-13T17:48:47.490649+0000","last_undegraded":"2024-09-13T17:48:47.490649+0000","last_fullsized":"2024-09-13T17:48:47.490649+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:50.783902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.086203+0000","last_change":"2024-09-13T17:48:47.086203+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.086203+0000","last_undegraded":"2024-09-13T17:48:47.086203+0000","last_fullsized":"2024-09-13T17:48:47.086203+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:24:49.987724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494090+0000","last_change":"2024-09-13T17:48:47.481121+0000","last_active":"2024-09-13T17:48:47.494090+0000","last_peered":"2024-09-13T17:48:47.494090+0000","last_clean":"2024-09-13T17:48:47.494090+0000","last_became_active":"2024-09-13T17:48:47.480501+0000","last_became_peered":"2024-09-13T17:48:47.480501+0000","last_unstale":"2024-09-13T17:48:47.494090+0000","last_undegraded":"2024-09-13T17:48:47.494090+0000","last_fullsized":"2024-09-13T17:48:47.494090+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:02:20.264697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.077238+0000","last_change":"2024-09-13T17:48:47.077238+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.077238+0000","last_undegraded":"2024-09-13T17:48:47.077238+0000","last_fullsized":"2024-09-13T17:48:47.077238+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:15:08.316658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.080800+0000","last_change":"2024-09-13T17:48:47.080800+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.080800+0000","last_undegraded":"2024-09-13T17:48:47.080800+0000","last_fullsized":"2024-09-13T17:48:47.080800+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:16.826113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494542+0000","last_change":"2024-09-13T17:48:47.486371+0000","last_active":"2024-09-13T17:48:47.494542+0000","last_peered":"2024-09-13T17:48:47.494542+0000","last_clean":"2024-09-13T17:48:47.494542+0000","last_became_active":"2024-09-13T17:48:47.486191+0000","last_became_peered":"2024-09-13T17:48:47.486191+0000","last_unstale":"2024-09-13T17:48:47.494542+0000","last_undegraded":"2024-09-13T17:48:47.494542+0000","last_fullsized":"2024-09-13T17:48:47.494542+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:18:26.784128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.496751+0000","last_change":"2024-09-13T17:48:47.492118+0000","last_active":"2024-09-13T17:48:47.496751+0000","last_peered":"2024-09-13T17:48:47.496751+0000","last_clean":"2024-09-13T17:48:47.496751+0000","last_became_active":"2024-09-13T17:48:47.491798+0000","last_became_peered":"2024-09-13T17:48:47.491798+0000","last_unstale":"2024-09-13T17:48:47.496751+0000","last_undegraded":"2024-09-13T17:48:47.496751+0000","last_fullsized":"2024-09-13T17:48:47.496751+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:32:54.948242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.078827+0000","last_change":"2024-09-13T17:48:47.078827+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.078827+0000","last_undegraded":"2024-09-13T17:48:47.078827+0000","last_fullsized":"2024-09-13T17:48:47.078827+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:33.112737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494323+0000","last_change":"2024-09-13T17:48:47.486318+0000","last_active":"2024-09-13T17:48:47.494323+0000","last_peered":"2024-09-13T17:48:47.494323+0000","last_clean":"2024-09-13T17:48:47.494323+0000","last_became_active":"2024-09-13T17:48:47.485995+0000","last_became_peered":"2024-09-13T17:48:47.485995+0000","last_unstale":"2024-09-13T17:48:47.494323+0000","last_undegraded":"2024-09-13T17:48:47.494323+0000","last_fullsized":"2024-09-13T17:48:47.494323+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:09:31.014812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499500+0000","last_change":"2024-09-13T17:48:47.490254+0000","last_active":"2024-09-13T17:48:47.499500+0000","last_peered":"2024-09-13T17:48:47.499500+0000","last_clean":"2024-09-13T17:48:47.499500+0000","last_became_active":"2024-09-13T17:48:47.489826+0000","last_became_peered":"2024-09-13T17:48:47.489826+0000","last_unstale":"2024-09-13T17:48:47.499500+0000","last_undegraded":"2024-09-13T17:48:47.499500+0000","last_fullsized":"2024-09-13T17:48:47.499500+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:41:05.233835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494136+0000","last_change":"2024-09-13T17:48:47.481308+0000","last_active":"2024-09-13T17:48:47.494136+0000","last_peered":"2024-09-13T17:48:47.494136+0000","last_clean":"2024-09-13T17:48:47.494136+0000","last_became_active":"2024-09-13T17:48:47.480970+0000","last_became_peered":"2024-09-13T17:48:47.480970+0000","last_unstale":"2024-09-13T17:48:47.494136+0000","last_undegraded":"2024-09-13T17:48:47.494136+0000","last_fullsized":"2024-09-13T17:48:47.494136+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:41:05.233835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.100608+0000","last_change":"2024-09-13T17:48:47.100608+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.100608+0000","last_undegraded":"2024-09-13T17:48:47.100608+0000","last_fullsized":"2024-09-13T17:48:47.100608+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:16.826113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.099057+0000","last_change":"2024-09-13T17:48:47.099057+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.099057+0000","last_undegraded":"2024-09-13T17:48:47.099057+0000","last_fullsized":"2024-09-13T17:48:47.099057+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:21.484295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.077532+0000","last_change":"2024-09-13T17:48:47.077532+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.077532+0000","last_undegraded":"2024-09-13T17:48:47.077532+0000","last_fullsized":"2024-09-13T17:48:47.077532+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:16.024801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.471587+0000","last_change":"2024-09-13T17:48:47.468334+0000","last_active":"2024-09-13T17:48:47.471587+0000","last_peered":"2024-09-13T17:48:47.471587+0000","last_clean":"2024-09-13T17:48:47.471587+0000","last_became_active":"2024-09-13T17:48:47.468036+0000","last_became_peered":"2024-09-13T17:48:47.468036+0000","last_unstale":"2024-09-13T17:48:47.471587+0000","last_undegraded":"2024-09-13T17:48:47.471587+0000","last_fullsized":"2024-09-13T17:48:47.471587+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:32.090149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.077631+0000","last_change":"2024-09-13T17:48:47.077631+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.077631+0000","last_undegraded":"2024-09-13T17:48:47.077631+0000","last_fullsized":"2024-09-13T17:48:47.077631+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:57.080038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494090+0000","last_change":"2024-09-13T17:48:47.480690+0000","last_active":"2024-09-13T17:48:47.494090+0000","last_peered":"2024-09-13T17:48:47.494090+0000","last_clean":"2024-09-13T17:48:47.494090+0000","last_became_active":"2024-09-13T17:48:47.480381+0000","last_became_peered":"2024-09-13T17:48:47.480381+0000","last_unstale":"2024-09-13T17:48:47.494090+0000","last_undegraded":"2024-09-13T17:48:47.494090+0000","last_fullsized":"2024-09-13T17:48:47.494090+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:50.849271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499432+0000","last_change":"2024-09-13T17:48:47.489774+0000","last_active":"2024-09-13T17:48:47.499432+0000","last_peered":"2024-09-13T17:48:47.499432+0000","last_clean":"2024-09-13T17:48:47.499432+0000","last_became_active":"2024-09-13T17:48:47.487959+0000","last_became_peered":"2024-09-13T17:48:47.487959+0000","last_unstale":"2024-09-13T17:48:47.499432+0000","last_undegraded":"2024-09-13T17:48:47.499432+0000","last_fullsized":"2024-09-13T17:48:47.499432+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:03.541759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.098645+0000","last_change":"2024-09-13T17:48:47.098645+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.098645+0000","last_undegraded":"2024-09-13T17:48:47.098645+0000","last_fullsized":"2024-09-13T17:48:47.098645+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:44.662563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.488103+0000","last_change":"2024-09-13T17:48:47.485571+0000","last_active":"2024-09-13T17:48:47.488103+0000","last_peered":"2024-09-13T17:48:47.488103+0000","last_clean":"2024-09-13T17:48:47.488103+0000","last_became_active":"2024-09-13T17:48:47.485195+0000","last_became_peered":"2024-09-13T17:48:47.485195+0000","last_unstale":"2024-09-13T17:48:47.488103+0000","last_undegraded":"2024-09-13T17:48:47.488103+0000","last_fullsized":"2024-09-13T17:48:47.488103+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:08.511961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.076933+0000","last_change":"2024-09-13T17:48:47.076933+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.076933+0000","last_undegraded":"2024-09-13T17:48:47.076933+0000","last_fullsized":"2024-09-13T17:48:47.076933+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:28:58.620071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.081007+0000","last_change":"2024-09-13T17:48:47.081007+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.081007+0000","last_undegraded":"2024-09-13T17:48:47.081007+0000","last_fullsized":"2024-09-13T17:48:47.081007+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:44:12.274775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.079619+0000","last_change":"2024-09-13T17:48:47.079619+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.079619+0000","last_undegraded":"2024-09-13T17:48:47.079619+0000","last_fullsized":"2024-09-13T17:48:47.079619+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:14.529586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.489978+0000","last_change":"2024-09-13T17:48:47.476648+0000","last_active":"2024-09-13T17:48:47.489978+0000","last_peered":"2024-09-13T17:48:47.489978+0000","last_clean":"2024-09-13T17:48:47.489978+0000","last_became_active":"2024-09-13T17:48:47.476246+0000","last_became_peered":"2024-09-13T17:48:47.476246+0000","last_unstale":"2024-09-13T17:48:47.489978+0000","last_undegraded":"2024-09-13T17:48:47.489978+0000","last_fullsized":"2024-09-13T17:48:47.489978+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:15.220591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.075962+0000","last_change":"2024-09-13T17:48:47.075962+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.075962+0000","last_undegraded":"2024-09-13T17:48:47.075962+0000","last_fullsized":"2024-09-13T17:48:47.075962+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:20.304637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.076487+0000","last_change":"2024-09-13T17:48:47.076487+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.076487+0000","last_undegraded":"2024-09-13T17:48:47.076487+0000","last_fullsized":"2024-09-13T17:48:47.076487+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:12.372989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.088303+0000","last_change":"2024-09-13T17:48:47.088303+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.088303+0000","last_undegraded":"2024-09-13T17:48:47.088303+0000","last_fullsized":"2024-09-13T17:48:47.088303+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:38.708147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.078297+0000","last_change":"2024-09-13T17:48:47.078297+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.078297+0000","last_undegraded":"2024-09-13T17:48:47.078297+0000","last_fullsized":"2024-09-13T17:48:47.078297+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:21.484295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.099196+0000","last_change":"2024-09-13T17:48:47.099196+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.099196+0000","last_undegraded":"2024-09-13T17:48:47.099196+0000","last_fullsized":"2024-09-13T17:48:47.099196+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:24:49.987724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.102083+0000","last_change":"2024-09-13T17:48:47.094338+0000","last_active":"2024-09-13T17:48:47.102083+0000","last_peered":"2024-09-13T17:48:47.102083+0000","last_clean":"2024-09-13T17:48:47.102083+0000","last_became_active":"2024-09-13T17:48:47.093013+0000","last_became_peered":"2024-09-13T17:48:47.093013+0000","last_unstale":"2024-09-13T17:48:47.102083+0000","last_undegraded":"2024-09-13T17:48:47.102083+0000","last_fullsized":"2024-09-13T17:48:47.102083+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:51.244575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.086062+0000","last_change":"2024-09-13T17:48:47.086062+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.086062+0000","last_undegraded":"2024-09-13T17:48:47.086062+0000","last_fullsized":"2024-09-13T17:48:47.086062+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:12.963771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.111686+0000","last_change":"2024-09-13T17:48:47.111151+0000","last_active":"2024-09-13T17:48:47.111686+0000","last_peered":"2024-09-13T17:48:47.111686+0000","last_clean":"2024-09-13T17:48:47.111686+0000","last_became_active":"2024-09-13T17:48:47.110724+0000","last_became_peered":"2024-09-13T17:48:47.110724+0000","last_unstale":"2024-09-13T17:48:47.111686+0000","last_undegraded":"2024-09-13T17:48:47.111686+0000","last_fullsized":"2024-09-13T17:48:47.111686+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:40:35.767065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499532+0000","last_change":"2024-09-13T17:48:47.490845+0000","last_active":"2024-09-13T17:48:47.499532+0000","last_peered":"2024-09-13T17:48:47.499532+0000","last_clean":"2024-09-13T17:48:47.499532+0000","last_became_active":"2024-09-13T17:48:47.490010+0000","last_became_peered":"2024-09-13T17:48:47.490010+0000","last_unstale":"2024-09-13T17:48:47.499532+0000","last_undegraded":"2024-09-13T17:48:47.499532+0000","last_fullsized":"2024-09-13T17:48:47.499532+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:58:48.425671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.109911+0000","last_change":"2024-09-13T17:48:47.109311+0000","last_active":"2024-09-13T17:48:47.109911+0000","last_peered":"2024-09-13T17:48:47.109911+0000","last_clean":"2024-09-13T17:48:47.109911+0000","last_became_active":"2024-09-13T17:48:47.109005+0000","last_became_peered":"2024-09-13T17:48:47.109005+0000","last_unstale":"2024-09-13T17:48:47.109911+0000","last_undegraded":"2024-09-13T17:48:47.109911+0000","last_fullsized":"2024-09-13T17:48:47.109911+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:19.300740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.082339+0000","last_change":"2024-09-13T17:48:47.082339+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.082339+0000","last_undegraded":"2024-09-13T17:48:47.082339+0000","last_fullsized":"2024-09-13T17:48:47.082339+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:56:21.939793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"41'2","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499639+0000","last_change":"2024-09-13T17:48:47.095874+0000","last_active":"2024-09-13T17:48:47.499639+0000","last_peered":"2024-09-13T17:48:47.499639+0000","last_clean":"2024-09-13T17:48:47.499639+0000","last_became_active":"2024-09-13T17:48:47.095135+0000","last_became_peered":"2024-09-13T17:48:47.095135+0000","last_unstale":"2024-09-13T17:48:47.499639+0000","last_undegraded":"2024-09-13T17:48:47.499639+0000","last_fullsized":"2024-09-13T17:48:47.499639+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:33.348574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.079269+0000","last_change":"2024-09-13T17:48:47.079269+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.079269+0000","last_undegraded":"2024-09-13T17:48:47.079269+0000","last_fullsized":"2024-09-13T17:48:47.079269+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:44.662563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"41'1","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.485484+0000","last_change":"2024-09-13T17:48:47.097724+0000","last_active":"2024-09-13T17:48:47.485484+0000","last_peered":"2024-09-13T17:48:47.485484+0000","last_clean":"2024-09-13T17:48:47.485484+0000","last_became_active":"2024-09-13T17:48:47.096972+0000","last_became_peered":"2024-09-13T17:48:47.096972+0000","last_unstale":"2024-09-13T17:48:47.485484+0000","last_undegraded":"2024-09-13T17:48:47.485484+0000","last_fullsized":"2024-09-13T17:48:47.485484+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:03.668155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494112+0000","last_change":"2024-09-13T17:48:47.481264+0000","last_active":"2024-09-13T17:48:47.494112+0000","last_peered":"2024-09-13T17:48:47.494112+0000","last_clean":"2024-09-13T17:48:47.494112+0000","last_became_active":"2024-09-13T17:48:47.480854+0000","last_became_peered":"2024-09-13T17:48:47.480854+0000","last_unstale":"2024-09-13T17:48:47.494112+0000","last_undegraded":"2024-09-13T17:48:47.494112+0000","last_fullsized":"2024-09-13T17:48:47.494112+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:58:48.425671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.120971+0000","last_change":"2024-09-13T17:48:47.119206+0000","last_active":"2024-09-13T17:48:47.120971+0000","last_peered":"2024-09-13T17:48:47.120971+0000","last_clean":"2024-09-13T17:48:47.120971+0000","last_became_active":"2024-09-13T17:48:47.118602+0000","last_became_peered":"2024-09-13T17:48:47.118602+0000","last_unstale":"2024-09-13T17:48:47.120971+0000","last_undegraded":"2024-09-13T17:48:47.120971+0000","last_fullsized":"2024-09-13T17:48:47.120971+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:51.244575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499703+0000","last_change":"2024-09-13T17:48:47.494690+0000","last_active":"2024-09-13T17:48:47.499703+0000","last_peered":"2024-09-13T17:48:47.499703+0000","last_clean":"2024-09-13T17:48:47.499703+0000","last_became_active":"2024-09-13T17:48:47.494414+0000","last_became_peered":"2024-09-13T17:48:47.494414+0000","last_unstale":"2024-09-13T17:48:47.499703+0000","last_undegraded":"2024-09-13T17:48:47.499703+0000","last_fullsized":"2024-09-13T17:48:47.499703+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:15.220591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.113260+0000","last_change":"2024-09-13T17:48:47.112510+0000","last_active":"2024-09-13T17:48:47.113260+0000","last_peered":"2024-09-13T17:48:47.113260+0000","last_clean":"2024-09-13T17:48:47.113260+0000","last_became_active":"2024-09-13T17:48:47.112156+0000","last_became_peered":"2024-09-13T17:48:47.112156+0000","last_unstale":"2024-09-13T17:48:47.113260+0000","last_undegraded":"2024-09-13T17:48:47.113260+0000","last_fullsized":"2024-09-13T17:48:47.113260+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:11.369093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.079874+0000","last_change":"2024-09-13T17:48:47.079874+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.079874+0000","last_undegraded":"2024-09-13T17:48:47.079874+0000","last_fullsized":"2024-09-13T17:48:47.079874+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:57:37.765574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.478886+0000","last_change":"2024-09-13T17:48:47.087244+0000","last_active":"2024-09-13T17:48:47.478886+0000","last_peered":"2024-09-13T17:48:47.478886+0000","last_clean":"2024-09-13T17:48:47.478886+0000","last_became_active":"2024-09-13T17:48:47.086607+0000","last_became_peered":"2024-09-13T17:48:47.086607+0000","last_unstale":"2024-09-13T17:48:47.478886+0000","last_undegraded":"2024-09-13T17:48:47.478886+0000","last_fullsized":"2024-09-13T17:48:47.478886+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:43.658667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499154+0000","last_change":"2024-09-13T17:48:47.498695+0000","last_active":"2024-09-13T17:48:47.499154+0000","last_peered":"2024-09-13T17:48:47.499154+0000","last_clean":"2024-09-13T17:48:47.499154+0000","last_became_active":"2024-09-13T17:48:47.498252+0000","last_became_peered":"2024-09-13T17:48:47.498252+0000","last_unstale":"2024-09-13T17:48:47.499154+0000","last_undegraded":"2024-09-13T17:48:47.499154+0000","last_fullsized":"2024-09-13T17:48:47.499154+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:33.508985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.093196+0000","last_change":"2024-09-13T17:48:47.089528+0000","last_active":"2024-09-13T17:48:47.093196+0000","last_peered":"2024-09-13T17:48:47.093196+0000","last_clean":"2024-09-13T17:48:47.093196+0000","last_became_active":"2024-09-13T17:48:47.089241+0000","last_became_peered":"2024-09-13T17:48:47.089241+0000","last_unstale":"2024-09-13T17:48:47.093196+0000","last_undegraded":"2024-09-13T17:48:47.093196+0000","last_fullsized":"2024-09-13T17:48:47.093196+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:06.775634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.100482+0000","last_change":"2024-09-13T17:48:47.100482+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.100482+0000","last_undegraded":"2024-09-13T17:48:47.100482+0000","last_fullsized":"2024-09-13T17:48:47.100482+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:05.648464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.474634+0000","last_change":"2024-09-13T17:48:47.092896+0000","last_active":"2024-09-13T17:48:47.474634+0000","last_peered":"2024-09-13T17:48:47.474634+0000","last_clean":"2024-09-13T17:48:47.474634+0000","last_became_active":"2024-09-13T17:48:47.091111+0000","last_became_peered":"2024-09-13T17:48:47.091111+0000","last_unstale":"2024-09-13T17:48:47.474634+0000","last_undegraded":"2024-09-13T17:48:47.474634+0000","last_fullsized":"2024-09-13T17:48:47.474634+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:33:53.705469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.078842+0000","last_change":"2024-09-13T17:48:47.078842+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.078842+0000","last_undegraded":"2024-09-13T17:48:47.078842+0000","last_fullsized":"2024-09-13T17:48:47.078842+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:24:49.987724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"41'3","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494141+0000","last_change":"2024-09-13T17:48:47.098461+0000","last_active":"2024-09-13T17:48:47.494141+0000","last_peered":"2024-09-13T17:48:47.494141+0000","last_clean":"2024-09-13T17:48:47.494141+0000","last_became_active":"2024-09-13T17:48:47.097663+0000","last_became_peered":"2024-09-13T17:48:47.097663+0000","last_unstale":"2024-09-13T17:48:47.494141+0000","last_undegraded":"2024-09-13T17:48:47.494141+0000","last_fullsized":"2024-09-13T17:48:47.494141+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:04.644567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499485+0000","last_change":"2024-09-13T17:48:47.490105+0000","last_active":"2024-09-13T17:48:47.499485+0000","last_peered":"2024-09-13T17:48:47.499485+0000","last_clean":"2024-09-13T17:48:47.499485+0000","last_became_active":"2024-09-13T17:48:47.489452+0000","last_became_peered":"2024-09-13T17:48:47.489452+0000","last_unstale":"2024-09-13T17:48:47.499485+0000","last_undegraded":"2024-09-13T17:48:47.499485+0000","last_fullsized":"2024-09-13T17:48:47.499485+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:14.479542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.115827+0000","last_change":"2024-09-13T17:48:47.114993+0000","last_active":"2024-09-13T17:48:47.115827+0000","last_peered":"2024-09-13T17:48:47.115827+0000","last_clean":"2024-09-13T17:48:47.115827+0000","last_became_active":"2024-09-13T17:48:47.114689+0000","last_became_peered":"2024-09-13T17:48:47.114689+0000","last_unstale":"2024-09-13T17:48:47.115827+0000","last_undegraded":"2024-09-13T17:48:47.115827+0000","last_fullsized":"2024-09-13T17:48:47.115827+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:49.845375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.077469+0000","last_change":"2024-09-13T17:48:47.077469+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.077469+0000","last_undegraded":"2024-09-13T17:48:47.077469+0000","last_fullsized":"2024-09-13T17:48:47.077469+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:04.672051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.094534+0000","last_change":"2024-09-13T17:48:47.093258+0000","last_active":"2024-09-13T17:48:47.094534+0000","last_peered":"2024-09-13T17:48:47.094534+0000","last_clean":"2024-09-13T17:48:47.094534+0000","last_became_active":"2024-09-13T17:48:47.092680+0000","last_became_peered":"2024-09-13T17:48:47.092680+0000","last_unstale":"2024-09-13T17:48:47.094534+0000","last_undegraded":"2024-09-13T17:48:47.094534+0000","last_fullsized":"2024-09-13T17:48:47.094534+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:35:44.653437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.077114+0000","last_change":"2024-09-13T17:48:47.077114+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.077114+0000","last_undegraded":"2024-09-13T17:48:47.077114+0000","last_fullsized":"2024-09-13T17:48:47.077114+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:23:30.288200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.102821+0000","last_change":"2024-09-13T17:48:47.102117+0000","last_active":"2024-09-13T17:48:47.102821+0000","last_peered":"2024-09-13T17:48:47.102821+0000","last_clean":"2024-09-13T17:48:47.102821+0000","last_became_active":"2024-09-13T17:48:47.101665+0000","last_became_peered":"2024-09-13T17:48:47.101665+0000","last_unstale":"2024-09-13T17:48:47.102821+0000","last_undegraded":"2024-09-13T17:48:47.102821+0000","last_fullsized":"2024-09-13T17:48:47.102821+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:15.020904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.088394+0000","last_change":"2024-09-13T17:48:47.088394+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.088394+0000","last_undegraded":"2024-09-13T17:48:47.088394+0000","last_fullsized":"2024-09-13T17:48:47.088394+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:33.112737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.102145+0000","last_change":"2024-09-13T17:48:47.094495+0000","last_active":"2024-09-13T17:48:47.102145+0000","last_peered":"2024-09-13T17:48:47.102145+0000","last_clean":"2024-09-13T17:48:47.102145+0000","last_became_active":"2024-09-13T17:48:47.093745+0000","last_became_peered":"2024-09-13T17:48:47.093745+0000","last_unstale":"2024-09-13T17:48:47.102145+0000","last_undegraded":"2024-09-13T17:48:47.102145+0000","last_fullsized":"2024-09-13T17:48:47.102145+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:15:54.421433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.079028+0000","last_change":"2024-09-13T17:48:47.079028+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.079028+0000","last_undegraded":"2024-09-13T17:48:47.079028+0000","last_fullsized":"2024-09-13T17:48:47.079028+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:00:57.544796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.120290+0000","last_change":"2024-09-13T17:48:47.117942+0000","last_active":"2024-09-13T17:48:47.120290+0000","last_peered":"2024-09-13T17:48:47.120290+0000","last_clean":"2024-09-13T17:48:47.120290+0000","last_became_active":"2024-09-13T17:48:47.117274+0000","last_became_peered":"2024-09-13T17:48:47.117274+0000","last_unstale":"2024-09-13T17:48:47.120290+0000","last_undegraded":"2024-09-13T17:48:47.120290+0000","last_fullsized":"2024-09-13T17:48:47.120290+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:19:38.111303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.084723+0000","last_change":"2024-09-13T17:48:47.084723+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.084723+0000","last_undegraded":"2024-09-13T17:48:47.084723+0000","last_fullsized":"2024-09-13T17:48:47.084723+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:38:21.020742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"41'1","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499744+0000","last_change":"2024-09-13T17:48:47.098076+0000","last_active":"2024-09-13T17:48:47.499744+0000","last_peered":"2024-09-13T17:48:47.499744+0000","last_clean":"2024-09-13T17:48:47.499744+0000","last_became_active":"2024-09-13T17:48:47.097303+0000","last_became_peered":"2024-09-13T17:48:47.097303+0000","last_unstale":"2024-09-13T17:48:47.499744+0000","last_undegraded":"2024-09-13T17:48:47.499744+0000","last_fullsized":"2024-09-13T17:48:47.499744+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:02:20.742630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494206+0000","last_change":"2024-09-13T17:48:47.485376+0000","last_active":"2024-09-13T17:48:47.494206+0000","last_peered":"2024-09-13T17:48:47.494206+0000","last_clean":"2024-09-13T17:48:47.494206+0000","last_became_active":"2024-09-13T17:48:47.485109+0000","last_became_peered":"2024-09-13T17:48:47.485109+0000","last_unstale":"2024-09-13T17:48:47.494206+0000","last_undegraded":"2024-09-13T17:48:47.494206+0000","last_fullsized":"2024-09-13T17:48:47.494206+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:14.479542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"41'2","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.496956+0000","last_change":"2024-09-13T17:48:47.113995+0000","last_active":"2024-09-13T17:48:47.496956+0000","last_peered":"2024-09-13T17:48:47.496956+0000","last_clean":"2024-09-13T17:48:47.496956+0000","last_became_active":"2024-09-13T17:48:47.113384+0000","last_became_peered":"2024-09-13T17:48:47.113384+0000","last_unstale":"2024-09-13T17:48:47.496956+0000","last_undegraded":"2024-09-13T17:48:47.496956+0000","last_fullsized":"2024-09-13T17:48:47.496956+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:32.108840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499550+0000","last_change":"2024-09-13T17:48:47.491131+0000","last_active":"2024-09-13T17:48:47.499550+0000","last_peered":"2024-09-13T17:48:47.499550+0000","last_clean":"2024-09-13T17:48:47.499550+0000","last_became_active":"2024-09-13T17:48:47.489577+0000","last_became_peered":"2024-09-13T17:48:47.489577+0000","last_unstale":"2024-09-13T17:48:47.499550+0000","last_undegraded":"2024-09-13T17:48:47.499550+0000","last_fullsized":"2024-09-13T17:48:47.499550+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:25.580692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"41'1","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.487140+0000","last_change":"2024-09-13T17:48:47.108315+0000","last_active":"2024-09-13T17:48:47.487140+0000","last_peered":"2024-09-13T17:48:47.487140+0000","last_clean":"2024-09-13T17:48:47.487140+0000","last_became_active":"2024-09-13T17:48:47.107978+0000","last_became_peered":"2024-09-13T17:48:47.107978+0000","last_unstale":"2024-09-13T17:48:47.487140+0000","last_undegraded":"2024-09-13T17:48:47.487140+0000","last_fullsized":"2024-09-13T17:48:47.487140+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:43:00.533683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477286+0000","last_change":"2024-09-13T17:48:47.476349+0000","last_active":"2024-09-13T17:48:47.477286+0000","last_peered":"2024-09-13T17:48:47.477286+0000","last_clean":"2024-09-13T17:48:47.477286+0000","last_became_active":"2024-09-13T17:48:47.475974+0000","last_became_peered":"2024-09-13T17:48:47.475974+0000","last_unstale":"2024-09-13T17:48:47.477286+0000","last_undegraded":"2024-09-13T17:48:47.477286+0000","last_fullsized":"2024-09-13T17:48:47.477286+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:49.941540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.110511+0000","last_change":"2024-09-13T17:48:47.109847+0000","last_active":"2024-09-13T17:48:47.110511+0000","last_peered":"2024-09-13T17:48:47.110511+0000","last_clean":"2024-09-13T17:48:47.110511+0000","last_became_active":"2024-09-13T17:48:47.109270+0000","last_became_peered":"2024-09-13T17:48:47.109270+0000","last_unstale":"2024-09-13T17:48:47.110511+0000","last_undegraded":"2024-09-13T17:48:47.110511+0000","last_fullsized":"2024-09-13T17:48:47.110511+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:56.076141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.088303+0000","last_change":"2024-09-13T17:48:47.088303+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.088303+0000","last_undegraded":"2024-09-13T17:48:47.088303+0000","last_fullsized":"2024-09-13T17:48:47.088303+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:34.352470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"41'2","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.473469+0000","last_change":"2024-09-13T17:48:47.092017+0000","last_active":"2024-09-13T17:48:47.473469+0000","last_peered":"2024-09-13T17:48:47.473469+0000","last_clean":"2024-09-13T17:48:47.473469+0000","last_became_active":"2024-09-13T17:48:47.091442+0000","last_became_peered":"2024-09-13T17:48:47.091442+0000","last_unstale":"2024-09-13T17:48:47.473469+0000","last_undegraded":"2024-09-13T17:48:47.473469+0000","last_fullsized":"2024-09-13T17:48:47.473469+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:59:45.189226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.078174+0000","last_change":"2024-09-13T17:48:47.078174+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.078174+0000","last_undegraded":"2024-09-13T17:48:47.078174+0000","last_fullsized":"2024-09-13T17:48:47.078174+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:21.484295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.457981+0000","last_change":"2024-09-13T17:48:47.109517+0000","last_active":"2024-09-13T17:48:47.457981+0000","last_peered":"2024-09-13T17:48:47.457981+0000","last_clean":"2024-09-13T17:48:47.457981+0000","last_became_active":"2024-09-13T17:48:47.109171+0000","last_became_peered":"2024-09-13T17:48:47.109171+0000","last_unstale":"2024-09-13T17:48:47.457981+0000","last_undegraded":"2024-09-13T17:48:47.457981+0000","last_fullsized":"2024-09-13T17:48:47.457981+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:29:45.272482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477647+0000","last_change":"2024-09-13T17:48:47.472667+0000","last_active":"2024-09-13T17:48:47.477647+0000","last_peered":"2024-09-13T17:48:47.477647+0000","last_clean":"2024-09-13T17:48:47.477647+0000","last_became_active":"2024-09-13T17:48:47.472291+0000","last_became_peered":"2024-09-13T17:48:47.472291+0000","last_unstale":"2024-09-13T17:48:47.477647+0000","last_undegraded":"2024-09-13T17:48:47.477647+0000","last_fullsized":"2024-09-13T17:48:47.477647+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:25.580692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.118577+0000","last_change":"2024-09-13T17:48:47.116573+0000","last_active":"2024-09-13T17:48:47.118577+0000","last_peered":"2024-09-13T17:48:47.118577+0000","last_clean":"2024-09-13T17:48:47.118577+0000","last_became_active":"2024-09-13T17:48:47.115893+0000","last_became_peered":"2024-09-13T17:48:47.115893+0000","last_unstale":"2024-09-13T17:48:47.118577+0000","last_undegraded":"2024-09-13T17:48:47.118577+0000","last_fullsized":"2024-09-13T17:48:47.118577+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:58:03.853819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.078128+0000","last_change":"2024-09-13T17:48:47.078128+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.078128+0000","last_undegraded":"2024-09-13T17:48:47.078128+0000","last_fullsized":"2024-09-13T17:48:47.078128+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:47:55.150825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.459995+0000","last_change":"2024-09-13T17:48:47.090764+0000","last_active":"2024-09-13T17:48:47.459995+0000","last_peered":"2024-09-13T17:48:47.459995+0000","last_clean":"2024-09-13T17:48:47.459995+0000","last_became_active":"2024-09-13T17:48:47.090473+0000","last_became_peered":"2024-09-13T17:48:47.090473+0000","last_unstale":"2024-09-13T17:48:47.459995+0000","last_undegraded":"2024-09-13T17:48:47.459995+0000","last_fullsized":"2024-09-13T17:48:47.459995+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:32:16.889888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.080024+0000","last_change":"2024-09-13T17:48:47.080024+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.080024+0000","last_undegraded":"2024-09-13T17:48:47.080024+0000","last_fullsized":"2024-09-13T17:48:47.080024+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:33.112737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"41'2","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494405+0000","last_change":"2024-09-13T17:48:47.096354+0000","last_active":"2024-09-13T17:48:47.494405+0000","last_peered":"2024-09-13T17:48:47.494405+0000","last_clean":"2024-09-13T17:48:47.494405+0000","last_became_active":"2024-09-13T17:48:47.094478+0000","last_became_peered":"2024-09-13T17:48:47.094478+0000","last_unstale":"2024-09-13T17:48:47.494405+0000","last_undegraded":"2024-09-13T17:48:47.494405+0000","last_fullsized":"2024-09-13T17:48:47.494405+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:37.704251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.099352+0000","last_change":"2024-09-13T17:48:47.099352+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.099352+0000","last_undegraded":"2024-09-13T17:48:47.099352+0000","last_fullsized":"2024-09-13T17:48:47.099352+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:04.672051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.459316+0000","last_change":"2024-09-13T17:48:47.114270+0000","last_active":"2024-09-13T17:48:47.459316+0000","last_peered":"2024-09-13T17:48:47.459316+0000","last_clean":"2024-09-13T17:48:47.459316+0000","last_became_active":"2024-09-13T17:48:47.114085+0000","last_became_peered":"2024-09-13T17:48:47.114085+0000","last_unstale":"2024-09-13T17:48:47.459316+0000","last_undegraded":"2024-09-13T17:48:47.459316+0000","last_fullsized":"2024-09-13T17:48:47.459316+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:16:33.490047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.082183+0000","last_change":"2024-09-13T17:48:47.082183+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.082183+0000","last_undegraded":"2024-09-13T17:48:47.082183+0000","last_fullsized":"2024-09-13T17:48:47.082183+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:03.405225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.095315+0000","last_change":"2024-09-13T17:48:47.093803+0000","last_active":"2024-09-13T17:48:47.095315+0000","last_peered":"2024-09-13T17:48:47.095315+0000","last_clean":"2024-09-13T17:48:47.095315+0000","last_became_active":"2024-09-13T17:48:47.093524+0000","last_became_peered":"2024-09-13T17:48:47.093524+0000","last_unstale":"2024-09-13T17:48:47.095315+0000","last_undegraded":"2024-09-13T17:48:47.095315+0000","last_fullsized":"2024-09-13T17:48:47.095315+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:35.692537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.076804+0000","last_change":"2024-09-13T17:48:47.076804+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.076804+0000","last_undegraded":"2024-09-13T17:48:47.076804+0000","last_fullsized":"2024-09-13T17:48:47.076804+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:34.352470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.093535+0000","last_change":"2024-09-13T17:48:47.091350+0000","last_active":"2024-09-13T17:48:47.093535+0000","last_peered":"2024-09-13T17:48:47.093535+0000","last_clean":"2024-09-13T17:48:47.093535+0000","last_became_active":"2024-09-13T17:48:47.090893+0000","last_became_peered":"2024-09-13T17:48:47.090893+0000","last_unstale":"2024-09-13T17:48:47.093535+0000","last_undegraded":"2024-09-13T17:48:47.093535+0000","last_fullsized":"2024-09-13T17:48:47.093535+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:01.168706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.084568+0000","last_change":"2024-09-13T17:48:47.084568+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.084568+0000","last_undegraded":"2024-09-13T17:48:47.084568+0000","last_fullsized":"2024-09-13T17:48:47.084568+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:37.288539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.102171+0000","last_change":"2024-09-13T17:48:47.095569+0000","last_active":"2024-09-13T17:48:47.102171+0000","last_peered":"2024-09-13T17:48:47.102171+0000","last_clean":"2024-09-13T17:48:47.102171+0000","last_became_active":"2024-09-13T17:48:47.094879+0000","last_became_peered":"2024-09-13T17:48:47.094879+0000","last_unstale":"2024-09-13T17:48:47.102171+0000","last_undegraded":"2024-09-13T17:48:47.102171+0000","last_fullsized":"2024-09-13T17:48:47.102171+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:29:40.868398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499378+0000","last_change":"2024-09-13T17:48:47.489583+0000","last_active":"2024-09-13T17:48:47.499378+0000","last_peered":"2024-09-13T17:48:47.499378+0000","last_clean":"2024-09-13T17:48:47.499378+0000","last_became_active":"2024-09-13T17:48:47.487668+0000","last_became_peered":"2024-09-13T17:48:47.487668+0000","last_unstale":"2024-09-13T17:48:47.499378+0000","last_undegraded":"2024-09-13T17:48:47.499378+0000","last_fullsized":"2024-09-13T17:48:47.499378+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:50.849271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479694+0000","last_change":"2024-09-13T17:48:47.092339+0000","last_active":"2024-09-13T17:48:47.479694+0000","last_peered":"2024-09-13T17:48:47.479694+0000","last_clean":"2024-09-13T17:48:47.479694+0000","last_became_active":"2024-09-13T17:48:47.091653+0000","last_became_peered":"2024-09-13T17:48:47.091653+0000","last_unstale":"2024-09-13T17:48:47.479694+0000","last_undegraded":"2024-09-13T17:48:47.479694+0000","last_fullsized":"2024-09-13T17:48:47.479694+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:04.644567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.098554+0000","last_change":"2024-09-13T17:48:47.098554+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.098554+0000","last_undegraded":"2024-09-13T17:48:47.098554+0000","last_fullsized":"2024-09-13T17:48:47.098554+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:02:21.746527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.093650+0000","last_change":"2024-09-13T17:48:47.091853+0000","last_active":"2024-09-13T17:48:47.093650+0000","last_peered":"2024-09-13T17:48:47.093650+0000","last_clean":"2024-09-13T17:48:47.093650+0000","last_became_active":"2024-09-13T17:48:47.091558+0000","last_became_peered":"2024-09-13T17:48:47.091558+0000","last_unstale":"2024-09-13T17:48:47.093650+0000","last_undegraded":"2024-09-13T17:48:47.093650+0000","last_fullsized":"2024-09-13T17:48:47.093650+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:16:21.417000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494463+0000","last_change":"2024-09-13T17:48:47.486927+0000","last_active":"2024-09-13T17:48:47.494463+0000","last_peered":"2024-09-13T17:48:47.494463+0000","last_clean":"2024-09-13T17:48:47.494463+0000","last_became_active":"2024-09-13T17:48:47.486680+0000","last_became_peered":"2024-09-13T17:48:47.486680+0000","last_unstale":"2024-09-13T17:48:47.494463+0000","last_undegraded":"2024-09-13T17:48:47.494463+0000","last_fullsized":"2024-09-13T17:48:47.494463+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:03.541759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.118643+0000","last_change":"2024-09-13T17:48:47.113990+0000","last_active":"2024-09-13T17:48:47.118643+0000","last_peered":"2024-09-13T17:48:47.118643+0000","last_clean":"2024-09-13T17:48:47.118643+0000","last_became_active":"2024-09-13T17:48:47.113307+0000","last_became_peered":"2024-09-13T17:48:47.113307+0000","last_unstale":"2024-09-13T17:48:47.118643+0000","last_undegraded":"2024-09-13T17:48:47.118643+0000","last_fullsized":"2024-09-13T17:48:47.118643+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:43.629038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"19'117","reported_seq":179,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T17:48:46.071388+0000","last_change":"2024-09-13T17:47:09.935927+0000","last_active":"2024-09-13T17:48:46.071388+0000","last_peered":"2024-09-13T17:48:46.071388+0000","last_clean":"2024-09-13T17:48:46.071388+0000","last_became_active":"2024-09-13T17:47:09.934083+0000","last_became_peered":"2024-09-13T17:47:09.934083+0000","last_unstale":"2024-09-13T17:48:46.071388+0000","last_undegraded":"2024-09-13T17:48:46.071388+0000","last_fullsized":"2024-09-13T17:48:46.071388+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_clean_scrub_stamp":"2024-09-13T17:47:08.536927+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:11:08.955024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":182,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":16,"seq":68719476760,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":471040,"data_stored":197340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.514,"5min":1.514,"15min":1.514},"last":1.0680000000000001},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.2090000000000001,"5min":1.2090000000000001,"15min":1.2090000000000001},"last":0.98399999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":1.3089999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.119},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.92900000000000005}]},{"osd":3,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.728,"5min":1.728,"15min":1.728},"last":0.94699999999999995},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":1.2629999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":2.0579999999999998,"5min":2.0579999999999998,"15min":2.0579999999999998},"last":1.1970000000000001},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.88900000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.091,"5min":1.091,"15min":1.091},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.8939999999999999,"5min":1.8939999999999999,"15min":1.8939999999999999},"last":1.3899999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":1.236},{"interface":"front","average":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.6990000000000001,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":1.155}]}]},{"osd":4,"up_from":16,"seq":68719476760,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":450560,"data_stored":190133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.97399999999999998},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.88600000000000001}]},{"osd":1,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":1.0489999999999999},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.79800000000000004}]},{"osd":2,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.995,"5min":0.995,"15min":0.995},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.60999999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.002},{"interface":"front","average":{"1min":1.014,"5min":1.014,"15min":1.014},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.6990000000000001,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":0.67100000000000004}]},{"osd":5,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":1.042,"15min":1.042},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.92000000000000004},{"interface":"front","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":1.1299999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.069,"15min":1.069},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.7709999999999999,"5min":1.7709999999999999,"15min":1.7709999999999999},"last":0.94499999999999995},{"interface":"front","average":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":1.026}]},{"osd":7,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.538,"5min":1.538,"15min":1.538},"last":1.0800000000000001},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"min":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":2.4510000000000001,"5min":2.4510000000000001,"15min":2.4510000000000001},"last":1.1080000000000001}]}]},{"osd":7,"up_from":15,"seq":64424509465,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343812,"statfs":{"total":96636764160,"available":96608063488,"internally_reserved":0,"allocated":1032192,"data_stored":773906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":2.722,"5min":2.722,"15min":2.722},"last":1.0960000000000001},{"interface":"front","average":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":1.079}]},{"osd":1,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.099,"5min":1.099,"15min":1.099},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":2.6459999999999999,"5min":2.6459999999999999,"15min":2.6459999999999999},"last":1.0429999999999999},{"interface":"front","average":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":3.3639999999999999,"5min":3.3639999999999999,"15min":3.3639999999999999},"last":0.88200000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":3.02,"5min":3.02,"15min":3.02},"last":0.65800000000000003},{"interface":"front","average":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"min":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"max":{"1min":3.75,"5min":3.75,"15min":3.75},"last":0.90700000000000003}]},{"osd":3,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":3.0680000000000001,"5min":3.0680000000000001,"15min":3.0680000000000001},"last":1.02},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":3.7850000000000001,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.75800000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":3.516,"5min":3.516,"15min":3.516},"last":0.79100000000000004},{"interface":"front","average":{"1min":1.169,"5min":1.169,"15min":1.169},"min":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"max":{"1min":3.125,"5min":3.125,"15min":3.125},"last":0.94699999999999995}]},{"osd":5,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":3.8159999999999998,"5min":3.8159999999999998,"15min":3.8159999999999998},"last":1.173},{"interface":"front","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":3.4340000000000002,"5min":3.4340000000000002,"15min":3.4340000000000002},"last":0.99399999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"max":{"1min":3.673,"5min":3.673,"15min":3.673},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"max":{"1min":3.5760000000000001,"5min":3.5760000000000001,"15min":3.5760000000000001},"last":0.82499999999999996}]}]},{"osd":6,"up_from":15,"seq":64424509463,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":450560,"data_stored":190133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.4319999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":1.5549999999999999},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.2410000000000001,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.872}]},{"osd":1,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.268,"5min":1.268,"15min":1.268},"last":1.23},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":1.093}]},{"osd":2,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":1.351},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":1.3240000000000001}]},{"osd":3,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":1.514},{"interface":"front","average":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"min":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":1.4350000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.585,"5min":1.585,"15min":1.585},"last":1.256},{"interface":"front","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":1.397}]},{"osd":5,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.6339999999999999,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.77300000000000002},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":1.042}]},{"osd":7,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":1.1739999999999999},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.532,"5min":1.532,"15min":1.532},"last":1.3029999999999999}]}]},{"osd":3,"up_from":15,"seq":64424509463,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31560,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340280,"statfs":{"total":96636764160,"available":96604446720,"internally_reserved":0,"allocated":450560,"data_stored":190133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.624}]},{"osd":1,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.76800000000000002}]},{"osd":2,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.29,"5min":1.29,"15min":1.29},"last":0.84399999999999997}]},{"osd":4,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":1.0309999999999999},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1.1839999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.1279999999999999},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.98999999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.93500000000000005},{"interface":"front","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":1.0920000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"min":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":1.2190000000000001},{"interface":"front","average":{"1min":1.141,"5min":1.141,"15min":1.141},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":1.724,"5min":1.724,"15min":1.724},"last":1.1599999999999999}]}]},{"osd":1,"up_from":15,"seq":64424509464,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31544,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340296,"statfs":{"total":96636764160,"available":96604463104,"internally_reserved":0,"allocated":438272,"data_stored":183538,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.56000000000000005}]},{"osd":2,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.47499999999999998}]},{"osd":3,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.569,"5min":1.569,"15min":1.569},"last":0.70799999999999996}]},{"osd":4,"last update":"Fri Sep 13 17:48:11 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":2.016,"5min":2.016,"15min":2.016},"last":1.0589999999999999},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":2.2410000000000001,"5min":2.2410000000000001,"15min":2.2410000000000001},"last":0.97899999999999998}]},{"osd":5,"last update":"Fri Sep 13 17:48:11 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.84499999999999997},{"interface":"front","average":{"1min":1.073,"5min":1.073,"15min":1.073},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":2.0950000000000002,"5min":2.0950000000000002,"15min":2.0950000000000002},"last":1.1299999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.89200000000000002},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":2.1819999999999999,"5min":2.1819999999999999,"15min":2.1819999999999999},"last":1.1870000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":2.1379999999999999,"5min":2.1379999999999999,"15min":2.1379999999999999},"last":1.153},{"interface":"front","average":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.997}]}]},{"osd":0,"up_from":15,"seq":64424509462,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32124,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":1032192,"data_stored":773906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.78800000000000003}]},{"osd":2,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":1.04},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.63200000000000001}]},{"osd":3,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.67200000000000004}]},{"osd":4,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.97299999999999998},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":0.92200000000000004}]},{"osd":5,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.5589999999999999,"5min":1.5589999999999999,"15min":1.5589999999999999},"last":0.85199999999999998},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.512,"5min":1.512,"15min":1.512},"last":0.89500000000000002}]},{"osd":6,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.5029999999999999,"5min":1.5029999999999999,"15min":1.5029999999999999},"last":0.94999999999999996},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"min":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.0940000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":1.1299999999999999},{"interface":"front","average":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":0.997}]}]},{"osd":2,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31576,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":466944,"data_stored":197298,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.54000000000000004}]},{"osd":1,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.433},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.505}]},{"osd":3,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.47999999999999998}]},{"osd":4,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.96,"5min":1.96,"15min":1.96},"last":0.874},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.6699999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.623}]},{"osd":5,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"min":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"max":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":0.82399999999999995}]},{"osd":6,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.27,"5min":1.27,"15min":1.27},"last":0.71899999999999997},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":0.64600000000000002}]},{"osd":7,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.65700000000000003},{"interface":"front","average":{"1min":1.093,"5min":1.093,"15min":1.093},"min":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.80600000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:48:51.525 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:48:51.621 INFO:tasks.ceph.mds.b.smithi159.stderr:2024-09-13T17:48:51.615+0000 7f35207f2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T17:48:51.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.681+0000 7f6576716640 1 Processor -- start 2024-09-13T17:48:51.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.681+0000 7f6576716640 1 -- start start 2024-09-13T17:48:51.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.685+0000 7f6576716640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f657015a300 0x7f657006d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:51.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.685+0000 7f6576716640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65700cebe0 0x7f65700c8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:51.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.685+0000 7f6576716640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f657015a6e0 con 0x7f657006d5e0 2024-09-13T17:48:51.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.685+0000 7f6576716640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f657006da80 con 0x7f657015a300 2024-09-13T17:48:51.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.685+0000 7f6576716640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f657006dd60 con 0x7f65700cebe0 2024-09-13T17:48:51.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.685+0000 7f6574cb3640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65700cebe0 0x7f65700c8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:51.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.685+0000 7f656ffff640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f657015a300 0x7f657006d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:51.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.685+0000 7f656f7fe640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7f657006d5e0 0x7f65700ce4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:39152/0 (socket says 172.21.15.32:39152) 2024-09-13T17:48:51.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.685+0000 7f656f7fe640 1 -- 172.21.15.32:0/1699678674 learned_addr learned my addr 172.21.15.32:0/1699678674 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:51.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.685+0000 7f656ffff640 1 -- 172.21.15.32:0/1699678674 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65700cebe0 msgr2=0x7f65700c8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:51.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.685+0000 7f656ffff640 1 --2- 172.21.15.32:0/1699678674 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65700cebe0 0x7f65700c8cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.685+0000 7f656ffff640 1 -- 172.21.15.32:0/1699678674 >> v1:172.21.15.159:6789/0 conn(0x7f657006d5e0 legacy=0x7f65700ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:51.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.685+0000 7f656ffff640 1 -- 172.21.15.32:0/1699678674 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f657006e040 con 0x7f657015a300 2024-09-13T17:48:51.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.685+0000 7f6574cb3640 1 --2- 172.21.15.32:0/1699678674 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65700cebe0 0x7f65700c8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:48:51.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f656ffff640 1 --2- 172.21.15.32:0/1699678674 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f657015a300 0x7f657006d0a0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f6560009d90 tx=0x7f656001c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6545a202e809cc58 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:51.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f656effd640 1 -- 172.21.15.32:0/1699678674 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65600a5a20 con 0x7f657015a300 2024-09-13T17:48:51.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f656effd640 1 -- 172.21.15.32:0/1699678674 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65600a5b80 con 0x7f657015a300 2024-09-13T17:48:51.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f656effd640 1 -- 172.21.15.32:0/1699678674 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65600ad440 con 0x7f657015a300 2024-09-13T17:48:51.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6576716640 1 -- 172.21.15.32:0/1699678674 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f657015a300 msgr2=0x7f657006d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:51.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6576716640 1 --2- 172.21.15.32:0/1699678674 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f657015a300 0x7f657006d0a0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f6560009d90 tx=0x7f656001c940 comp rx=0 tx=0).stop 2024-09-13T17:48:51.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6576716640 1 -- 172.21.15.32:0/1699678674 shutdown_connections 2024-09-13T17:48:51.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6576716640 1 --2- 172.21.15.32:0/1699678674 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65700cebe0 0x7f65700c8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6576716640 1 --2- 172.21.15.32:0/1699678674 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f657015a300 0x7f657006d0a0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6576716640 1 -- 172.21.15.32:0/1699678674 >> 172.21.15.32:0/1699678674 conn(0x7f657006a150 msgr2=0x7f657006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:51.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6576716640 1 -- 172.21.15.32:0/1699678674 shutdown_connections 2024-09-13T17:48:51.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6576716640 1 -- 172.21.15.32:0/1699678674 wait complete. 2024-09-13T17:48:51.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6576716640 1 Processor -- start 2024-09-13T17:48:51.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6576716640 1 -- start start 2024-09-13T17:48:51.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6576716640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f657006d5e0 0x7f657015d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:51.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6576716640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65700cebe0 0x7f65700c1230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:51.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6576716640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f657015a300 0x7f6570096780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:51.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6576716640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65700c1770 con 0x7f657015a300 2024-09-13T17:48:51.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6576716640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f657015c320 con 0x7f657006d5e0 2024-09-13T17:48:51.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6576716640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f657015c600 con 0x7f65700cebe0 2024-09-13T17:48:51.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6574cb3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f657015a300 0x7f6570096780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:51.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6574cb3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f657015a300 0x7f6570096780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47670/0 (socket says 172.21.15.32:47670) 2024-09-13T17:48:51.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.689+0000 7f6574cb3640 1 -- 172.21.15.32:0/1207239957 learned_addr learned my addr 172.21.15.32:0/1207239957 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:51.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.693+0000 7f656ffff640 1 --2- 172.21.15.32:0/1207239957 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f657006d5e0 0x7f657015d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:51.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.693+0000 7f656f7fe640 1 --2- 172.21.15.32:0/1207239957 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65700cebe0 0x7f65700c1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:51.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.693+0000 7f6574cb3640 1 -- 172.21.15.32:0/1207239957 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65700cebe0 msgr2=0x7f65700c1230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:51.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.693+0000 7f6574cb3640 1 --2- 172.21.15.32:0/1207239957 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65700cebe0 0x7f65700c1230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.693+0000 7f6574cb3640 1 -- 172.21.15.32:0/1207239957 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f657006d5e0 msgr2=0x7f657015d3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:51.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.693+0000 7f6574cb3640 1 --2- 172.21.15.32:0/1207239957 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f657006d5e0 0x7f657015d3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.693+0000 7f6574cb3640 1 -- 172.21.15.32:0/1207239957 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6568009420 con 0x7f657015a300 2024-09-13T17:48:51.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.693+0000 7f6574cb3640 1 --2- 172.21.15.32:0/1207239957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f657015a300 0x7f6570096780 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f656800e900 tx=0x7f656800edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:51.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.693+0000 7f656cff9640 1 -- 172.21.15.32:0/1207239957 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6568009650 con 0x7f657015a300 2024-09-13T17:48:51.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.693+0000 7f656cff9640 1 -- 172.21.15.32:0/1207239957 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f656800c940 con 0x7f657015a300 2024-09-13T17:48:51.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.693+0000 7f6576716640 1 -- 172.21.15.32:0/1207239957 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6560009a70 con 0x7f657015a300 2024-09-13T17:48:51.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.693+0000 7f656cff9640 1 -- 172.21.15.32:0/1207239957 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f656800ccb0 con 0x7f657015a300 2024-09-13T17:48:51.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.693+0000 7f6576716640 1 -- 172.21.15.32:0/1207239957 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f657015cbc0 con 0x7f657015a300 2024-09-13T17:48:51.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.693+0000 7f6576716640 1 -- 172.21.15.32:0/1207239957 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65700ad9f0 con 0x7f657015a300 2024-09-13T17:48:51.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.693+0000 7f656cff9640 1 -- 172.21.15.32:0/1207239957 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6568013470 con 0x7f657015a300 2024-09-13T17:48:51.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.693+0000 7f656cff9640 1 --2- 172.21.15.32:0/1207239957 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f655c066690 0x7f655c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:51.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.693+0000 7f656cff9640 1 -- 172.21.15.32:0/1207239957 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f65680844f0 con 0x7f657015a300 2024-09-13T17:48:51.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.693+0000 7f656ffff640 1 --2- 172.21.15.32:0/1207239957 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f655c066690 0x7f655c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:51.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.697+0000 7f656ffff640 1 --2- 172.21.15.32:0/1207239957 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f655c066690 0x7f655c068b50 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f65600af000 tx=0x7f65600a7070 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:51.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.697+0000 7f656cff9640 1 -- 172.21.15.32:0/1207239957 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6568051720 con 0x7f657015a300 2024-09-13T17:48:51.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.857+0000 7f6576716640 1 -- 172.21.15.32:0/1207239957 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f65700c8cb0 con 0x7f655c066690 2024-09-13T17:48:51.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.877+0000 7f656cff9640 1 -- 172.21.15.32:0/1207239957 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286304 (secure 0 0 0) 0x7f65700c8cb0 con 0x7f655c066690 2024-09-13T17:48:51.880 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:51.883 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-13T17:48:51.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.881+0000 7f6576716640 1 -- 172.21.15.32:0/1207239957 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f655c066690 msgr2=0x7f655c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:51.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.881+0000 7f6576716640 1 --2- 172.21.15.32:0/1207239957 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f655c066690 0x7f655c068b50 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f65600af000 tx=0x7f65600a7070 comp rx=0 tx=0).stop 2024-09-13T17:48:51.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.881+0000 7f6576716640 1 -- 172.21.15.32:0/1207239957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f657015a300 msgr2=0x7f6570096780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:51.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.881+0000 7f6576716640 1 --2- 172.21.15.32:0/1207239957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f657015a300 0x7f6570096780 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f656800e900 tx=0x7f656800edc0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.881+0000 7f6576716640 1 -- 172.21.15.32:0/1207239957 shutdown_connections 2024-09-13T17:48:51.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.881+0000 7f6576716640 1 --2- 172.21.15.32:0/1207239957 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f655c066690 0x7f655c068b50 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.881+0000 7f6576716640 1 --2- 172.21.15.32:0/1207239957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f657015a300 0x7f6570096780 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.881+0000 7f6576716640 1 --2- 172.21.15.32:0/1207239957 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f65700cebe0 0x7f65700c1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.881+0000 7f6576716640 1 --2- 172.21.15.32:0/1207239957 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f657006d5e0 0x7f657015d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:51.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.881+0000 7f6576716640 1 -- 172.21.15.32:0/1207239957 >> 172.21.15.32:0/1207239957 conn(0x7f657006a150 msgr2=0x7f6570071b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:51.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.881+0000 7f6576716640 1 -- 172.21.15.32:0/1207239957 shutdown_connections 2024-09-13T17:48:51.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:51.881+0000 7f6576716640 1 -- 172.21.15.32:0/1207239957 wait complete. 2024-09-13T17:48:51.901 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":88,"stamp":"2024-09-13T17:48:50.233432+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590550,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":175,"num_write_kb":2419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":10,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237248,"kb_used_data":4680,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754737472,"statfs":{"total":773094113280,"available":772851171328,"internally_reserved":0,"allocated":4792320,"data_stored":2696387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":182,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.176984"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.084101+0000","last_change":"2024-09-13T17:48:47.084101+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.084101+0000","last_undegraded":"2024-09-13T17:48:47.084101+0000","last_fullsized":"2024-09-13T17:48:47.084101+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:34:07.996015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.083091+0000","last_change":"2024-09-13T17:48:47.083091+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.083091+0000","last_undegraded":"2024-09-13T17:48:47.083091+0000","last_fullsized":"2024-09-13T17:48:47.083091+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:34:38.952886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.076890+0000","last_change":"2024-09-13T17:48:47.076890+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.076890+0000","last_undegraded":"2024-09-13T17:48:47.076890+0000","last_fullsized":"2024-09-13T17:48:47.076890+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:38.708147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499172+0000","last_change":"2024-09-13T17:48:47.498686+0000","last_active":"2024-09-13T17:48:47.499172+0000","last_peered":"2024-09-13T17:48:47.499172+0000","last_clean":"2024-09-13T17:48:47.499172+0000","last_became_active":"2024-09-13T17:48:47.498263+0000","last_became_peered":"2024-09-13T17:48:47.498263+0000","last_unstale":"2024-09-13T17:48:47.499172+0000","last_undegraded":"2024-09-13T17:48:47.499172+0000","last_fullsized":"2024-09-13T17:48:47.499172+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:30.289401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.490649+0000","last_change":"2024-09-13T17:48:47.490059+0000","last_active":"2024-09-13T17:48:47.490649+0000","last_peered":"2024-09-13T17:48:47.490649+0000","last_clean":"2024-09-13T17:48:47.490649+0000","last_became_active":"2024-09-13T17:48:47.489783+0000","last_became_peered":"2024-09-13T17:48:47.489783+0000","last_unstale":"2024-09-13T17:48:47.490649+0000","last_undegraded":"2024-09-13T17:48:47.490649+0000","last_fullsized":"2024-09-13T17:48:47.490649+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:50.783902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.086203+0000","last_change":"2024-09-13T17:48:47.086203+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.086203+0000","last_undegraded":"2024-09-13T17:48:47.086203+0000","last_fullsized":"2024-09-13T17:48:47.086203+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:24:49.987724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494090+0000","last_change":"2024-09-13T17:48:47.481121+0000","last_active":"2024-09-13T17:48:47.494090+0000","last_peered":"2024-09-13T17:48:47.494090+0000","last_clean":"2024-09-13T17:48:47.494090+0000","last_became_active":"2024-09-13T17:48:47.480501+0000","last_became_peered":"2024-09-13T17:48:47.480501+0000","last_unstale":"2024-09-13T17:48:47.494090+0000","last_undegraded":"2024-09-13T17:48:47.494090+0000","last_fullsized":"2024-09-13T17:48:47.494090+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:02:20.264697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.077238+0000","last_change":"2024-09-13T17:48:47.077238+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.077238+0000","last_undegraded":"2024-09-13T17:48:47.077238+0000","last_fullsized":"2024-09-13T17:48:47.077238+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:15:08.316658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.080800+0000","last_change":"2024-09-13T17:48:47.080800+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.080800+0000","last_undegraded":"2024-09-13T17:48:47.080800+0000","last_fullsized":"2024-09-13T17:48:47.080800+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:16.826113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494542+0000","last_change":"2024-09-13T17:48:47.486371+0000","last_active":"2024-09-13T17:48:47.494542+0000","last_peered":"2024-09-13T17:48:47.494542+0000","last_clean":"2024-09-13T17:48:47.494542+0000","last_became_active":"2024-09-13T17:48:47.486191+0000","last_became_peered":"2024-09-13T17:48:47.486191+0000","last_unstale":"2024-09-13T17:48:47.494542+0000","last_undegraded":"2024-09-13T17:48:47.494542+0000","last_fullsized":"2024-09-13T17:48:47.494542+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:18:26.784128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.496751+0000","last_change":"2024-09-13T17:48:47.492118+0000","last_active":"2024-09-13T17:48:47.496751+0000","last_peered":"2024-09-13T17:48:47.496751+0000","last_clean":"2024-09-13T17:48:47.496751+0000","last_became_active":"2024-09-13T17:48:47.491798+0000","last_became_peered":"2024-09-13T17:48:47.491798+0000","last_unstale":"2024-09-13T17:48:47.496751+0000","last_undegraded":"2024-09-13T17:48:47.496751+0000","last_fullsized":"2024-09-13T17:48:47.496751+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:32:54.948242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.078827+0000","last_change":"2024-09-13T17:48:47.078827+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.078827+0000","last_undegraded":"2024-09-13T17:48:47.078827+0000","last_fullsized":"2024-09-13T17:48:47.078827+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:33.112737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494323+0000","last_change":"2024-09-13T17:48:47.486318+0000","last_active":"2024-09-13T17:48:47.494323+0000","last_peered":"2024-09-13T17:48:47.494323+0000","last_clean":"2024-09-13T17:48:47.494323+0000","last_became_active":"2024-09-13T17:48:47.485995+0000","last_became_peered":"2024-09-13T17:48:47.485995+0000","last_unstale":"2024-09-13T17:48:47.494323+0000","last_undegraded":"2024-09-13T17:48:47.494323+0000","last_fullsized":"2024-09-13T17:48:47.494323+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:09:31.014812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499500+0000","last_change":"2024-09-13T17:48:47.490254+0000","last_active":"2024-09-13T17:48:47.499500+0000","last_peered":"2024-09-13T17:48:47.499500+0000","last_clean":"2024-09-13T17:48:47.499500+0000","last_became_active":"2024-09-13T17:48:47.489826+0000","last_became_peered":"2024-09-13T17:48:47.489826+0000","last_unstale":"2024-09-13T17:48:47.499500+0000","last_undegraded":"2024-09-13T17:48:47.499500+0000","last_fullsized":"2024-09-13T17:48:47.499500+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:41:05.233835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494136+0000","last_change":"2024-09-13T17:48:47.481308+0000","last_active":"2024-09-13T17:48:47.494136+0000","last_peered":"2024-09-13T17:48:47.494136+0000","last_clean":"2024-09-13T17:48:47.494136+0000","last_became_active":"2024-09-13T17:48:47.480970+0000","last_became_peered":"2024-09-13T17:48:47.480970+0000","last_unstale":"2024-09-13T17:48:47.494136+0000","last_undegraded":"2024-09-13T17:48:47.494136+0000","last_fullsized":"2024-09-13T17:48:47.494136+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:41:05.233835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.100608+0000","last_change":"2024-09-13T17:48:47.100608+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.100608+0000","last_undegraded":"2024-09-13T17:48:47.100608+0000","last_fullsized":"2024-09-13T17:48:47.100608+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:16.826113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.099057+0000","last_change":"2024-09-13T17:48:47.099057+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.099057+0000","last_undegraded":"2024-09-13T17:48:47.099057+0000","last_fullsized":"2024-09-13T17:48:47.099057+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:21.484295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.077532+0000","last_change":"2024-09-13T17:48:47.077532+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.077532+0000","last_undegraded":"2024-09-13T17:48:47.077532+0000","last_fullsized":"2024-09-13T17:48:47.077532+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:16.024801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.471587+0000","last_change":"2024-09-13T17:48:47.468334+0000","last_active":"2024-09-13T17:48:47.471587+0000","last_peered":"2024-09-13T17:48:47.471587+0000","last_clean":"2024-09-13T17:48:47.471587+0000","last_became_active":"2024-09-13T17:48:47.468036+0000","last_became_peered":"2024-09-13T17:48:47.468036+0000","last_unstale":"2024-09-13T17:48:47.471587+0000","last_undegraded":"2024-09-13T17:48:47.471587+0000","last_fullsized":"2024-09-13T17:48:47.471587+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:32.090149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.077631+0000","last_change":"2024-09-13T17:48:47.077631+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.077631+0000","last_undegraded":"2024-09-13T17:48:47.077631+0000","last_fullsized":"2024-09-13T17:48:47.077631+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:57.080038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494090+0000","last_change":"2024-09-13T17:48:47.480690+0000","last_active":"2024-09-13T17:48:47.494090+0000","last_peered":"2024-09-13T17:48:47.494090+0000","last_clean":"2024-09-13T17:48:47.494090+0000","last_became_active":"2024-09-13T17:48:47.480381+0000","last_became_peered":"2024-09-13T17:48:47.480381+0000","last_unstale":"2024-09-13T17:48:47.494090+0000","last_undegraded":"2024-09-13T17:48:47.494090+0000","last_fullsized":"2024-09-13T17:48:47.494090+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:50.849271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499432+0000","last_change":"2024-09-13T17:48:47.489774+0000","last_active":"2024-09-13T17:48:47.499432+0000","last_peered":"2024-09-13T17:48:47.499432+0000","last_clean":"2024-09-13T17:48:47.499432+0000","last_became_active":"2024-09-13T17:48:47.487959+0000","last_became_peered":"2024-09-13T17:48:47.487959+0000","last_unstale":"2024-09-13T17:48:47.499432+0000","last_undegraded":"2024-09-13T17:48:47.499432+0000","last_fullsized":"2024-09-13T17:48:47.499432+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:03.541759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.098645+0000","last_change":"2024-09-13T17:48:47.098645+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.098645+0000","last_undegraded":"2024-09-13T17:48:47.098645+0000","last_fullsized":"2024-09-13T17:48:47.098645+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:44.662563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.488103+0000","last_change":"2024-09-13T17:48:47.485571+0000","last_active":"2024-09-13T17:48:47.488103+0000","last_peered":"2024-09-13T17:48:47.488103+0000","last_clean":"2024-09-13T17:48:47.488103+0000","last_became_active":"2024-09-13T17:48:47.485195+0000","last_became_peered":"2024-09-13T17:48:47.485195+0000","last_unstale":"2024-09-13T17:48:47.488103+0000","last_undegraded":"2024-09-13T17:48:47.488103+0000","last_fullsized":"2024-09-13T17:48:47.488103+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:08.511961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.076933+0000","last_change":"2024-09-13T17:48:47.076933+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.076933+0000","last_undegraded":"2024-09-13T17:48:47.076933+0000","last_fullsized":"2024-09-13T17:48:47.076933+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:28:58.620071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.081007+0000","last_change":"2024-09-13T17:48:47.081007+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.081007+0000","last_undegraded":"2024-09-13T17:48:47.081007+0000","last_fullsized":"2024-09-13T17:48:47.081007+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:44:12.274775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.079619+0000","last_change":"2024-09-13T17:48:47.079619+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.079619+0000","last_undegraded":"2024-09-13T17:48:47.079619+0000","last_fullsized":"2024-09-13T17:48:47.079619+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:14.529586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.489978+0000","last_change":"2024-09-13T17:48:47.476648+0000","last_active":"2024-09-13T17:48:47.489978+0000","last_peered":"2024-09-13T17:48:47.489978+0000","last_clean":"2024-09-13T17:48:47.489978+0000","last_became_active":"2024-09-13T17:48:47.476246+0000","last_became_peered":"2024-09-13T17:48:47.476246+0000","last_unstale":"2024-09-13T17:48:47.489978+0000","last_undegraded":"2024-09-13T17:48:47.489978+0000","last_fullsized":"2024-09-13T17:48:47.489978+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:15.220591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.075962+0000","last_change":"2024-09-13T17:48:47.075962+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.075962+0000","last_undegraded":"2024-09-13T17:48:47.075962+0000","last_fullsized":"2024-09-13T17:48:47.075962+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:20.304637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.076487+0000","last_change":"2024-09-13T17:48:47.076487+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.076487+0000","last_undegraded":"2024-09-13T17:48:47.076487+0000","last_fullsized":"2024-09-13T17:48:47.076487+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:12.372989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.088303+0000","last_change":"2024-09-13T17:48:47.088303+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.088303+0000","last_undegraded":"2024-09-13T17:48:47.088303+0000","last_fullsized":"2024-09-13T17:48:47.088303+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:38.708147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.078297+0000","last_change":"2024-09-13T17:48:47.078297+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.078297+0000","last_undegraded":"2024-09-13T17:48:47.078297+0000","last_fullsized":"2024-09-13T17:48:47.078297+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:21.484295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.099196+0000","last_change":"2024-09-13T17:48:47.099196+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.099196+0000","last_undegraded":"2024-09-13T17:48:47.099196+0000","last_fullsized":"2024-09-13T17:48:47.099196+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:24:49.987724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.102083+0000","last_change":"2024-09-13T17:48:47.094338+0000","last_active":"2024-09-13T17:48:47.102083+0000","last_peered":"2024-09-13T17:48:47.102083+0000","last_clean":"2024-09-13T17:48:47.102083+0000","last_became_active":"2024-09-13T17:48:47.093013+0000","last_became_peered":"2024-09-13T17:48:47.093013+0000","last_unstale":"2024-09-13T17:48:47.102083+0000","last_undegraded":"2024-09-13T17:48:47.102083+0000","last_fullsized":"2024-09-13T17:48:47.102083+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:51.244575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.086062+0000","last_change":"2024-09-13T17:48:47.086062+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.086062+0000","last_undegraded":"2024-09-13T17:48:47.086062+0000","last_fullsized":"2024-09-13T17:48:47.086062+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:12.963771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.111686+0000","last_change":"2024-09-13T17:48:47.111151+0000","last_active":"2024-09-13T17:48:47.111686+0000","last_peered":"2024-09-13T17:48:47.111686+0000","last_clean":"2024-09-13T17:48:47.111686+0000","last_became_active":"2024-09-13T17:48:47.110724+0000","last_became_peered":"2024-09-13T17:48:47.110724+0000","last_unstale":"2024-09-13T17:48:47.111686+0000","last_undegraded":"2024-09-13T17:48:47.111686+0000","last_fullsized":"2024-09-13T17:48:47.111686+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:40:35.767065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499532+0000","last_change":"2024-09-13T17:48:47.490845+0000","last_active":"2024-09-13T17:48:47.499532+0000","last_peered":"2024-09-13T17:48:47.499532+0000","last_clean":"2024-09-13T17:48:47.499532+0000","last_became_active":"2024-09-13T17:48:47.490010+0000","last_became_peered":"2024-09-13T17:48:47.490010+0000","last_unstale":"2024-09-13T17:48:47.499532+0000","last_undegraded":"2024-09-13T17:48:47.499532+0000","last_fullsized":"2024-09-13T17:48:47.499532+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:58:48.425671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.109911+0000","last_change":"2024-09-13T17:48:47.109311+0000","last_active":"2024-09-13T17:48:47.109911+0000","last_peered":"2024-09-13T17:48:47.109911+0000","last_clean":"2024-09-13T17:48:47.109911+0000","last_became_active":"2024-09-13T17:48:47.109005+0000","last_became_peered":"2024-09-13T17:48:47.109005+0000","last_unstale":"2024-09-13T17:48:47.109911+0000","last_undegraded":"2024-09-13T17:48:47.109911+0000","last_fullsized":"2024-09-13T17:48:47.109911+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:19.300740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.082339+0000","last_change":"2024-09-13T17:48:47.082339+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.082339+0000","last_undegraded":"2024-09-13T17:48:47.082339+0000","last_fullsized":"2024-09-13T17:48:47.082339+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:56:21.939793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"41'2","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499639+0000","last_change":"2024-09-13T17:48:47.095874+0000","last_active":"2024-09-13T17:48:47.499639+0000","last_peered":"2024-09-13T17:48:47.499639+0000","last_clean":"2024-09-13T17:48:47.499639+0000","last_became_active":"2024-09-13T17:48:47.095135+0000","last_became_peered":"2024-09-13T17:48:47.095135+0000","last_unstale":"2024-09-13T17:48:47.499639+0000","last_undegraded":"2024-09-13T17:48:47.499639+0000","last_fullsized":"2024-09-13T17:48:47.499639+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:33.348574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.079269+0000","last_change":"2024-09-13T17:48:47.079269+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.079269+0000","last_undegraded":"2024-09-13T17:48:47.079269+0000","last_fullsized":"2024-09-13T17:48:47.079269+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:44.662563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"41'1","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.485484+0000","last_change":"2024-09-13T17:48:47.097724+0000","last_active":"2024-09-13T17:48:47.485484+0000","last_peered":"2024-09-13T17:48:47.485484+0000","last_clean":"2024-09-13T17:48:47.485484+0000","last_became_active":"2024-09-13T17:48:47.096972+0000","last_became_peered":"2024-09-13T17:48:47.096972+0000","last_unstale":"2024-09-13T17:48:47.485484+0000","last_undegraded":"2024-09-13T17:48:47.485484+0000","last_fullsized":"2024-09-13T17:48:47.485484+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:03.668155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494112+0000","last_change":"2024-09-13T17:48:47.481264+0000","last_active":"2024-09-13T17:48:47.494112+0000","last_peered":"2024-09-13T17:48:47.494112+0000","last_clean":"2024-09-13T17:48:47.494112+0000","last_became_active":"2024-09-13T17:48:47.480854+0000","last_became_peered":"2024-09-13T17:48:47.480854+0000","last_unstale":"2024-09-13T17:48:47.494112+0000","last_undegraded":"2024-09-13T17:48:47.494112+0000","last_fullsized":"2024-09-13T17:48:47.494112+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:58:48.425671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.120971+0000","last_change":"2024-09-13T17:48:47.119206+0000","last_active":"2024-09-13T17:48:47.120971+0000","last_peered":"2024-09-13T17:48:47.120971+0000","last_clean":"2024-09-13T17:48:47.120971+0000","last_became_active":"2024-09-13T17:48:47.118602+0000","last_became_peered":"2024-09-13T17:48:47.118602+0000","last_unstale":"2024-09-13T17:48:47.120971+0000","last_undegraded":"2024-09-13T17:48:47.120971+0000","last_fullsized":"2024-09-13T17:48:47.120971+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:51.244575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499703+0000","last_change":"2024-09-13T17:48:47.494690+0000","last_active":"2024-09-13T17:48:47.499703+0000","last_peered":"2024-09-13T17:48:47.499703+0000","last_clean":"2024-09-13T17:48:47.499703+0000","last_became_active":"2024-09-13T17:48:47.494414+0000","last_became_peered":"2024-09-13T17:48:47.494414+0000","last_unstale":"2024-09-13T17:48:47.499703+0000","last_undegraded":"2024-09-13T17:48:47.499703+0000","last_fullsized":"2024-09-13T17:48:47.499703+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:15.220591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.113260+0000","last_change":"2024-09-13T17:48:47.112510+0000","last_active":"2024-09-13T17:48:47.113260+0000","last_peered":"2024-09-13T17:48:47.113260+0000","last_clean":"2024-09-13T17:48:47.113260+0000","last_became_active":"2024-09-13T17:48:47.112156+0000","last_became_peered":"2024-09-13T17:48:47.112156+0000","last_unstale":"2024-09-13T17:48:47.113260+0000","last_undegraded":"2024-09-13T17:48:47.113260+0000","last_fullsized":"2024-09-13T17:48:47.113260+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:11.369093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.079874+0000","last_change":"2024-09-13T17:48:47.079874+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.079874+0000","last_undegraded":"2024-09-13T17:48:47.079874+0000","last_fullsized":"2024-09-13T17:48:47.079874+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:57:37.765574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.478886+0000","last_change":"2024-09-13T17:48:47.087244+0000","last_active":"2024-09-13T17:48:47.478886+0000","last_peered":"2024-09-13T17:48:47.478886+0000","last_clean":"2024-09-13T17:48:47.478886+0000","last_became_active":"2024-09-13T17:48:47.086607+0000","last_became_peered":"2024-09-13T17:48:47.086607+0000","last_unstale":"2024-09-13T17:48:47.478886+0000","last_undegraded":"2024-09-13T17:48:47.478886+0000","last_fullsized":"2024-09-13T17:48:47.478886+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:43.658667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499154+0000","last_change":"2024-09-13T17:48:47.498695+0000","last_active":"2024-09-13T17:48:47.499154+0000","last_peered":"2024-09-13T17:48:47.499154+0000","last_clean":"2024-09-13T17:48:47.499154+0000","last_became_active":"2024-09-13T17:48:47.498252+0000","last_became_peered":"2024-09-13T17:48:47.498252+0000","last_unstale":"2024-09-13T17:48:47.499154+0000","last_undegraded":"2024-09-13T17:48:47.499154+0000","last_fullsized":"2024-09-13T17:48:47.499154+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:33.508985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.093196+0000","last_change":"2024-09-13T17:48:47.089528+0000","last_active":"2024-09-13T17:48:47.093196+0000","last_peered":"2024-09-13T17:48:47.093196+0000","last_clean":"2024-09-13T17:48:47.093196+0000","last_became_active":"2024-09-13T17:48:47.089241+0000","last_became_peered":"2024-09-13T17:48:47.089241+0000","last_unstale":"2024-09-13T17:48:47.093196+0000","last_undegraded":"2024-09-13T17:48:47.093196+0000","last_fullsized":"2024-09-13T17:48:47.093196+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:06.775634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.100482+0000","last_change":"2024-09-13T17:48:47.100482+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.100482+0000","last_undegraded":"2024-09-13T17:48:47.100482+0000","last_fullsized":"2024-09-13T17:48:47.100482+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:05.648464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.474634+0000","last_change":"2024-09-13T17:48:47.092896+0000","last_active":"2024-09-13T17:48:47.474634+0000","last_peered":"2024-09-13T17:48:47.474634+0000","last_clean":"2024-09-13T17:48:47.474634+0000","last_became_active":"2024-09-13T17:48:47.091111+0000","last_became_peered":"2024-09-13T17:48:47.091111+0000","last_unstale":"2024-09-13T17:48:47.474634+0000","last_undegraded":"2024-09-13T17:48:47.474634+0000","last_fullsized":"2024-09-13T17:48:47.474634+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:33:53.705469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.078842+0000","last_change":"2024-09-13T17:48:47.078842+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.078842+0000","last_undegraded":"2024-09-13T17:48:47.078842+0000","last_fullsized":"2024-09-13T17:48:47.078842+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:24:49.987724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"41'3","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494141+0000","last_change":"2024-09-13T17:48:47.098461+0000","last_active":"2024-09-13T17:48:47.494141+0000","last_peered":"2024-09-13T17:48:47.494141+0000","last_clean":"2024-09-13T17:48:47.494141+0000","last_became_active":"2024-09-13T17:48:47.097663+0000","last_became_peered":"2024-09-13T17:48:47.097663+0000","last_unstale":"2024-09-13T17:48:47.494141+0000","last_undegraded":"2024-09-13T17:48:47.494141+0000","last_fullsized":"2024-09-13T17:48:47.494141+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:04.644567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499485+0000","last_change":"2024-09-13T17:48:47.490105+0000","last_active":"2024-09-13T17:48:47.499485+0000","last_peered":"2024-09-13T17:48:47.499485+0000","last_clean":"2024-09-13T17:48:47.499485+0000","last_became_active":"2024-09-13T17:48:47.489452+0000","last_became_peered":"2024-09-13T17:48:47.489452+0000","last_unstale":"2024-09-13T17:48:47.499485+0000","last_undegraded":"2024-09-13T17:48:47.499485+0000","last_fullsized":"2024-09-13T17:48:47.499485+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:14.479542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.115827+0000","last_change":"2024-09-13T17:48:47.114993+0000","last_active":"2024-09-13T17:48:47.115827+0000","last_peered":"2024-09-13T17:48:47.115827+0000","last_clean":"2024-09-13T17:48:47.115827+0000","last_became_active":"2024-09-13T17:48:47.114689+0000","last_became_peered":"2024-09-13T17:48:47.114689+0000","last_unstale":"2024-09-13T17:48:47.115827+0000","last_undegraded":"2024-09-13T17:48:47.115827+0000","last_fullsized":"2024-09-13T17:48:47.115827+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:49.845375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.077469+0000","last_change":"2024-09-13T17:48:47.077469+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.077469+0000","last_undegraded":"2024-09-13T17:48:47.077469+0000","last_fullsized":"2024-09-13T17:48:47.077469+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:04.672051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.094534+0000","last_change":"2024-09-13T17:48:47.093258+0000","last_active":"2024-09-13T17:48:47.094534+0000","last_peered":"2024-09-13T17:48:47.094534+0000","last_clean":"2024-09-13T17:48:47.094534+0000","last_became_active":"2024-09-13T17:48:47.092680+0000","last_became_peered":"2024-09-13T17:48:47.092680+0000","last_unstale":"2024-09-13T17:48:47.094534+0000","last_undegraded":"2024-09-13T17:48:47.094534+0000","last_fullsized":"2024-09-13T17:48:47.094534+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:35:44.653437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.077114+0000","last_change":"2024-09-13T17:48:47.077114+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.077114+0000","last_undegraded":"2024-09-13T17:48:47.077114+0000","last_fullsized":"2024-09-13T17:48:47.077114+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:23:30.288200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.102821+0000","last_change":"2024-09-13T17:48:47.102117+0000","last_active":"2024-09-13T17:48:47.102821+0000","last_peered":"2024-09-13T17:48:47.102821+0000","last_clean":"2024-09-13T17:48:47.102821+0000","last_became_active":"2024-09-13T17:48:47.101665+0000","last_became_peered":"2024-09-13T17:48:47.101665+0000","last_unstale":"2024-09-13T17:48:47.102821+0000","last_undegraded":"2024-09-13T17:48:47.102821+0000","last_fullsized":"2024-09-13T17:48:47.102821+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:15.020904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.088394+0000","last_change":"2024-09-13T17:48:47.088394+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.088394+0000","last_undegraded":"2024-09-13T17:48:47.088394+0000","last_fullsized":"2024-09-13T17:48:47.088394+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:33.112737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.102145+0000","last_change":"2024-09-13T17:48:47.094495+0000","last_active":"2024-09-13T17:48:47.102145+0000","last_peered":"2024-09-13T17:48:47.102145+0000","last_clean":"2024-09-13T17:48:47.102145+0000","last_became_active":"2024-09-13T17:48:47.093745+0000","last_became_peered":"2024-09-13T17:48:47.093745+0000","last_unstale":"2024-09-13T17:48:47.102145+0000","last_undegraded":"2024-09-13T17:48:47.102145+0000","last_fullsized":"2024-09-13T17:48:47.102145+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:15:54.421433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.079028+0000","last_change":"2024-09-13T17:48:47.079028+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.079028+0000","last_undegraded":"2024-09-13T17:48:47.079028+0000","last_fullsized":"2024-09-13T17:48:47.079028+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:00:57.544796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.120290+0000","last_change":"2024-09-13T17:48:47.117942+0000","last_active":"2024-09-13T17:48:47.120290+0000","last_peered":"2024-09-13T17:48:47.120290+0000","last_clean":"2024-09-13T17:48:47.120290+0000","last_became_active":"2024-09-13T17:48:47.117274+0000","last_became_peered":"2024-09-13T17:48:47.117274+0000","last_unstale":"2024-09-13T17:48:47.120290+0000","last_undegraded":"2024-09-13T17:48:47.120290+0000","last_fullsized":"2024-09-13T17:48:47.120290+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:19:38.111303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.084723+0000","last_change":"2024-09-13T17:48:47.084723+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.084723+0000","last_undegraded":"2024-09-13T17:48:47.084723+0000","last_fullsized":"2024-09-13T17:48:47.084723+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:38:21.020742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"41'1","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499744+0000","last_change":"2024-09-13T17:48:47.098076+0000","last_active":"2024-09-13T17:48:47.499744+0000","last_peered":"2024-09-13T17:48:47.499744+0000","last_clean":"2024-09-13T17:48:47.499744+0000","last_became_active":"2024-09-13T17:48:47.097303+0000","last_became_peered":"2024-09-13T17:48:47.097303+0000","last_unstale":"2024-09-13T17:48:47.499744+0000","last_undegraded":"2024-09-13T17:48:47.499744+0000","last_fullsized":"2024-09-13T17:48:47.499744+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:02:20.742630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494206+0000","last_change":"2024-09-13T17:48:47.485376+0000","last_active":"2024-09-13T17:48:47.494206+0000","last_peered":"2024-09-13T17:48:47.494206+0000","last_clean":"2024-09-13T17:48:47.494206+0000","last_became_active":"2024-09-13T17:48:47.485109+0000","last_became_peered":"2024-09-13T17:48:47.485109+0000","last_unstale":"2024-09-13T17:48:47.494206+0000","last_undegraded":"2024-09-13T17:48:47.494206+0000","last_fullsized":"2024-09-13T17:48:47.494206+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:14.479542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"41'2","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.496956+0000","last_change":"2024-09-13T17:48:47.113995+0000","last_active":"2024-09-13T17:48:47.496956+0000","last_peered":"2024-09-13T17:48:47.496956+0000","last_clean":"2024-09-13T17:48:47.496956+0000","last_became_active":"2024-09-13T17:48:47.113384+0000","last_became_peered":"2024-09-13T17:48:47.113384+0000","last_unstale":"2024-09-13T17:48:47.496956+0000","last_undegraded":"2024-09-13T17:48:47.496956+0000","last_fullsized":"2024-09-13T17:48:47.496956+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:32.108840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499550+0000","last_change":"2024-09-13T17:48:47.491131+0000","last_active":"2024-09-13T17:48:47.499550+0000","last_peered":"2024-09-13T17:48:47.499550+0000","last_clean":"2024-09-13T17:48:47.499550+0000","last_became_active":"2024-09-13T17:48:47.489577+0000","last_became_peered":"2024-09-13T17:48:47.489577+0000","last_unstale":"2024-09-13T17:48:47.499550+0000","last_undegraded":"2024-09-13T17:48:47.499550+0000","last_fullsized":"2024-09-13T17:48:47.499550+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:25.580692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"41'1","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.487140+0000","last_change":"2024-09-13T17:48:47.108315+0000","last_active":"2024-09-13T17:48:47.487140+0000","last_peered":"2024-09-13T17:48:47.487140+0000","last_clean":"2024-09-13T17:48:47.487140+0000","last_became_active":"2024-09-13T17:48:47.107978+0000","last_became_peered":"2024-09-13T17:48:47.107978+0000","last_unstale":"2024-09-13T17:48:47.487140+0000","last_undegraded":"2024-09-13T17:48:47.487140+0000","last_fullsized":"2024-09-13T17:48:47.487140+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:43:00.533683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477286+0000","last_change":"2024-09-13T17:48:47.476349+0000","last_active":"2024-09-13T17:48:47.477286+0000","last_peered":"2024-09-13T17:48:47.477286+0000","last_clean":"2024-09-13T17:48:47.477286+0000","last_became_active":"2024-09-13T17:48:47.475974+0000","last_became_peered":"2024-09-13T17:48:47.475974+0000","last_unstale":"2024-09-13T17:48:47.477286+0000","last_undegraded":"2024-09-13T17:48:47.477286+0000","last_fullsized":"2024-09-13T17:48:47.477286+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:49.941540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.110511+0000","last_change":"2024-09-13T17:48:47.109847+0000","last_active":"2024-09-13T17:48:47.110511+0000","last_peered":"2024-09-13T17:48:47.110511+0000","last_clean":"2024-09-13T17:48:47.110511+0000","last_became_active":"2024-09-13T17:48:47.109270+0000","last_became_peered":"2024-09-13T17:48:47.109270+0000","last_unstale":"2024-09-13T17:48:47.110511+0000","last_undegraded":"2024-09-13T17:48:47.110511+0000","last_fullsized":"2024-09-13T17:48:47.110511+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:56.076141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.088303+0000","last_change":"2024-09-13T17:48:47.088303+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.088303+0000","last_undegraded":"2024-09-13T17:48:47.088303+0000","last_fullsized":"2024-09-13T17:48:47.088303+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:34.352470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"41'2","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.473469+0000","last_change":"2024-09-13T17:48:47.092017+0000","last_active":"2024-09-13T17:48:47.473469+0000","last_peered":"2024-09-13T17:48:47.473469+0000","last_clean":"2024-09-13T17:48:47.473469+0000","last_became_active":"2024-09-13T17:48:47.091442+0000","last_became_peered":"2024-09-13T17:48:47.091442+0000","last_unstale":"2024-09-13T17:48:47.473469+0000","last_undegraded":"2024-09-13T17:48:47.473469+0000","last_fullsized":"2024-09-13T17:48:47.473469+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:59:45.189226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.078174+0000","last_change":"2024-09-13T17:48:47.078174+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.078174+0000","last_undegraded":"2024-09-13T17:48:47.078174+0000","last_fullsized":"2024-09-13T17:48:47.078174+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:21.484295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.457981+0000","last_change":"2024-09-13T17:48:47.109517+0000","last_active":"2024-09-13T17:48:47.457981+0000","last_peered":"2024-09-13T17:48:47.457981+0000","last_clean":"2024-09-13T17:48:47.457981+0000","last_became_active":"2024-09-13T17:48:47.109171+0000","last_became_peered":"2024-09-13T17:48:47.109171+0000","last_unstale":"2024-09-13T17:48:47.457981+0000","last_undegraded":"2024-09-13T17:48:47.457981+0000","last_fullsized":"2024-09-13T17:48:47.457981+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:29:45.272482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477647+0000","last_change":"2024-09-13T17:48:47.472667+0000","last_active":"2024-09-13T17:48:47.477647+0000","last_peered":"2024-09-13T17:48:47.477647+0000","last_clean":"2024-09-13T17:48:47.477647+0000","last_became_active":"2024-09-13T17:48:47.472291+0000","last_became_peered":"2024-09-13T17:48:47.472291+0000","last_unstale":"2024-09-13T17:48:47.477647+0000","last_undegraded":"2024-09-13T17:48:47.477647+0000","last_fullsized":"2024-09-13T17:48:47.477647+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:25.580692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.118577+0000","last_change":"2024-09-13T17:48:47.116573+0000","last_active":"2024-09-13T17:48:47.118577+0000","last_peered":"2024-09-13T17:48:47.118577+0000","last_clean":"2024-09-13T17:48:47.118577+0000","last_became_active":"2024-09-13T17:48:47.115893+0000","last_became_peered":"2024-09-13T17:48:47.115893+0000","last_unstale":"2024-09-13T17:48:47.118577+0000","last_undegraded":"2024-09-13T17:48:47.118577+0000","last_fullsized":"2024-09-13T17:48:47.118577+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:58:03.853819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.078128+0000","last_change":"2024-09-13T17:48:47.078128+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.078128+0000","last_undegraded":"2024-09-13T17:48:47.078128+0000","last_fullsized":"2024-09-13T17:48:47.078128+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:47:55.150825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.459995+0000","last_change":"2024-09-13T17:48:47.090764+0000","last_active":"2024-09-13T17:48:47.459995+0000","last_peered":"2024-09-13T17:48:47.459995+0000","last_clean":"2024-09-13T17:48:47.459995+0000","last_became_active":"2024-09-13T17:48:47.090473+0000","last_became_peered":"2024-09-13T17:48:47.090473+0000","last_unstale":"2024-09-13T17:48:47.459995+0000","last_undegraded":"2024-09-13T17:48:47.459995+0000","last_fullsized":"2024-09-13T17:48:47.459995+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:32:16.889888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.080024+0000","last_change":"2024-09-13T17:48:47.080024+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.080024+0000","last_undegraded":"2024-09-13T17:48:47.080024+0000","last_fullsized":"2024-09-13T17:48:47.080024+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:33.112737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"41'2","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494405+0000","last_change":"2024-09-13T17:48:47.096354+0000","last_active":"2024-09-13T17:48:47.494405+0000","last_peered":"2024-09-13T17:48:47.494405+0000","last_clean":"2024-09-13T17:48:47.494405+0000","last_became_active":"2024-09-13T17:48:47.094478+0000","last_became_peered":"2024-09-13T17:48:47.094478+0000","last_unstale":"2024-09-13T17:48:47.494405+0000","last_undegraded":"2024-09-13T17:48:47.494405+0000","last_fullsized":"2024-09-13T17:48:47.494405+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:37.704251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.099352+0000","last_change":"2024-09-13T17:48:47.099352+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.099352+0000","last_undegraded":"2024-09-13T17:48:47.099352+0000","last_fullsized":"2024-09-13T17:48:47.099352+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:04.672051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.459316+0000","last_change":"2024-09-13T17:48:47.114270+0000","last_active":"2024-09-13T17:48:47.459316+0000","last_peered":"2024-09-13T17:48:47.459316+0000","last_clean":"2024-09-13T17:48:47.459316+0000","last_became_active":"2024-09-13T17:48:47.114085+0000","last_became_peered":"2024-09-13T17:48:47.114085+0000","last_unstale":"2024-09-13T17:48:47.459316+0000","last_undegraded":"2024-09-13T17:48:47.459316+0000","last_fullsized":"2024-09-13T17:48:47.459316+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:16:33.490047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.082183+0000","last_change":"2024-09-13T17:48:47.082183+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.082183+0000","last_undegraded":"2024-09-13T17:48:47.082183+0000","last_fullsized":"2024-09-13T17:48:47.082183+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:03.405225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.095315+0000","last_change":"2024-09-13T17:48:47.093803+0000","last_active":"2024-09-13T17:48:47.095315+0000","last_peered":"2024-09-13T17:48:47.095315+0000","last_clean":"2024-09-13T17:48:47.095315+0000","last_became_active":"2024-09-13T17:48:47.093524+0000","last_became_peered":"2024-09-13T17:48:47.093524+0000","last_unstale":"2024-09-13T17:48:47.095315+0000","last_undegraded":"2024-09-13T17:48:47.095315+0000","last_fullsized":"2024-09-13T17:48:47.095315+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:35.692537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.076804+0000","last_change":"2024-09-13T17:48:47.076804+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.076804+0000","last_undegraded":"2024-09-13T17:48:47.076804+0000","last_fullsized":"2024-09-13T17:48:47.076804+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:34.352470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.093535+0000","last_change":"2024-09-13T17:48:47.091350+0000","last_active":"2024-09-13T17:48:47.093535+0000","last_peered":"2024-09-13T17:48:47.093535+0000","last_clean":"2024-09-13T17:48:47.093535+0000","last_became_active":"2024-09-13T17:48:47.090893+0000","last_became_peered":"2024-09-13T17:48:47.090893+0000","last_unstale":"2024-09-13T17:48:47.093535+0000","last_undegraded":"2024-09-13T17:48:47.093535+0000","last_fullsized":"2024-09-13T17:48:47.093535+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:01.168706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.084568+0000","last_change":"2024-09-13T17:48:47.084568+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.084568+0000","last_undegraded":"2024-09-13T17:48:47.084568+0000","last_fullsized":"2024-09-13T17:48:47.084568+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:37.288539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.102171+0000","last_change":"2024-09-13T17:48:47.095569+0000","last_active":"2024-09-13T17:48:47.102171+0000","last_peered":"2024-09-13T17:48:47.102171+0000","last_clean":"2024-09-13T17:48:47.102171+0000","last_became_active":"2024-09-13T17:48:47.094879+0000","last_became_peered":"2024-09-13T17:48:47.094879+0000","last_unstale":"2024-09-13T17:48:47.102171+0000","last_undegraded":"2024-09-13T17:48:47.102171+0000","last_fullsized":"2024-09-13T17:48:47.102171+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:29:40.868398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499378+0000","last_change":"2024-09-13T17:48:47.489583+0000","last_active":"2024-09-13T17:48:47.499378+0000","last_peered":"2024-09-13T17:48:47.499378+0000","last_clean":"2024-09-13T17:48:47.499378+0000","last_became_active":"2024-09-13T17:48:47.487668+0000","last_became_peered":"2024-09-13T17:48:47.487668+0000","last_unstale":"2024-09-13T17:48:47.499378+0000","last_undegraded":"2024-09-13T17:48:47.499378+0000","last_fullsized":"2024-09-13T17:48:47.499378+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:50.849271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479694+0000","last_change":"2024-09-13T17:48:47.092339+0000","last_active":"2024-09-13T17:48:47.479694+0000","last_peered":"2024-09-13T17:48:47.479694+0000","last_clean":"2024-09-13T17:48:47.479694+0000","last_became_active":"2024-09-13T17:48:47.091653+0000","last_became_peered":"2024-09-13T17:48:47.091653+0000","last_unstale":"2024-09-13T17:48:47.479694+0000","last_undegraded":"2024-09-13T17:48:47.479694+0000","last_fullsized":"2024-09-13T17:48:47.479694+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:04.644567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.098554+0000","last_change":"2024-09-13T17:48:47.098554+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.098554+0000","last_undegraded":"2024-09-13T17:48:47.098554+0000","last_fullsized":"2024-09-13T17:48:47.098554+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:02:21.746527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.093650+0000","last_change":"2024-09-13T17:48:47.091853+0000","last_active":"2024-09-13T17:48:47.093650+0000","last_peered":"2024-09-13T17:48:47.093650+0000","last_clean":"2024-09-13T17:48:47.093650+0000","last_became_active":"2024-09-13T17:48:47.091558+0000","last_became_peered":"2024-09-13T17:48:47.091558+0000","last_unstale":"2024-09-13T17:48:47.093650+0000","last_undegraded":"2024-09-13T17:48:47.093650+0000","last_fullsized":"2024-09-13T17:48:47.093650+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:16:21.417000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494463+0000","last_change":"2024-09-13T17:48:47.486927+0000","last_active":"2024-09-13T17:48:47.494463+0000","last_peered":"2024-09-13T17:48:47.494463+0000","last_clean":"2024-09-13T17:48:47.494463+0000","last_became_active":"2024-09-13T17:48:47.486680+0000","last_became_peered":"2024-09-13T17:48:47.486680+0000","last_unstale":"2024-09-13T17:48:47.494463+0000","last_undegraded":"2024-09-13T17:48:47.494463+0000","last_fullsized":"2024-09-13T17:48:47.494463+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:03.541759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.118643+0000","last_change":"2024-09-13T17:48:47.113990+0000","last_active":"2024-09-13T17:48:47.118643+0000","last_peered":"2024-09-13T17:48:47.118643+0000","last_clean":"2024-09-13T17:48:47.118643+0000","last_became_active":"2024-09-13T17:48:47.113307+0000","last_became_peered":"2024-09-13T17:48:47.113307+0000","last_unstale":"2024-09-13T17:48:47.118643+0000","last_undegraded":"2024-09-13T17:48:47.118643+0000","last_fullsized":"2024-09-13T17:48:47.118643+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:43.629038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"19'117","reported_seq":179,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T17:48:46.071388+0000","last_change":"2024-09-13T17:47:09.935927+0000","last_active":"2024-09-13T17:48:46.071388+0000","last_peered":"2024-09-13T17:48:46.071388+0000","last_clean":"2024-09-13T17:48:46.071388+0000","last_became_active":"2024-09-13T17:47:09.934083+0000","last_became_peered":"2024-09-13T17:47:09.934083+0000","last_unstale":"2024-09-13T17:48:46.071388+0000","last_undegraded":"2024-09-13T17:48:46.071388+0000","last_fullsized":"2024-09-13T17:48:46.071388+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_clean_scrub_stamp":"2024-09-13T17:47:08.536927+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:11:08.955024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":182,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":16,"seq":68719476760,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":471040,"data_stored":197340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.514,"5min":1.514,"15min":1.514},"last":1.0680000000000001},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.2090000000000001,"5min":1.2090000000000001,"15min":1.2090000000000001},"last":0.98399999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":1.3089999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.119},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.92900000000000005}]},{"osd":3,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.728,"5min":1.728,"15min":1.728},"last":0.94699999999999995},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":1.2629999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":2.0579999999999998,"5min":2.0579999999999998,"15min":2.0579999999999998},"last":1.1970000000000001},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.88900000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.091,"5min":1.091,"15min":1.091},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.8939999999999999,"5min":1.8939999999999999,"15min":1.8939999999999999},"last":1.3899999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":1.236},{"interface":"front","average":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.6990000000000001,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":1.155}]}]},{"osd":4,"up_from":16,"seq":68719476760,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":450560,"data_stored":190133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.97399999999999998},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.88600000000000001}]},{"osd":1,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":1.0489999999999999},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.79800000000000004}]},{"osd":2,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.995,"5min":0.995,"15min":0.995},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.60999999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.002},{"interface":"front","average":{"1min":1.014,"5min":1.014,"15min":1.014},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.6990000000000001,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":0.67100000000000004}]},{"osd":5,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":1.042,"15min":1.042},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.92000000000000004},{"interface":"front","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":1.1299999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.069,"15min":1.069},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.7709999999999999,"5min":1.7709999999999999,"15min":1.7709999999999999},"last":0.94499999999999995},{"interface":"front","average":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":1.026}]},{"osd":7,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.538,"5min":1.538,"15min":1.538},"last":1.0800000000000001},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"min":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":2.4510000000000001,"5min":2.4510000000000001,"15min":2.4510000000000001},"last":1.1080000000000001}]}]},{"osd":7,"up_from":15,"seq":64424509465,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343812,"statfs":{"total":96636764160,"available":96608063488,"internally_reserved":0,"allocated":1032192,"data_stored":773906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":2.722,"5min":2.722,"15min":2.722},"last":1.0960000000000001},{"interface":"front","average":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":1.079}]},{"osd":1,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.099,"5min":1.099,"15min":1.099},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":2.6459999999999999,"5min":2.6459999999999999,"15min":2.6459999999999999},"last":1.0429999999999999},{"interface":"front","average":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":3.3639999999999999,"5min":3.3639999999999999,"15min":3.3639999999999999},"last":0.88200000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":3.02,"5min":3.02,"15min":3.02},"last":0.65800000000000003},{"interface":"front","average":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"min":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"max":{"1min":3.75,"5min":3.75,"15min":3.75},"last":0.90700000000000003}]},{"osd":3,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":3.0680000000000001,"5min":3.0680000000000001,"15min":3.0680000000000001},"last":1.02},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":3.7850000000000001,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.75800000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":3.516,"5min":3.516,"15min":3.516},"last":0.79100000000000004},{"interface":"front","average":{"1min":1.169,"5min":1.169,"15min":1.169},"min":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"max":{"1min":3.125,"5min":3.125,"15min":3.125},"last":0.94699999999999995}]},{"osd":5,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":3.8159999999999998,"5min":3.8159999999999998,"15min":3.8159999999999998},"last":1.173},{"interface":"front","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":3.4340000000000002,"5min":3.4340000000000002,"15min":3.4340000000000002},"last":0.99399999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"max":{"1min":3.673,"5min":3.673,"15min":3.673},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"max":{"1min":3.5760000000000001,"5min":3.5760000000000001,"15min":3.5760000000000001},"last":0.82499999999999996}]}]},{"osd":6,"up_from":15,"seq":64424509463,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":450560,"data_stored":190133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.4319999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":1.5549999999999999},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.2410000000000001,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.872}]},{"osd":1,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.268,"5min":1.268,"15min":1.268},"last":1.23},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":1.093}]},{"osd":2,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":1.351},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":1.3240000000000001}]},{"osd":3,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":1.514},{"interface":"front","average":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"min":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":1.4350000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.585,"5min":1.585,"15min":1.585},"last":1.256},{"interface":"front","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":1.397}]},{"osd":5,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.6339999999999999,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.77300000000000002},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":1.042}]},{"osd":7,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":1.1739999999999999},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.532,"5min":1.532,"15min":1.532},"last":1.3029999999999999}]}]},{"osd":3,"up_from":15,"seq":64424509463,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31560,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340280,"statfs":{"total":96636764160,"available":96604446720,"internally_reserved":0,"allocated":450560,"data_stored":190133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.624}]},{"osd":1,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.76800000000000002}]},{"osd":2,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.29,"5min":1.29,"15min":1.29},"last":0.84399999999999997}]},{"osd":4,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":1.0309999999999999},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1.1839999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.1279999999999999},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.98999999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.93500000000000005},{"interface":"front","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":1.0920000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"min":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":1.2190000000000001},{"interface":"front","average":{"1min":1.141,"5min":1.141,"15min":1.141},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":1.724,"5min":1.724,"15min":1.724},"last":1.1599999999999999}]}]},{"osd":1,"up_from":15,"seq":64424509464,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31544,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340296,"statfs":{"total":96636764160,"available":96604463104,"internally_reserved":0,"allocated":438272,"data_stored":183538,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.56000000000000005}]},{"osd":2,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.47499999999999998}]},{"osd":3,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.569,"5min":1.569,"15min":1.569},"last":0.70799999999999996}]},{"osd":4,"last update":"Fri Sep 13 17:48:11 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":2.016,"5min":2.016,"15min":2.016},"last":1.0589999999999999},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":2.2410000000000001,"5min":2.2410000000000001,"15min":2.2410000000000001},"last":0.97899999999999998}]},{"osd":5,"last update":"Fri Sep 13 17:48:11 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.84499999999999997},{"interface":"front","average":{"1min":1.073,"5min":1.073,"15min":1.073},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":2.0950000000000002,"5min":2.0950000000000002,"15min":2.0950000000000002},"last":1.1299999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.89200000000000002},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":2.1819999999999999,"5min":2.1819999999999999,"15min":2.1819999999999999},"last":1.1870000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":2.1379999999999999,"5min":2.1379999999999999,"15min":2.1379999999999999},"last":1.153},{"interface":"front","average":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.997}]}]},{"osd":0,"up_from":15,"seq":64424509462,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32124,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":1032192,"data_stored":773906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.78800000000000003}]},{"osd":2,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":1.04},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.63200000000000001}]},{"osd":3,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.67200000000000004}]},{"osd":4,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.97299999999999998},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":0.92200000000000004}]},{"osd":5,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.5589999999999999,"5min":1.5589999999999999,"15min":1.5589999999999999},"last":0.85199999999999998},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.512,"5min":1.512,"15min":1.512},"last":0.89500000000000002}]},{"osd":6,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.5029999999999999,"5min":1.5029999999999999,"15min":1.5029999999999999},"last":0.94999999999999996},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"min":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.0940000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":1.1299999999999999},{"interface":"front","average":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":0.997}]}]},{"osd":2,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31576,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":466944,"data_stored":197298,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.54000000000000004}]},{"osd":1,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.433},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.505}]},{"osd":3,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.47999999999999998}]},{"osd":4,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.96,"5min":1.96,"15min":1.96},"last":0.874},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.6699999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.623}]},{"osd":5,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"min":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"max":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":0.82399999999999995}]},{"osd":6,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.27,"5min":1.27,"15min":1.27},"last":0.71899999999999997},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":0.64600000000000002}]},{"osd":7,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.65700000000000003},{"interface":"front","average":{"1min":1.093,"5min":1.093,"15min":1.093},"min":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.80600000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:48:51.906 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:48:52.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f01a2443640 1 Processor -- start 2024-09-13T17:48:52.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f01a2443640 1 -- start start 2024-09-13T17:48:52.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f01a2443640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f019c15c4f0 0x7f019c0d0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f01a2443640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f019c0ccfd0 con 0x7f019c0cf860 2024-09-13T17:48:52.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f01a2443640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f019c0cfcd0 con 0x7f019c0cdca0 2024-09-13T17:48:52.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f01a2443640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f019c0cd200 con 0x7f019c15c4f0 2024-09-13T17:48:52.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f01937fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f019c0cf860 0x7f019c06b020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:39026/0 (socket says 172.21.15.32:39026) 2024-09-13T17:48:52.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f01937fe640 1 -- 172.21.15.32:0/4290997067 learned_addr learned my addr 172.21.15.32:0/4290997067 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:52.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019bfff640 1 --2- 172.21.15.32:0/4290997067 >> v2:172.21.15.159:3300/0 conn(0x7f019c15c4f0 0x7f019c0d0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:52.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019b7fe640 1 -- 172.21.15.32:0/4290997067 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4054230914 0 0) 0x7f019c0ccfd0 con 0x7f019c0cf860 2024-09-13T17:48:52.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019b7fe640 1 -- 172.21.15.32:0/4290997067 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0188003530 con 0x7f019c0cf860 2024-09-13T17:48:52.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019b7fe640 1 -- 172.21.15.32:0/4290997067 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1567446260 0 0) 0x7f0188003530 con 0x7f019c0cf860 2024-09-13T17:48:52.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019b7fe640 1 -- 172.21.15.32:0/4290997067 >> v2:172.21.15.159:3300/0 conn(0x7f019c15c4f0 msgr2=0x7f019c0d0a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:52.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019b7fe640 1 --2- 172.21.15.32:0/4290997067 >> v2:172.21.15.159:3300/0 conn(0x7f019c15c4f0 0x7f019c0d0a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019b7fe640 1 -- 172.21.15.32:0/4290997067 >> v1:172.21.15.159:6789/0 conn(0x7f019c0cdca0 legacy=0x7f019c0d23c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:52.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019b7fe640 1 -- 172.21.15.32:0/4290997067 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f019c0d1110 con 0x7f019c0cf860 2024-09-13T17:48:52.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019b7fe640 1 -- 172.21.15.32:0/4290997067 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f0184001800 con 0x7f019c0cf860 2024-09-13T17:48:52.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019b7fe640 1 -- 172.21.15.32:0/4290997067 >> v1:172.21.15.32:6789/0 conn(0x7f019c0cf860 legacy=0x7f019c06b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:52.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019b7fe640 1 --2- 172.21.15.32:0/4290997067 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01880039d0 0x7f0188003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019b7fe640 1 --2- 172.21.15.32:0/4290997067 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f01880047d0 0x7f0188004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019b7fe640 1 --2- 172.21.15.32:0/4290997067 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0188005190 0x7f018800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019b7fe640 1 -- 172.21.15.32:0/4290997067 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f019c0cd200 con 0x7f01880039d0 2024-09-13T17:48:52.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019b7fe640 1 -- 172.21.15.32:0/4290997067 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f018800c090 con 0x7f0188005190 2024-09-13T17:48:52.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019b7fe640 1 -- 172.21.15.32:0/4290997067 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f018800c250 con 0x7f01880047d0 2024-09-13T17:48:52.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019bfff640 1 --2- 172.21.15.32:0/4290997067 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01880039d0 0x7f0188003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:52.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f01a09e0640 1 --2- 172.21.15.32:0/4290997067 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0188005190 0x7f018800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:52.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f01937fe640 1 --2- 172.21.15.32:0/4290997067 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f01880047d0 0x7f0188004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:52.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019bfff640 1 -- 172.21.15.32:0/4290997067 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f01880047d0 msgr2=0x7f0188004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:52.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019bfff640 1 --2- 172.21.15.32:0/4290997067 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f01880047d0 0x7f0188004c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019bfff640 1 -- 172.21.15.32:0/4290997067 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0188005190 msgr2=0x7f018800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:52.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019bfff640 1 --2- 172.21.15.32:0/4290997067 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0188005190 0x7f018800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f01a09e0640 1 -- 172.21.15.32:0/4290997067 reap_dead start 2024-09-13T17:48:52.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.073+0000 7f019bfff640 1 -- 172.21.15.32:0/4290997067 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0188003530 con 0x7f01880039d0 2024-09-13T17:48:52.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f019bfff640 1 --2- 172.21.15.32:0/4290997067 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01880039d0 0x7f0188003df0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f018c009ae0 tx=0x7f018c01ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4777ee3487910895 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:52.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f019b7fe640 1 -- 172.21.15.32:0/4290997067 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f018c0a5610 con 0x7f01880039d0 2024-09-13T17:48:52.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f019b7fe640 1 -- 172.21.15.32:0/4290997067 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f018c0a5770 con 0x7f01880039d0 2024-09-13T17:48:52.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f019b7fe640 1 -- 172.21.15.32:0/4290997067 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f018c0a5b20 con 0x7f01880039d0 2024-09-13T17:48:52.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f01a2443640 1 -- 172.21.15.32:0/4290997067 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01880039d0 msgr2=0x7f0188003df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:52.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f01a2443640 1 --2- 172.21.15.32:0/4290997067 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01880039d0 0x7f0188003df0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f018c009ae0 tx=0x7f018c01ca40 comp rx=0 tx=0).stop 2024-09-13T17:48:52.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f01a2443640 1 -- 172.21.15.32:0/4290997067 shutdown_connections 2024-09-13T17:48:52.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f01a2443640 1 --2- 172.21.15.32:0/4290997067 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01880039d0 0x7f0188003df0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f01a2443640 1 -- 172.21.15.32:0/4290997067 >> 172.21.15.32:0/4290997067 conn(0x7f019c08bf30 msgr2=0x7f019c09b850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:52.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f01a2443640 1 -- 172.21.15.32:0/4290997067 shutdown_connections 2024-09-13T17:48:52.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f01a2443640 1 -- 172.21.15.32:0/4290997067 wait complete. 2024-09-13T17:48:52.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f01a2443640 1 Processor -- start 2024-09-13T17:48:52.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f01a2443640 1 -- start start 2024-09-13T17:48:52.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f01a2443640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f01880039d0 0x7f019c159260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f01a2443640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f019c0ca4f0 0x7f019c0b4270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f01a2443640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f019c0b47b0 0x7f019c0b1d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f01a2443640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f019c0b2aa0 con 0x7f019c0b47b0 2024-09-13T17:48:52.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f01a2443640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f019c15dff0 con 0x7f01880039d0 2024-09-13T17:48:52.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.077+0000 7f01a2443640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f019c15e2d0 con 0x7f019c0ca4f0 2024-09-13T17:48:52.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01a09e0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f019c0b47b0 0x7f019c0b1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:52.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01a09e0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f019c0b47b0 0x7f019c0b1d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47694/0 (socket says 172.21.15.32:47694) 2024-09-13T17:48:52.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01a09e0640 1 -- 172.21.15.32:0/79068287 learned_addr learned my addr 172.21.15.32:0/79068287 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:52.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f019bfff640 1 --2- 172.21.15.32:0/79068287 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f01880039d0 0x7f019c159260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:52.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01937fe640 1 --2- 172.21.15.32:0/79068287 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f019c0ca4f0 0x7f019c0b4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:52.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01a09e0640 1 -- 172.21.15.32:0/79068287 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f019c0ca4f0 msgr2=0x7f019c0b4270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:52.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01a09e0640 1 --2- 172.21.15.32:0/79068287 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f019c0ca4f0 0x7f019c0b4270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01a09e0640 1 -- 172.21.15.32:0/79068287 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f01880039d0 msgr2=0x7f019c159260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:52.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01a09e0640 1 --2- 172.21.15.32:0/79068287 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f01880039d0 0x7f019c159260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01a09e0640 1 -- 172.21.15.32:0/79068287 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f019c15e5b0 con 0x7f019c0b47b0 2024-09-13T17:48:52.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01a09e0640 1 --2- 172.21.15.32:0/79068287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f019c0b47b0 0x7f019c0b1d90 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f019c08a520 tx=0x7f019400e960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:52.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01997fa640 1 -- 172.21.15.32:0/79068287 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0194006d70 con 0x7f019c0b47b0 2024-09-13T17:48:52.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01997fa640 1 -- 172.21.15.32:0/79068287 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0194003980 con 0x7f019c0b47b0 2024-09-13T17:48:52.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01a2443640 1 -- 172.21.15.32:0/79068287 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f019c0b4c30 con 0x7f019c0b47b0 2024-09-13T17:48:52.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01997fa640 1 -- 172.21.15.32:0/79068287 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0194003d30 con 0x7f019c0b47b0 2024-09-13T17:48:52.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01a2443640 1 -- 172.21.15.32:0/79068287 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f019c1597a0 con 0x7f019c0b47b0 2024-09-13T17:48:52.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01a2443640 1 -- 172.21.15.32:0/79068287 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f019c0b83b0 con 0x7f019c0b47b0 2024-09-13T17:48:52.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01997fa640 1 -- 172.21.15.32:0/79068287 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0194005070 con 0x7f019c0b47b0 2024-09-13T17:48:52.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01997fa640 1 --2- 172.21.15.32:0/79068287 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f017c0666c0 0x7f017c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f01997fa640 1 -- 172.21.15.32:0/79068287 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f01940839d0 con 0x7f019c0b47b0 2024-09-13T17:48:52.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.081+0000 7f019bfff640 1 --2- 172.21.15.32:0/79068287 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f017c0666c0 0x7f017c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:52.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.085+0000 7f019bfff640 1 --2- 172.21.15.32:0/79068287 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f017c0666c0 0x7f017c068b80 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f018c0af000 tx=0x7f018c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:52.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.085+0000 7f01997fa640 1 -- 172.21.15.32:0/79068287 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0194050c90 con 0x7f019c0b47b0 2024-09-13T17:48:52.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.237+0000 7f01a2443640 1 -- 172.21.15.32:0/79068287 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f019c06cf30 con 0x7f017c0666c0 2024-09-13T17:48:52.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.257+0000 7f01997fa640 1 -- 172.21.15.32:0/79068287 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287779 (secure 0 0 0) 0x7f019c06cf30 con 0x7f017c0666c0 2024-09-13T17:48:52.265 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:52.267 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-13T17:48:52.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.261+0000 7f01a2443640 1 -- 172.21.15.32:0/79068287 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f017c0666c0 msgr2=0x7f017c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:52.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.261+0000 7f01a2443640 1 --2- 172.21.15.32:0/79068287 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f017c0666c0 0x7f017c068b80 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f018c0af000 tx=0x7f018c008040 comp rx=0 tx=0).stop 2024-09-13T17:48:52.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.261+0000 7f01a2443640 1 -- 172.21.15.32:0/79068287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f019c0b47b0 msgr2=0x7f019c0b1d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:52.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.261+0000 7f01a2443640 1 --2- 172.21.15.32:0/79068287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f019c0b47b0 0x7f019c0b1d90 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f019c08a520 tx=0x7f019400e960 comp rx=0 tx=0).stop 2024-09-13T17:48:52.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.261+0000 7f01a2443640 1 -- 172.21.15.32:0/79068287 shutdown_connections 2024-09-13T17:48:52.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.261+0000 7f01a2443640 1 --2- 172.21.15.32:0/79068287 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f017c0666c0 0x7f017c068b80 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.261+0000 7f01a2443640 1 --2- 172.21.15.32:0/79068287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f019c0b47b0 0x7f019c0b1d90 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.261+0000 7f01a2443640 1 --2- 172.21.15.32:0/79068287 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f019c0ca4f0 0x7f019c0b4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.261+0000 7f01a2443640 1 --2- 172.21.15.32:0/79068287 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f01880039d0 0x7f019c159260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.261+0000 7f01a2443640 1 -- 172.21.15.32:0/79068287 >> 172.21.15.32:0/79068287 conn(0x7f019c08bf30 msgr2=0x7f019c0b1190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:52.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.261+0000 7f01a2443640 1 -- 172.21.15.32:0/79068287 shutdown_connections 2024-09-13T17:48:52.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.261+0000 7f01a2443640 1 -- 172.21.15.32:0/79068287 wait complete. 2024-09-13T17:48:52.280 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":89,"stamp":"2024-09-13T17:48:52.234125+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":191,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":146,"ondisk_log_size":146,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":94,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237388,"kb_used_data":4828,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754737332,"statfs":{"total":773094113280,"available":772851027968,"internally_reserved":0,"allocated":4943872,"data_stored":2766741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001863"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477624+0000","last_change":"2024-09-13T17:48:47.474971+0000","last_active":"2024-09-13T17:48:47.477624+0000","last_peered":"2024-09-13T17:48:47.477624+0000","last_clean":"2024-09-13T17:48:47.477624+0000","last_became_active":"2024-09-13T17:48:47.474344+0000","last_became_peered":"2024-09-13T17:48:47.474344+0000","last_unstale":"2024-09-13T17:48:47.477624+0000","last_undegraded":"2024-09-13T17:48:47.477624+0000","last_fullsized":"2024-09-13T17:48:47.477624+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:34:07.996015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477558+0000","last_change":"2024-09-13T17:48:47.468859+0000","last_active":"2024-09-13T17:48:47.477558+0000","last_peered":"2024-09-13T17:48:47.477558+0000","last_clean":"2024-09-13T17:48:47.477558+0000","last_became_active":"2024-09-13T17:48:47.468586+0000","last_became_peered":"2024-09-13T17:48:47.468586+0000","last_unstale":"2024-09-13T17:48:47.477558+0000","last_undegraded":"2024-09-13T17:48:47.477558+0000","last_fullsized":"2024-09-13T17:48:47.477558+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:34:38.952886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.483748+0000","last_change":"2024-09-13T17:48:47.482740+0000","last_active":"2024-09-13T17:48:47.483748+0000","last_peered":"2024-09-13T17:48:47.483748+0000","last_clean":"2024-09-13T17:48:47.483748+0000","last_became_active":"2024-09-13T17:48:47.482351+0000","last_became_peered":"2024-09-13T17:48:47.482351+0000","last_unstale":"2024-09-13T17:48:47.483748+0000","last_undegraded":"2024-09-13T17:48:47.483748+0000","last_fullsized":"2024-09-13T17:48:47.483748+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:38.708147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499172+0000","last_change":"2024-09-13T17:48:47.498686+0000","last_active":"2024-09-13T17:48:47.499172+0000","last_peered":"2024-09-13T17:48:47.499172+0000","last_clean":"2024-09-13T17:48:47.499172+0000","last_became_active":"2024-09-13T17:48:47.498263+0000","last_became_peered":"2024-09-13T17:48:47.498263+0000","last_unstale":"2024-09-13T17:48:47.499172+0000","last_undegraded":"2024-09-13T17:48:47.499172+0000","last_fullsized":"2024-09-13T17:48:47.499172+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:30.289401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.490649+0000","last_change":"2024-09-13T17:48:47.490059+0000","last_active":"2024-09-13T17:48:47.490649+0000","last_peered":"2024-09-13T17:48:47.490649+0000","last_clean":"2024-09-13T17:48:47.490649+0000","last_became_active":"2024-09-13T17:48:47.489783+0000","last_became_peered":"2024-09-13T17:48:47.489783+0000","last_unstale":"2024-09-13T17:48:47.490649+0000","last_undegraded":"2024-09-13T17:48:47.490649+0000","last_fullsized":"2024-09-13T17:48:47.490649+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:50.783902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479144+0000","last_change":"2024-09-13T17:48:47.478368+0000","last_active":"2024-09-13T17:48:47.479144+0000","last_peered":"2024-09-13T17:48:47.479144+0000","last_clean":"2024-09-13T17:48:47.479144+0000","last_became_active":"2024-09-13T17:48:47.478014+0000","last_became_peered":"2024-09-13T17:48:47.478014+0000","last_unstale":"2024-09-13T17:48:47.479144+0000","last_undegraded":"2024-09-13T17:48:47.479144+0000","last_fullsized":"2024-09-13T17:48:47.479144+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:24:49.987724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494090+0000","last_change":"2024-09-13T17:48:47.481121+0000","last_active":"2024-09-13T17:48:47.494090+0000","last_peered":"2024-09-13T17:48:47.494090+0000","last_clean":"2024-09-13T17:48:47.494090+0000","last_became_active":"2024-09-13T17:48:47.480501+0000","last_became_peered":"2024-09-13T17:48:47.480501+0000","last_unstale":"2024-09-13T17:48:47.494090+0000","last_undegraded":"2024-09-13T17:48:47.494090+0000","last_fullsized":"2024-09-13T17:48:47.494090+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:02:20.264697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477977+0000","last_change":"2024-09-13T17:48:47.475810+0000","last_active":"2024-09-13T17:48:47.477977+0000","last_peered":"2024-09-13T17:48:47.477977+0000","last_clean":"2024-09-13T17:48:47.477977+0000","last_became_active":"2024-09-13T17:48:47.475093+0000","last_became_peered":"2024-09-13T17:48:47.475093+0000","last_unstale":"2024-09-13T17:48:47.477977+0000","last_undegraded":"2024-09-13T17:48:47.477977+0000","last_fullsized":"2024-09-13T17:48:47.477977+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:15:08.316658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.472872+0000","last_change":"2024-09-13T17:48:47.469163+0000","last_active":"2024-09-13T17:48:47.472872+0000","last_peered":"2024-09-13T17:48:47.472872+0000","last_clean":"2024-09-13T17:48:47.472872+0000","last_became_active":"2024-09-13T17:48:47.468429+0000","last_became_peered":"2024-09-13T17:48:47.468429+0000","last_unstale":"2024-09-13T17:48:47.472872+0000","last_undegraded":"2024-09-13T17:48:47.472872+0000","last_fullsized":"2024-09-13T17:48:47.472872+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:16.826113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494542+0000","last_change":"2024-09-13T17:48:47.486371+0000","last_active":"2024-09-13T17:48:47.494542+0000","last_peered":"2024-09-13T17:48:47.494542+0000","last_clean":"2024-09-13T17:48:47.494542+0000","last_became_active":"2024-09-13T17:48:47.486191+0000","last_became_peered":"2024-09-13T17:48:47.486191+0000","last_unstale":"2024-09-13T17:48:47.494542+0000","last_undegraded":"2024-09-13T17:48:47.494542+0000","last_fullsized":"2024-09-13T17:48:47.494542+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:18:26.784128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.496751+0000","last_change":"2024-09-13T17:48:47.492118+0000","last_active":"2024-09-13T17:48:47.496751+0000","last_peered":"2024-09-13T17:48:47.496751+0000","last_clean":"2024-09-13T17:48:47.496751+0000","last_became_active":"2024-09-13T17:48:47.491798+0000","last_became_peered":"2024-09-13T17:48:47.491798+0000","last_unstale":"2024-09-13T17:48:47.496751+0000","last_undegraded":"2024-09-13T17:48:47.496751+0000","last_fullsized":"2024-09-13T17:48:47.496751+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:32:54.948242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.473041+0000","last_change":"2024-09-13T17:48:47.470804+0000","last_active":"2024-09-13T17:48:47.473041+0000","last_peered":"2024-09-13T17:48:47.473041+0000","last_clean":"2024-09-13T17:48:47.473041+0000","last_became_active":"2024-09-13T17:48:47.470565+0000","last_became_peered":"2024-09-13T17:48:47.470565+0000","last_unstale":"2024-09-13T17:48:47.473041+0000","last_undegraded":"2024-09-13T17:48:47.473041+0000","last_fullsized":"2024-09-13T17:48:47.473041+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:33.112737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494323+0000","last_change":"2024-09-13T17:48:47.486318+0000","last_active":"2024-09-13T17:48:47.494323+0000","last_peered":"2024-09-13T17:48:47.494323+0000","last_clean":"2024-09-13T17:48:47.494323+0000","last_became_active":"2024-09-13T17:48:47.485995+0000","last_became_peered":"2024-09-13T17:48:47.485995+0000","last_unstale":"2024-09-13T17:48:47.494323+0000","last_undegraded":"2024-09-13T17:48:47.494323+0000","last_fullsized":"2024-09-13T17:48:47.494323+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:09:31.014812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499500+0000","last_change":"2024-09-13T17:48:47.490254+0000","last_active":"2024-09-13T17:48:47.499500+0000","last_peered":"2024-09-13T17:48:47.499500+0000","last_clean":"2024-09-13T17:48:47.499500+0000","last_became_active":"2024-09-13T17:48:47.489826+0000","last_became_peered":"2024-09-13T17:48:47.489826+0000","last_unstale":"2024-09-13T17:48:47.499500+0000","last_undegraded":"2024-09-13T17:48:47.499500+0000","last_fullsized":"2024-09-13T17:48:47.499500+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:41:05.233835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494136+0000","last_change":"2024-09-13T17:48:47.481308+0000","last_active":"2024-09-13T17:48:47.494136+0000","last_peered":"2024-09-13T17:48:47.494136+0000","last_clean":"2024-09-13T17:48:47.494136+0000","last_became_active":"2024-09-13T17:48:47.480970+0000","last_became_peered":"2024-09-13T17:48:47.480970+0000","last_unstale":"2024-09-13T17:48:47.494136+0000","last_undegraded":"2024-09-13T17:48:47.494136+0000","last_fullsized":"2024-09-13T17:48:47.494136+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:41:05.233835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.100608+0000","last_change":"2024-09-13T17:48:47.100608+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.100608+0000","last_undegraded":"2024-09-13T17:48:47.100608+0000","last_fullsized":"2024-09-13T17:48:47.100608+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:16.826113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.099057+0000","last_change":"2024-09-13T17:48:47.099057+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.099057+0000","last_undegraded":"2024-09-13T17:48:47.099057+0000","last_fullsized":"2024-09-13T17:48:47.099057+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:21.484295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.496338+0000","last_change":"2024-09-13T17:48:47.491527+0000","last_active":"2024-09-13T17:48:47.496338+0000","last_peered":"2024-09-13T17:48:47.496338+0000","last_clean":"2024-09-13T17:48:47.496338+0000","last_became_active":"2024-09-13T17:48:47.491163+0000","last_became_peered":"2024-09-13T17:48:47.491163+0000","last_unstale":"2024-09-13T17:48:47.496338+0000","last_undegraded":"2024-09-13T17:48:47.496338+0000","last_fullsized":"2024-09-13T17:48:47.496338+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:16.024801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.471587+0000","last_change":"2024-09-13T17:48:47.468334+0000","last_active":"2024-09-13T17:48:47.471587+0000","last_peered":"2024-09-13T17:48:47.471587+0000","last_clean":"2024-09-13T17:48:47.471587+0000","last_became_active":"2024-09-13T17:48:47.468036+0000","last_became_peered":"2024-09-13T17:48:47.468036+0000","last_unstale":"2024-09-13T17:48:47.471587+0000","last_undegraded":"2024-09-13T17:48:47.471587+0000","last_fullsized":"2024-09-13T17:48:47.471587+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:32.090149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.496353+0000","last_change":"2024-09-13T17:48:47.491875+0000","last_active":"2024-09-13T17:48:47.496353+0000","last_peered":"2024-09-13T17:48:47.496353+0000","last_clean":"2024-09-13T17:48:47.496353+0000","last_became_active":"2024-09-13T17:48:47.491604+0000","last_became_peered":"2024-09-13T17:48:47.491604+0000","last_unstale":"2024-09-13T17:48:47.496353+0000","last_undegraded":"2024-09-13T17:48:47.496353+0000","last_fullsized":"2024-09-13T17:48:47.496353+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:57.080038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494090+0000","last_change":"2024-09-13T17:48:47.480690+0000","last_active":"2024-09-13T17:48:47.494090+0000","last_peered":"2024-09-13T17:48:47.494090+0000","last_clean":"2024-09-13T17:48:47.494090+0000","last_became_active":"2024-09-13T17:48:47.480381+0000","last_became_peered":"2024-09-13T17:48:47.480381+0000","last_unstale":"2024-09-13T17:48:47.494090+0000","last_undegraded":"2024-09-13T17:48:47.494090+0000","last_fullsized":"2024-09-13T17:48:47.494090+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:50.849271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499432+0000","last_change":"2024-09-13T17:48:47.489774+0000","last_active":"2024-09-13T17:48:47.499432+0000","last_peered":"2024-09-13T17:48:47.499432+0000","last_clean":"2024-09-13T17:48:47.499432+0000","last_became_active":"2024-09-13T17:48:47.487959+0000","last_became_peered":"2024-09-13T17:48:47.487959+0000","last_unstale":"2024-09-13T17:48:47.499432+0000","last_undegraded":"2024-09-13T17:48:47.499432+0000","last_fullsized":"2024-09-13T17:48:47.499432+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:03.541759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.098645+0000","last_change":"2024-09-13T17:48:47.098645+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.098645+0000","last_undegraded":"2024-09-13T17:48:47.098645+0000","last_fullsized":"2024-09-13T17:48:47.098645+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:44.662563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.488103+0000","last_change":"2024-09-13T17:48:47.485571+0000","last_active":"2024-09-13T17:48:47.488103+0000","last_peered":"2024-09-13T17:48:47.488103+0000","last_clean":"2024-09-13T17:48:47.488103+0000","last_became_active":"2024-09-13T17:48:47.485195+0000","last_became_peered":"2024-09-13T17:48:47.485195+0000","last_unstale":"2024-09-13T17:48:47.488103+0000","last_undegraded":"2024-09-13T17:48:47.488103+0000","last_fullsized":"2024-09-13T17:48:47.488103+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:08.511961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.475476+0000","last_change":"2024-09-13T17:48:47.470325+0000","last_active":"2024-09-13T17:48:47.475476+0000","last_peered":"2024-09-13T17:48:47.475476+0000","last_clean":"2024-09-13T17:48:47.475476+0000","last_became_active":"2024-09-13T17:48:47.470044+0000","last_became_peered":"2024-09-13T17:48:47.470044+0000","last_unstale":"2024-09-13T17:48:47.475476+0000","last_undegraded":"2024-09-13T17:48:47.475476+0000","last_fullsized":"2024-09-13T17:48:47.475476+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:28:58.620071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.483668+0000","last_change":"2024-09-13T17:48:47.481236+0000","last_active":"2024-09-13T17:48:47.483668+0000","last_peered":"2024-09-13T17:48:47.483668+0000","last_clean":"2024-09-13T17:48:47.483668+0000","last_became_active":"2024-09-13T17:48:47.481001+0000","last_became_peered":"2024-09-13T17:48:47.481001+0000","last_unstale":"2024-09-13T17:48:47.483668+0000","last_undegraded":"2024-09-13T17:48:47.483668+0000","last_fullsized":"2024-09-13T17:48:47.483668+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:44:12.274775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.475418+0000","last_change":"2024-09-13T17:48:47.470463+0000","last_active":"2024-09-13T17:48:47.475418+0000","last_peered":"2024-09-13T17:48:47.475418+0000","last_clean":"2024-09-13T17:48:47.475418+0000","last_became_active":"2024-09-13T17:48:47.469957+0000","last_became_peered":"2024-09-13T17:48:47.469957+0000","last_unstale":"2024-09-13T17:48:47.475418+0000","last_undegraded":"2024-09-13T17:48:47.475418+0000","last_fullsized":"2024-09-13T17:48:47.475418+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:14.529586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.489978+0000","last_change":"2024-09-13T17:48:47.476648+0000","last_active":"2024-09-13T17:48:47.489978+0000","last_peered":"2024-09-13T17:48:47.489978+0000","last_clean":"2024-09-13T17:48:47.489978+0000","last_became_active":"2024-09-13T17:48:47.476246+0000","last_became_peered":"2024-09-13T17:48:47.476246+0000","last_unstale":"2024-09-13T17:48:47.489978+0000","last_undegraded":"2024-09-13T17:48:47.489978+0000","last_fullsized":"2024-09-13T17:48:47.489978+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:15.220591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.476083+0000","last_change":"2024-09-13T17:48:47.471511+0000","last_active":"2024-09-13T17:48:47.476083+0000","last_peered":"2024-09-13T17:48:47.476083+0000","last_clean":"2024-09-13T17:48:47.476083+0000","last_became_active":"2024-09-13T17:48:47.471210+0000","last_became_peered":"2024-09-13T17:48:47.471210+0000","last_unstale":"2024-09-13T17:48:47.476083+0000","last_undegraded":"2024-09-13T17:48:47.476083+0000","last_fullsized":"2024-09-13T17:48:47.476083+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:20.304637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.481622+0000","last_change":"2024-09-13T17:48:47.477154+0000","last_active":"2024-09-13T17:48:47.481622+0000","last_peered":"2024-09-13T17:48:47.481622+0000","last_clean":"2024-09-13T17:48:47.481622+0000","last_became_active":"2024-09-13T17:48:47.476853+0000","last_became_peered":"2024-09-13T17:48:47.476853+0000","last_unstale":"2024-09-13T17:48:47.481622+0000","last_undegraded":"2024-09-13T17:48:47.481622+0000","last_fullsized":"2024-09-13T17:48:47.481622+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:12.372989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.088303+0000","last_change":"2024-09-13T17:48:47.088303+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.088303+0000","last_undegraded":"2024-09-13T17:48:47.088303+0000","last_fullsized":"2024-09-13T17:48:47.088303+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:38.708147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.472688+0000","last_change":"2024-09-13T17:48:47.471420+0000","last_active":"2024-09-13T17:48:47.472688+0000","last_peered":"2024-09-13T17:48:47.472688+0000","last_clean":"2024-09-13T17:48:47.472688+0000","last_became_active":"2024-09-13T17:48:47.471167+0000","last_became_peered":"2024-09-13T17:48:47.471167+0000","last_unstale":"2024-09-13T17:48:47.472688+0000","last_undegraded":"2024-09-13T17:48:47.472688+0000","last_fullsized":"2024-09-13T17:48:47.472688+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:21.484295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.099196+0000","last_change":"2024-09-13T17:48:47.099196+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.099196+0000","last_undegraded":"2024-09-13T17:48:47.099196+0000","last_fullsized":"2024-09-13T17:48:47.099196+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:24:49.987724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"41'4","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.482217+0000","last_change":"2024-09-13T17:48:47.094338+0000","last_active":"2024-09-13T17:48:47.482217+0000","last_peered":"2024-09-13T17:48:47.482217+0000","last_clean":"2024-09-13T17:48:47.482217+0000","last_became_active":"2024-09-13T17:48:47.093013+0000","last_became_peered":"2024-09-13T17:48:47.093013+0000","last_unstale":"2024-09-13T17:48:47.482217+0000","last_undegraded":"2024-09-13T17:48:47.482217+0000","last_fullsized":"2024-09-13T17:48:47.482217+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:51.244575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.484819+0000","last_change":"2024-09-13T17:48:47.483041+0000","last_active":"2024-09-13T17:48:47.484819+0000","last_peered":"2024-09-13T17:48:47.484819+0000","last_clean":"2024-09-13T17:48:47.484819+0000","last_became_active":"2024-09-13T17:48:47.482223+0000","last_became_peered":"2024-09-13T17:48:47.482223+0000","last_unstale":"2024-09-13T17:48:47.484819+0000","last_undegraded":"2024-09-13T17:48:47.484819+0000","last_fullsized":"2024-09-13T17:48:47.484819+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:12.963771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"41'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479108+0000","last_change":"2024-09-13T17:48:47.111151+0000","last_active":"2024-09-13T17:48:47.479108+0000","last_peered":"2024-09-13T17:48:47.479108+0000","last_clean":"2024-09-13T17:48:47.479108+0000","last_became_active":"2024-09-13T17:48:47.110724+0000","last_became_peered":"2024-09-13T17:48:47.110724+0000","last_unstale":"2024-09-13T17:48:47.479108+0000","last_undegraded":"2024-09-13T17:48:47.479108+0000","last_fullsized":"2024-09-13T17:48:47.479108+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:40:35.767065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499532+0000","last_change":"2024-09-13T17:48:47.490845+0000","last_active":"2024-09-13T17:48:47.499532+0000","last_peered":"2024-09-13T17:48:47.499532+0000","last_clean":"2024-09-13T17:48:47.499532+0000","last_became_active":"2024-09-13T17:48:47.490010+0000","last_became_peered":"2024-09-13T17:48:47.490010+0000","last_unstale":"2024-09-13T17:48:47.499532+0000","last_undegraded":"2024-09-13T17:48:47.499532+0000","last_fullsized":"2024-09-13T17:48:47.499532+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:58:48.425671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"41'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.476914+0000","last_change":"2024-09-13T17:48:47.109311+0000","last_active":"2024-09-13T17:48:47.476914+0000","last_peered":"2024-09-13T17:48:47.476914+0000","last_clean":"2024-09-13T17:48:47.476914+0000","last_became_active":"2024-09-13T17:48:47.109005+0000","last_became_peered":"2024-09-13T17:48:47.109005+0000","last_unstale":"2024-09-13T17:48:47.476914+0000","last_undegraded":"2024-09-13T17:48:47.476914+0000","last_fullsized":"2024-09-13T17:48:47.476914+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:19.300740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477599+0000","last_change":"2024-09-13T17:48:47.474805+0000","last_active":"2024-09-13T17:48:47.477599+0000","last_peered":"2024-09-13T17:48:47.477599+0000","last_clean":"2024-09-13T17:48:47.477599+0000","last_became_active":"2024-09-13T17:48:47.474432+0000","last_became_peered":"2024-09-13T17:48:47.474432+0000","last_unstale":"2024-09-13T17:48:47.477599+0000","last_undegraded":"2024-09-13T17:48:47.477599+0000","last_fullsized":"2024-09-13T17:48:47.477599+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:56:21.939793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"41'2","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499639+0000","last_change":"2024-09-13T17:48:47.095874+0000","last_active":"2024-09-13T17:48:47.499639+0000","last_peered":"2024-09-13T17:48:47.499639+0000","last_clean":"2024-09-13T17:48:47.499639+0000","last_became_active":"2024-09-13T17:48:47.095135+0000","last_became_peered":"2024-09-13T17:48:47.095135+0000","last_unstale":"2024-09-13T17:48:47.499639+0000","last_undegraded":"2024-09-13T17:48:47.499639+0000","last_fullsized":"2024-09-13T17:48:47.499639+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:33.348574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.472925+0000","last_change":"2024-09-13T17:48:47.469798+0000","last_active":"2024-09-13T17:48:47.472925+0000","last_peered":"2024-09-13T17:48:47.472925+0000","last_clean":"2024-09-13T17:48:47.472925+0000","last_became_active":"2024-09-13T17:48:47.469120+0000","last_became_peered":"2024-09-13T17:48:47.469120+0000","last_unstale":"2024-09-13T17:48:47.472925+0000","last_undegraded":"2024-09-13T17:48:47.472925+0000","last_fullsized":"2024-09-13T17:48:47.472925+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:44.662563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"41'1","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.485484+0000","last_change":"2024-09-13T17:48:47.097724+0000","last_active":"2024-09-13T17:48:47.485484+0000","last_peered":"2024-09-13T17:48:47.485484+0000","last_clean":"2024-09-13T17:48:47.485484+0000","last_became_active":"2024-09-13T17:48:47.096972+0000","last_became_peered":"2024-09-13T17:48:47.096972+0000","last_unstale":"2024-09-13T17:48:47.485484+0000","last_undegraded":"2024-09-13T17:48:47.485484+0000","last_fullsized":"2024-09-13T17:48:47.485484+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:03.668155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494112+0000","last_change":"2024-09-13T17:48:47.481264+0000","last_active":"2024-09-13T17:48:47.494112+0000","last_peered":"2024-09-13T17:48:47.494112+0000","last_clean":"2024-09-13T17:48:47.494112+0000","last_became_active":"2024-09-13T17:48:47.480854+0000","last_became_peered":"2024-09-13T17:48:47.480854+0000","last_unstale":"2024-09-13T17:48:47.494112+0000","last_undegraded":"2024-09-13T17:48:47.494112+0000","last_fullsized":"2024-09-13T17:48:47.494112+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:58:48.425671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.120971+0000","last_change":"2024-09-13T17:48:47.119206+0000","last_active":"2024-09-13T17:48:47.120971+0000","last_peered":"2024-09-13T17:48:47.120971+0000","last_clean":"2024-09-13T17:48:47.120971+0000","last_became_active":"2024-09-13T17:48:47.118602+0000","last_became_peered":"2024-09-13T17:48:47.118602+0000","last_unstale":"2024-09-13T17:48:47.120971+0000","last_undegraded":"2024-09-13T17:48:47.120971+0000","last_fullsized":"2024-09-13T17:48:47.120971+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:51.244575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499703+0000","last_change":"2024-09-13T17:48:47.494690+0000","last_active":"2024-09-13T17:48:47.499703+0000","last_peered":"2024-09-13T17:48:47.499703+0000","last_clean":"2024-09-13T17:48:47.499703+0000","last_became_active":"2024-09-13T17:48:47.494414+0000","last_became_peered":"2024-09-13T17:48:47.494414+0000","last_unstale":"2024-09-13T17:48:47.499703+0000","last_undegraded":"2024-09-13T17:48:47.499703+0000","last_fullsized":"2024-09-13T17:48:47.499703+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:15.220591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.466408+0000","last_change":"2024-09-13T17:48:47.112510+0000","last_active":"2024-09-13T17:48:47.466408+0000","last_peered":"2024-09-13T17:48:47.466408+0000","last_clean":"2024-09-13T17:48:47.466408+0000","last_became_active":"2024-09-13T17:48:47.112156+0000","last_became_peered":"2024-09-13T17:48:47.112156+0000","last_unstale":"2024-09-13T17:48:47.466408+0000","last_undegraded":"2024-09-13T17:48:47.466408+0000","last_fullsized":"2024-09-13T17:48:47.466408+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:11.369093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479566+0000","last_change":"2024-09-13T17:48:47.477399+0000","last_active":"2024-09-13T17:48:47.479566+0000","last_peered":"2024-09-13T17:48:47.479566+0000","last_clean":"2024-09-13T17:48:47.479566+0000","last_became_active":"2024-09-13T17:48:47.476634+0000","last_became_peered":"2024-09-13T17:48:47.476634+0000","last_unstale":"2024-09-13T17:48:47.479566+0000","last_undegraded":"2024-09-13T17:48:47.479566+0000","last_fullsized":"2024-09-13T17:48:47.479566+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:57:37.765574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.478886+0000","last_change":"2024-09-13T17:48:47.087244+0000","last_active":"2024-09-13T17:48:47.478886+0000","last_peered":"2024-09-13T17:48:47.478886+0000","last_clean":"2024-09-13T17:48:47.478886+0000","last_became_active":"2024-09-13T17:48:47.086607+0000","last_became_peered":"2024-09-13T17:48:47.086607+0000","last_unstale":"2024-09-13T17:48:47.478886+0000","last_undegraded":"2024-09-13T17:48:47.478886+0000","last_fullsized":"2024-09-13T17:48:47.478886+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:43.658667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499154+0000","last_change":"2024-09-13T17:48:47.498695+0000","last_active":"2024-09-13T17:48:47.499154+0000","last_peered":"2024-09-13T17:48:47.499154+0000","last_clean":"2024-09-13T17:48:47.499154+0000","last_became_active":"2024-09-13T17:48:47.498252+0000","last_became_peered":"2024-09-13T17:48:47.498252+0000","last_unstale":"2024-09-13T17:48:47.499154+0000","last_undegraded":"2024-09-13T17:48:47.499154+0000","last_fullsized":"2024-09-13T17:48:47.499154+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:33.508985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.455470+0000","last_change":"2024-09-13T17:48:47.089528+0000","last_active":"2024-09-13T17:48:47.455470+0000","last_peered":"2024-09-13T17:48:47.455470+0000","last_clean":"2024-09-13T17:48:47.455470+0000","last_became_active":"2024-09-13T17:48:47.089241+0000","last_became_peered":"2024-09-13T17:48:47.089241+0000","last_unstale":"2024-09-13T17:48:47.455470+0000","last_undegraded":"2024-09-13T17:48:47.455470+0000","last_fullsized":"2024-09-13T17:48:47.455470+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:06.775634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.100482+0000","last_change":"2024-09-13T17:48:47.100482+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.100482+0000","last_undegraded":"2024-09-13T17:48:47.100482+0000","last_fullsized":"2024-09-13T17:48:47.100482+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:05.648464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.474634+0000","last_change":"2024-09-13T17:48:47.092896+0000","last_active":"2024-09-13T17:48:47.474634+0000","last_peered":"2024-09-13T17:48:47.474634+0000","last_clean":"2024-09-13T17:48:47.474634+0000","last_became_active":"2024-09-13T17:48:47.091111+0000","last_became_peered":"2024-09-13T17:48:47.091111+0000","last_unstale":"2024-09-13T17:48:47.474634+0000","last_undegraded":"2024-09-13T17:48:47.474634+0000","last_fullsized":"2024-09-13T17:48:47.474634+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:33:53.705469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.473004+0000","last_change":"2024-09-13T17:48:47.470487+0000","last_active":"2024-09-13T17:48:47.473004+0000","last_peered":"2024-09-13T17:48:47.473004+0000","last_clean":"2024-09-13T17:48:47.473004+0000","last_became_active":"2024-09-13T17:48:47.470205+0000","last_became_peered":"2024-09-13T17:48:47.470205+0000","last_unstale":"2024-09-13T17:48:47.473004+0000","last_undegraded":"2024-09-13T17:48:47.473004+0000","last_fullsized":"2024-09-13T17:48:47.473004+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:24:49.987724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"41'3","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494141+0000","last_change":"2024-09-13T17:48:47.098461+0000","last_active":"2024-09-13T17:48:47.494141+0000","last_peered":"2024-09-13T17:48:47.494141+0000","last_clean":"2024-09-13T17:48:47.494141+0000","last_became_active":"2024-09-13T17:48:47.097663+0000","last_became_peered":"2024-09-13T17:48:47.097663+0000","last_unstale":"2024-09-13T17:48:47.494141+0000","last_undegraded":"2024-09-13T17:48:47.494141+0000","last_fullsized":"2024-09-13T17:48:47.494141+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:04.644567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499485+0000","last_change":"2024-09-13T17:48:47.490105+0000","last_active":"2024-09-13T17:48:47.499485+0000","last_peered":"2024-09-13T17:48:47.499485+0000","last_clean":"2024-09-13T17:48:47.499485+0000","last_became_active":"2024-09-13T17:48:47.489452+0000","last_became_peered":"2024-09-13T17:48:47.489452+0000","last_unstale":"2024-09-13T17:48:47.499485+0000","last_undegraded":"2024-09-13T17:48:47.499485+0000","last_fullsized":"2024-09-13T17:48:47.499485+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:14.479542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"41'6","reported_seq":17,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.497970+0000","last_change":"2024-09-13T17:48:47.114993+0000","last_active":"2024-09-13T17:48:47.497970+0000","last_peered":"2024-09-13T17:48:47.497970+0000","last_clean":"2024-09-13T17:48:47.497970+0000","last_became_active":"2024-09-13T17:48:47.114689+0000","last_became_peered":"2024-09-13T17:48:47.114689+0000","last_unstale":"2024-09-13T17:48:47.497970+0000","last_undegraded":"2024-09-13T17:48:47.497970+0000","last_fullsized":"2024-09-13T17:48:47.497970+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:49.845375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.484070+0000","last_change":"2024-09-13T17:48:47.483361+0000","last_active":"2024-09-13T17:48:47.484070+0000","last_peered":"2024-09-13T17:48:47.484070+0000","last_clean":"2024-09-13T17:48:47.484070+0000","last_became_active":"2024-09-13T17:48:47.480762+0000","last_became_peered":"2024-09-13T17:48:47.480762+0000","last_unstale":"2024-09-13T17:48:47.484070+0000","last_undegraded":"2024-09-13T17:48:47.484070+0000","last_fullsized":"2024-09-13T17:48:47.484070+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:04.672051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"41'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.491742+0000","last_change":"2024-09-13T17:48:47.093258+0000","last_active":"2024-09-13T17:48:47.491742+0000","last_peered":"2024-09-13T17:48:47.491742+0000","last_clean":"2024-09-13T17:48:47.491742+0000","last_became_active":"2024-09-13T17:48:47.092680+0000","last_became_peered":"2024-09-13T17:48:47.092680+0000","last_unstale":"2024-09-13T17:48:47.491742+0000","last_undegraded":"2024-09-13T17:48:47.491742+0000","last_fullsized":"2024-09-13T17:48:47.491742+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:35:44.653437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479832+0000","last_change":"2024-09-13T17:48:47.478036+0000","last_active":"2024-09-13T17:48:47.479832+0000","last_peered":"2024-09-13T17:48:47.479832+0000","last_clean":"2024-09-13T17:48:47.479832+0000","last_became_active":"2024-09-13T17:48:47.475750+0000","last_became_peered":"2024-09-13T17:48:47.475750+0000","last_unstale":"2024-09-13T17:48:47.479832+0000","last_undegraded":"2024-09-13T17:48:47.479832+0000","last_fullsized":"2024-09-13T17:48:47.479832+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:23:30.288200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.463173+0000","last_change":"2024-09-13T17:48:47.102117+0000","last_active":"2024-09-13T17:48:47.463173+0000","last_peered":"2024-09-13T17:48:47.463173+0000","last_clean":"2024-09-13T17:48:47.463173+0000","last_became_active":"2024-09-13T17:48:47.101665+0000","last_became_peered":"2024-09-13T17:48:47.101665+0000","last_unstale":"2024-09-13T17:48:47.463173+0000","last_undegraded":"2024-09-13T17:48:47.463173+0000","last_fullsized":"2024-09-13T17:48:47.463173+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:15.020904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.088394+0000","last_change":"2024-09-13T17:48:47.088394+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.088394+0000","last_undegraded":"2024-09-13T17:48:47.088394+0000","last_fullsized":"2024-09-13T17:48:47.088394+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:33.112737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.456387+0000","last_change":"2024-09-13T17:48:47.094495+0000","last_active":"2024-09-13T17:48:47.456387+0000","last_peered":"2024-09-13T17:48:47.456387+0000","last_clean":"2024-09-13T17:48:47.456387+0000","last_became_active":"2024-09-13T17:48:47.093745+0000","last_became_peered":"2024-09-13T17:48:47.093745+0000","last_unstale":"2024-09-13T17:48:47.456387+0000","last_undegraded":"2024-09-13T17:48:47.456387+0000","last_fullsized":"2024-09-13T17:48:47.456387+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:15:54.421433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479548+0000","last_change":"2024-09-13T17:48:47.475411+0000","last_active":"2024-09-13T17:48:47.479548+0000","last_peered":"2024-09-13T17:48:47.479548+0000","last_clean":"2024-09-13T17:48:47.479548+0000","last_became_active":"2024-09-13T17:48:47.474661+0000","last_became_peered":"2024-09-13T17:48:47.474661+0000","last_unstale":"2024-09-13T17:48:47.479548+0000","last_undegraded":"2024-09-13T17:48:47.479548+0000","last_fullsized":"2024-09-13T17:48:47.479548+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:00:57.544796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.120290+0000","last_change":"2024-09-13T17:48:47.117942+0000","last_active":"2024-09-13T17:48:47.120290+0000","last_peered":"2024-09-13T17:48:47.120290+0000","last_clean":"2024-09-13T17:48:47.120290+0000","last_became_active":"2024-09-13T17:48:47.117274+0000","last_became_peered":"2024-09-13T17:48:47.117274+0000","last_unstale":"2024-09-13T17:48:47.120290+0000","last_undegraded":"2024-09-13T17:48:47.120290+0000","last_fullsized":"2024-09-13T17:48:47.120290+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:19:38.111303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477824+0000","last_change":"2024-09-13T17:48:47.475079+0000","last_active":"2024-09-13T17:48:47.477824+0000","last_peered":"2024-09-13T17:48:47.477824+0000","last_clean":"2024-09-13T17:48:47.477824+0000","last_became_active":"2024-09-13T17:48:47.474589+0000","last_became_peered":"2024-09-13T17:48:47.474589+0000","last_unstale":"2024-09-13T17:48:47.477824+0000","last_undegraded":"2024-09-13T17:48:47.477824+0000","last_fullsized":"2024-09-13T17:48:47.477824+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:38:21.020742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"41'1","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499744+0000","last_change":"2024-09-13T17:48:47.098076+0000","last_active":"2024-09-13T17:48:47.499744+0000","last_peered":"2024-09-13T17:48:47.499744+0000","last_clean":"2024-09-13T17:48:47.499744+0000","last_became_active":"2024-09-13T17:48:47.097303+0000","last_became_peered":"2024-09-13T17:48:47.097303+0000","last_unstale":"2024-09-13T17:48:47.499744+0000","last_undegraded":"2024-09-13T17:48:47.499744+0000","last_fullsized":"2024-09-13T17:48:47.499744+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:02:20.742630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494206+0000","last_change":"2024-09-13T17:48:47.485376+0000","last_active":"2024-09-13T17:48:47.494206+0000","last_peered":"2024-09-13T17:48:47.494206+0000","last_clean":"2024-09-13T17:48:47.494206+0000","last_became_active":"2024-09-13T17:48:47.485109+0000","last_became_peered":"2024-09-13T17:48:47.485109+0000","last_unstale":"2024-09-13T17:48:47.494206+0000","last_undegraded":"2024-09-13T17:48:47.494206+0000","last_fullsized":"2024-09-13T17:48:47.494206+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:14.479542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"41'2","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.496956+0000","last_change":"2024-09-13T17:48:47.113995+0000","last_active":"2024-09-13T17:48:47.496956+0000","last_peered":"2024-09-13T17:48:47.496956+0000","last_clean":"2024-09-13T17:48:47.496956+0000","last_became_active":"2024-09-13T17:48:47.113384+0000","last_became_peered":"2024-09-13T17:48:47.113384+0000","last_unstale":"2024-09-13T17:48:47.496956+0000","last_undegraded":"2024-09-13T17:48:47.496956+0000","last_fullsized":"2024-09-13T17:48:47.496956+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:32.108840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499550+0000","last_change":"2024-09-13T17:48:47.491131+0000","last_active":"2024-09-13T17:48:47.499550+0000","last_peered":"2024-09-13T17:48:47.499550+0000","last_clean":"2024-09-13T17:48:47.499550+0000","last_became_active":"2024-09-13T17:48:47.489577+0000","last_became_peered":"2024-09-13T17:48:47.489577+0000","last_unstale":"2024-09-13T17:48:47.499550+0000","last_undegraded":"2024-09-13T17:48:47.499550+0000","last_fullsized":"2024-09-13T17:48:47.499550+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:25.580692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"41'1","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.487140+0000","last_change":"2024-09-13T17:48:47.108315+0000","last_active":"2024-09-13T17:48:47.487140+0000","last_peered":"2024-09-13T17:48:47.487140+0000","last_clean":"2024-09-13T17:48:47.487140+0000","last_became_active":"2024-09-13T17:48:47.107978+0000","last_became_peered":"2024-09-13T17:48:47.107978+0000","last_unstale":"2024-09-13T17:48:47.487140+0000","last_undegraded":"2024-09-13T17:48:47.487140+0000","last_fullsized":"2024-09-13T17:48:47.487140+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:43:00.533683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477286+0000","last_change":"2024-09-13T17:48:47.476349+0000","last_active":"2024-09-13T17:48:47.477286+0000","last_peered":"2024-09-13T17:48:47.477286+0000","last_clean":"2024-09-13T17:48:47.477286+0000","last_became_active":"2024-09-13T17:48:47.475974+0000","last_became_peered":"2024-09-13T17:48:47.475974+0000","last_unstale":"2024-09-13T17:48:47.477286+0000","last_undegraded":"2024-09-13T17:48:47.477286+0000","last_fullsized":"2024-09-13T17:48:47.477286+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:49.941540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.466291+0000","last_change":"2024-09-13T17:48:47.109847+0000","last_active":"2024-09-13T17:48:47.466291+0000","last_peered":"2024-09-13T17:48:47.466291+0000","last_clean":"2024-09-13T17:48:47.466291+0000","last_became_active":"2024-09-13T17:48:47.109270+0000","last_became_peered":"2024-09-13T17:48:47.109270+0000","last_unstale":"2024-09-13T17:48:47.466291+0000","last_undegraded":"2024-09-13T17:48:47.466291+0000","last_fullsized":"2024-09-13T17:48:47.466291+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:56.076141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.088303+0000","last_change":"2024-09-13T17:48:47.088303+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.088303+0000","last_undegraded":"2024-09-13T17:48:47.088303+0000","last_fullsized":"2024-09-13T17:48:47.088303+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:34.352470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"41'2","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.473469+0000","last_change":"2024-09-13T17:48:47.092017+0000","last_active":"2024-09-13T17:48:47.473469+0000","last_peered":"2024-09-13T17:48:47.473469+0000","last_clean":"2024-09-13T17:48:47.473469+0000","last_became_active":"2024-09-13T17:48:47.091442+0000","last_became_peered":"2024-09-13T17:48:47.091442+0000","last_unstale":"2024-09-13T17:48:47.473469+0000","last_undegraded":"2024-09-13T17:48:47.473469+0000","last_fullsized":"2024-09-13T17:48:47.473469+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:59:45.189226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.483715+0000","last_change":"2024-09-13T17:48:47.482680+0000","last_active":"2024-09-13T17:48:47.483715+0000","last_peered":"2024-09-13T17:48:47.483715+0000","last_clean":"2024-09-13T17:48:47.483715+0000","last_became_active":"2024-09-13T17:48:47.482429+0000","last_became_peered":"2024-09-13T17:48:47.482429+0000","last_unstale":"2024-09-13T17:48:47.483715+0000","last_undegraded":"2024-09-13T17:48:47.483715+0000","last_fullsized":"2024-09-13T17:48:47.483715+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:21.484295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.457981+0000","last_change":"2024-09-13T17:48:47.109517+0000","last_active":"2024-09-13T17:48:47.457981+0000","last_peered":"2024-09-13T17:48:47.457981+0000","last_clean":"2024-09-13T17:48:47.457981+0000","last_became_active":"2024-09-13T17:48:47.109171+0000","last_became_peered":"2024-09-13T17:48:47.109171+0000","last_unstale":"2024-09-13T17:48:47.457981+0000","last_undegraded":"2024-09-13T17:48:47.457981+0000","last_fullsized":"2024-09-13T17:48:47.457981+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:29:45.272482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477647+0000","last_change":"2024-09-13T17:48:47.472667+0000","last_active":"2024-09-13T17:48:47.477647+0000","last_peered":"2024-09-13T17:48:47.477647+0000","last_clean":"2024-09-13T17:48:47.477647+0000","last_became_active":"2024-09-13T17:48:47.472291+0000","last_became_peered":"2024-09-13T17:48:47.472291+0000","last_unstale":"2024-09-13T17:48:47.477647+0000","last_undegraded":"2024-09-13T17:48:47.477647+0000","last_fullsized":"2024-09-13T17:48:47.477647+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:25.580692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.118577+0000","last_change":"2024-09-13T17:48:47.116573+0000","last_active":"2024-09-13T17:48:47.118577+0000","last_peered":"2024-09-13T17:48:47.118577+0000","last_clean":"2024-09-13T17:48:47.118577+0000","last_became_active":"2024-09-13T17:48:47.115893+0000","last_became_peered":"2024-09-13T17:48:47.115893+0000","last_unstale":"2024-09-13T17:48:47.118577+0000","last_undegraded":"2024-09-13T17:48:47.118577+0000","last_fullsized":"2024-09-13T17:48:47.118577+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:58:03.853819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.481216+0000","last_change":"2024-09-13T17:48:47.479578+0000","last_active":"2024-09-13T17:48:47.481216+0000","last_peered":"2024-09-13T17:48:47.481216+0000","last_clean":"2024-09-13T17:48:47.481216+0000","last_became_active":"2024-09-13T17:48:47.477928+0000","last_became_peered":"2024-09-13T17:48:47.477928+0000","last_unstale":"2024-09-13T17:48:47.481216+0000","last_undegraded":"2024-09-13T17:48:47.481216+0000","last_fullsized":"2024-09-13T17:48:47.481216+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:47:55.150825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.459995+0000","last_change":"2024-09-13T17:48:47.090764+0000","last_active":"2024-09-13T17:48:47.459995+0000","last_peered":"2024-09-13T17:48:47.459995+0000","last_clean":"2024-09-13T17:48:47.459995+0000","last_became_active":"2024-09-13T17:48:47.090473+0000","last_became_peered":"2024-09-13T17:48:47.090473+0000","last_unstale":"2024-09-13T17:48:47.459995+0000","last_undegraded":"2024-09-13T17:48:47.459995+0000","last_fullsized":"2024-09-13T17:48:47.459995+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:32:16.889888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.483729+0000","last_change":"2024-09-13T17:48:47.481535+0000","last_active":"2024-09-13T17:48:47.483729+0000","last_peered":"2024-09-13T17:48:47.483729+0000","last_clean":"2024-09-13T17:48:47.483729+0000","last_became_active":"2024-09-13T17:48:47.480915+0000","last_became_peered":"2024-09-13T17:48:47.480915+0000","last_unstale":"2024-09-13T17:48:47.483729+0000","last_undegraded":"2024-09-13T17:48:47.483729+0000","last_fullsized":"2024-09-13T17:48:47.483729+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:33.112737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"41'2","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494405+0000","last_change":"2024-09-13T17:48:47.096354+0000","last_active":"2024-09-13T17:48:47.494405+0000","last_peered":"2024-09-13T17:48:47.494405+0000","last_clean":"2024-09-13T17:48:47.494405+0000","last_became_active":"2024-09-13T17:48:47.094478+0000","last_became_peered":"2024-09-13T17:48:47.094478+0000","last_unstale":"2024-09-13T17:48:47.494405+0000","last_undegraded":"2024-09-13T17:48:47.494405+0000","last_fullsized":"2024-09-13T17:48:47.494405+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:37.704251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.099352+0000","last_change":"2024-09-13T17:48:47.099352+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.099352+0000","last_undegraded":"2024-09-13T17:48:47.099352+0000","last_fullsized":"2024-09-13T17:48:47.099352+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:04.672051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.459316+0000","last_change":"2024-09-13T17:48:47.114270+0000","last_active":"2024-09-13T17:48:47.459316+0000","last_peered":"2024-09-13T17:48:47.459316+0000","last_clean":"2024-09-13T17:48:47.459316+0000","last_became_active":"2024-09-13T17:48:47.114085+0000","last_became_peered":"2024-09-13T17:48:47.114085+0000","last_unstale":"2024-09-13T17:48:47.459316+0000","last_undegraded":"2024-09-13T17:48:47.459316+0000","last_fullsized":"2024-09-13T17:48:47.459316+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:16:33.490047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.493075+0000","last_change":"2024-09-13T17:48:47.492272+0000","last_active":"2024-09-13T17:48:47.493075+0000","last_peered":"2024-09-13T17:48:47.493075+0000","last_clean":"2024-09-13T17:48:47.493075+0000","last_became_active":"2024-09-13T17:48:47.491979+0000","last_became_peered":"2024-09-13T17:48:47.491979+0000","last_unstale":"2024-09-13T17:48:47.493075+0000","last_undegraded":"2024-09-13T17:48:47.493075+0000","last_fullsized":"2024-09-13T17:48:47.493075+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:03.405225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.463422+0000","last_change":"2024-09-13T17:48:47.093803+0000","last_active":"2024-09-13T17:48:47.463422+0000","last_peered":"2024-09-13T17:48:47.463422+0000","last_clean":"2024-09-13T17:48:47.463422+0000","last_became_active":"2024-09-13T17:48:47.093524+0000","last_became_peered":"2024-09-13T17:48:47.093524+0000","last_unstale":"2024-09-13T17:48:47.463422+0000","last_undegraded":"2024-09-13T17:48:47.463422+0000","last_fullsized":"2024-09-13T17:48:47.463422+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:35.692537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477276+0000","last_change":"2024-09-13T17:48:47.475680+0000","last_active":"2024-09-13T17:48:47.477276+0000","last_peered":"2024-09-13T17:48:47.477276+0000","last_clean":"2024-09-13T17:48:47.477276+0000","last_became_active":"2024-09-13T17:48:47.475313+0000","last_became_peered":"2024-09-13T17:48:47.475313+0000","last_unstale":"2024-09-13T17:48:47.477276+0000","last_undegraded":"2024-09-13T17:48:47.477276+0000","last_fullsized":"2024-09-13T17:48:47.477276+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:34.352470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.462877+0000","last_change":"2024-09-13T17:48:47.091350+0000","last_active":"2024-09-13T17:48:47.462877+0000","last_peered":"2024-09-13T17:48:47.462877+0000","last_clean":"2024-09-13T17:48:47.462877+0000","last_became_active":"2024-09-13T17:48:47.090893+0000","last_became_peered":"2024-09-13T17:48:47.090893+0000","last_unstale":"2024-09-13T17:48:47.462877+0000","last_undegraded":"2024-09-13T17:48:47.462877+0000","last_fullsized":"2024-09-13T17:48:47.462877+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:01.168706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.478704+0000","last_change":"2024-09-13T17:48:47.473331+0000","last_active":"2024-09-13T17:48:47.478704+0000","last_peered":"2024-09-13T17:48:47.478704+0000","last_clean":"2024-09-13T17:48:47.478704+0000","last_became_active":"2024-09-13T17:48:47.473045+0000","last_became_peered":"2024-09-13T17:48:47.473045+0000","last_unstale":"2024-09-13T17:48:47.478704+0000","last_undegraded":"2024-09-13T17:48:47.478704+0000","last_fullsized":"2024-09-13T17:48:47.478704+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:37.288539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.457069+0000","last_change":"2024-09-13T17:48:47.095569+0000","last_active":"2024-09-13T17:48:47.457069+0000","last_peered":"2024-09-13T17:48:47.457069+0000","last_clean":"2024-09-13T17:48:47.457069+0000","last_became_active":"2024-09-13T17:48:47.094879+0000","last_became_peered":"2024-09-13T17:48:47.094879+0000","last_unstale":"2024-09-13T17:48:47.457069+0000","last_undegraded":"2024-09-13T17:48:47.457069+0000","last_fullsized":"2024-09-13T17:48:47.457069+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:29:40.868398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499378+0000","last_change":"2024-09-13T17:48:47.489583+0000","last_active":"2024-09-13T17:48:47.499378+0000","last_peered":"2024-09-13T17:48:47.499378+0000","last_clean":"2024-09-13T17:48:47.499378+0000","last_became_active":"2024-09-13T17:48:47.487668+0000","last_became_peered":"2024-09-13T17:48:47.487668+0000","last_unstale":"2024-09-13T17:48:47.499378+0000","last_undegraded":"2024-09-13T17:48:47.499378+0000","last_fullsized":"2024-09-13T17:48:47.499378+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:50.849271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479694+0000","last_change":"2024-09-13T17:48:47.092339+0000","last_active":"2024-09-13T17:48:47.479694+0000","last_peered":"2024-09-13T17:48:47.479694+0000","last_clean":"2024-09-13T17:48:47.479694+0000","last_became_active":"2024-09-13T17:48:47.091653+0000","last_became_peered":"2024-09-13T17:48:47.091653+0000","last_unstale":"2024-09-13T17:48:47.479694+0000","last_undegraded":"2024-09-13T17:48:47.479694+0000","last_fullsized":"2024-09-13T17:48:47.479694+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:04.644567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.098554+0000","last_change":"2024-09-13T17:48:47.098554+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.098554+0000","last_undegraded":"2024-09-13T17:48:47.098554+0000","last_fullsized":"2024-09-13T17:48:47.098554+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:02:21.746527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.452918+0000","last_change":"2024-09-13T17:48:47.091853+0000","last_active":"2024-09-13T17:48:47.452918+0000","last_peered":"2024-09-13T17:48:47.452918+0000","last_clean":"2024-09-13T17:48:47.452918+0000","last_became_active":"2024-09-13T17:48:47.091558+0000","last_became_peered":"2024-09-13T17:48:47.091558+0000","last_unstale":"2024-09-13T17:48:47.452918+0000","last_undegraded":"2024-09-13T17:48:47.452918+0000","last_fullsized":"2024-09-13T17:48:47.452918+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:16:21.417000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494463+0000","last_change":"2024-09-13T17:48:47.486927+0000","last_active":"2024-09-13T17:48:47.494463+0000","last_peered":"2024-09-13T17:48:47.494463+0000","last_clean":"2024-09-13T17:48:47.494463+0000","last_became_active":"2024-09-13T17:48:47.486680+0000","last_became_peered":"2024-09-13T17:48:47.486680+0000","last_unstale":"2024-09-13T17:48:47.494463+0000","last_undegraded":"2024-09-13T17:48:47.494463+0000","last_fullsized":"2024-09-13T17:48:47.494463+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:03.541759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.118643+0000","last_change":"2024-09-13T17:48:47.113990+0000","last_active":"2024-09-13T17:48:47.118643+0000","last_peered":"2024-09-13T17:48:47.118643+0000","last_clean":"2024-09-13T17:48:47.118643+0000","last_became_active":"2024-09-13T17:48:47.113307+0000","last_became_peered":"2024-09-13T17:48:47.113307+0000","last_unstale":"2024-09-13T17:48:47.118643+0000","last_undegraded":"2024-09-13T17:48:47.118643+0000","last_fullsized":"2024-09-13T17:48:47.118643+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:43.629038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"19'117","reported_seq":179,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T17:48:46.071388+0000","last_change":"2024-09-13T17:47:09.935927+0000","last_active":"2024-09-13T17:48:46.071388+0000","last_peered":"2024-09-13T17:48:46.071388+0000","last_clean":"2024-09-13T17:48:46.071388+0000","last_became_active":"2024-09-13T17:47:09.934083+0000","last_became_peered":"2024-09-13T17:47:09.934083+0000","last_unstale":"2024-09-13T17:48:46.071388+0000","last_undegraded":"2024-09-13T17:48:46.071388+0000","last_fullsized":"2024-09-13T17:48:46.071388+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_clean_scrub_stamp":"2024-09-13T17:47:08.536927+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:11:08.955024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":29,"ondisk_log_size":29,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":16,"seq":68719476760,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":471040,"data_stored":197340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.514,"5min":1.514,"15min":1.514},"last":1.0680000000000001},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.2090000000000001,"5min":1.2090000000000001,"15min":1.2090000000000001},"last":0.98399999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":1.3089999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.119},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.92900000000000005}]},{"osd":3,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.728,"5min":1.728,"15min":1.728},"last":0.94699999999999995},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":1.2629999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":2.0579999999999998,"5min":2.0579999999999998,"15min":2.0579999999999998},"last":1.1970000000000001},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.88900000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.091,"5min":1.091,"15min":1.091},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.8939999999999999,"5min":1.8939999999999999,"15min":1.8939999999999999},"last":1.3899999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":1.236},{"interface":"front","average":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.6990000000000001,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":1.155}]}]},{"osd":4,"up_from":16,"seq":68719476760,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":450560,"data_stored":190133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.97399999999999998},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.88600000000000001}]},{"osd":1,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":1.0489999999999999},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.79800000000000004}]},{"osd":2,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.995,"5min":0.995,"15min":0.995},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.60999999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.002},{"interface":"front","average":{"1min":1.014,"5min":1.014,"15min":1.014},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.6990000000000001,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":0.67100000000000004}]},{"osd":5,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":1.042,"15min":1.042},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.92000000000000004},{"interface":"front","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":1.1299999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.069,"15min":1.069},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.7709999999999999,"5min":1.7709999999999999,"15min":1.7709999999999999},"last":0.94499999999999995},{"interface":"front","average":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":1.026}]},{"osd":7,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.538,"5min":1.538,"15min":1.538},"last":1.0800000000000001},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"min":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":2.4510000000000001,"5min":2.4510000000000001,"15min":2.4510000000000001},"last":1.1080000000000001}]}]},{"osd":7,"up_from":15,"seq":64424509465,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343812,"statfs":{"total":96636764160,"available":96608063488,"internally_reserved":0,"allocated":1032192,"data_stored":773906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":2.722,"5min":2.722,"15min":2.722},"last":1.0960000000000001},{"interface":"front","average":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":1.079}]},{"osd":1,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.099,"5min":1.099,"15min":1.099},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":2.6459999999999999,"5min":2.6459999999999999,"15min":2.6459999999999999},"last":1.0429999999999999},{"interface":"front","average":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":3.3639999999999999,"5min":3.3639999999999999,"15min":3.3639999999999999},"last":0.88200000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":3.02,"5min":3.02,"15min":3.02},"last":0.65800000000000003},{"interface":"front","average":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"min":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"max":{"1min":3.75,"5min":3.75,"15min":3.75},"last":0.90700000000000003}]},{"osd":3,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":3.0680000000000001,"5min":3.0680000000000001,"15min":3.0680000000000001},"last":1.02},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":3.7850000000000001,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.75800000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":3.516,"5min":3.516,"15min":3.516},"last":0.79100000000000004},{"interface":"front","average":{"1min":1.169,"5min":1.169,"15min":1.169},"min":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"max":{"1min":3.125,"5min":3.125,"15min":3.125},"last":0.94699999999999995}]},{"osd":5,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":3.8159999999999998,"5min":3.8159999999999998,"15min":3.8159999999999998},"last":1.173},{"interface":"front","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":3.4340000000000002,"5min":3.4340000000000002,"15min":3.4340000000000002},"last":0.99399999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"max":{"1min":3.673,"5min":3.673,"15min":3.673},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"max":{"1min":3.5760000000000001,"5min":3.5760000000000001,"15min":3.5760000000000001},"last":0.82499999999999996}]}]},{"osd":6,"up_from":15,"seq":64424509464,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":479232,"data_stored":204430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.4319999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.2410000000000001,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.79700000000000004}]},{"osd":1,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.268,"5min":1.268,"15min":1.268},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.85299999999999998}]},{"osd":2,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.60399999999999998}]},{"osd":3,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.72599999999999998},{"interface":"front","average":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"min":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":0.93799999999999994}]},{"osd":4,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.585,"5min":1.585,"15min":1.585},"last":0.99199999999999999},{"interface":"front","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":0.95599999999999996}]},{"osd":5,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.6339999999999999,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":1.032},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":1.0580000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":1.1679999999999999},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.532,"5min":1.532,"15min":1.532},"last":1.133}]}]},{"osd":3,"up_from":15,"seq":64424509464,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31596,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340244,"statfs":{"total":96636764160,"available":96604409856,"internally_reserved":0,"allocated":491520,"data_stored":205446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.46200000000000002}]},{"osd":1,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.55800000000000005}]},{"osd":2,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.29,"5min":1.29,"15min":1.29},"last":0.53300000000000003}]},{"osd":4,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.745},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.79100000000000004}]},{"osd":5,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.87}]},{"osd":6,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.68700000000000006},{"interface":"front","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":0.94099999999999995}]},{"osd":7,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"min":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.83699999999999997},{"interface":"front","average":{"1min":1.141,"5min":1.141,"15min":1.141},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":1.724,"5min":1.724,"15min":1.724},"last":0.81000000000000005}]}]},{"osd":1,"up_from":15,"seq":64424509465,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":479232,"data_stored":203938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.81100000000000005}]},{"osd":2,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.85599999999999998}]},{"osd":3,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":0.749},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.569,"5min":1.569,"15min":1.569},"last":0.67500000000000004}]},{"osd":4,"last update":"Fri Sep 13 17:48:11 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":2.016,"5min":2.016,"15min":2.016},"last":1.014},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":2.2410000000000001,"5min":2.2410000000000001,"15min":2.2410000000000001},"last":0.89200000000000002}]},{"osd":5,"last update":"Fri Sep 13 17:48:11 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.98099999999999998},{"interface":"front","average":{"1min":1.073,"5min":1.073,"15min":1.073},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":2.0950000000000002,"5min":2.0950000000000002,"15min":2.0950000000000002},"last":0.94599999999999995}]},{"osd":6,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.91700000000000004},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":2.1819999999999999,"5min":2.1819999999999999,"15min":2.1819999999999999},"last":1.147}]},{"osd":7,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":2.1379999999999999,"5min":2.1379999999999999,"15min":2.1379999999999999},"last":1.1120000000000001},{"interface":"front","average":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":1.1839999999999999}]}]},{"osd":0,"up_from":15,"seq":64424509463,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32164,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339676,"statfs":{"total":96636764160,"available":96603828224,"internally_reserved":0,"allocated":1073152,"data_stored":794250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.59299999999999997}]},{"osd":2,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.47199999999999998}]},{"osd":3,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.56599999999999995}]},{"osd":4,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":0.68200000000000005}]},{"osd":5,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.5589999999999999,"5min":1.5589999999999999,"15min":1.5589999999999999},"last":0.76500000000000001},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.512,"5min":1.512,"15min":1.512},"last":0.78900000000000003}]},{"osd":6,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.5029999999999999,"5min":1.5029999999999999,"15min":1.5029999999999999},"last":0.83399999999999996},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"min":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.70299999999999996}]},{"osd":7,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":0.81100000000000005},{"interface":"front","average":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":0.88100000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31576,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":466944,"data_stored":197298,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.54000000000000004}]},{"osd":1,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.433},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.505}]},{"osd":3,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.47999999999999998}]},{"osd":4,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.96,"5min":1.96,"15min":1.96},"last":0.874},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.6699999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.623}]},{"osd":5,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"min":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"max":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":0.82399999999999995}]},{"osd":6,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.27,"5min":1.27,"15min":1.27},"last":0.71899999999999997},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":0.64600000000000002}]},{"osd":7,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.65700000000000003},{"interface":"front","average":{"1min":1.093,"5min":1.093,"15min":1.093},"min":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.80600000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:48:52.286 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.30 is not active+clean 2024-09-13T17:48:52.286 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 40, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:48:47.100608+0000', 'last_change': '2024-09-13T17:48:47.100608+0000', 'last_active': '2024-09-13T17:48:47.056534+0000', 'last_peered': '2024-09-13T17:48:47.056534+0000', 'last_clean': '2024-09-13T17:48:47.056534+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:48:47.100608+0000', 'last_undegraded': '2024-09-13T17:48:47.100608+0000', 'last_fullsized': '2024-09-13T17:48:47.100608+0000', 'mapping_epoch': 40, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 40, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_clean_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:12:16.826113+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T17:48:52.286 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2f is not active+clean 2024-09-13T17:48:52.286 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 40, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:48:47.099057+0000', 'last_change': '2024-09-13T17:48:47.099057+0000', 'last_active': '2024-09-13T17:48:47.056534+0000', 'last_peered': '2024-09-13T17:48:47.056534+0000', 'last_clean': '2024-09-13T17:48:47.056534+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:48:47.099057+0000', 'last_undegraded': '2024-09-13T17:48:47.099057+0000', 'last_fullsized': '2024-09-13T17:48:47.099057+0000', 'mapping_epoch': 40, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 40, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_clean_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:04:21.484295+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T17:48:52.286 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.29 is not active+clean 2024-09-13T17:48:52.286 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 40, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:48:47.098645+0000', 'last_change': '2024-09-13T17:48:47.098645+0000', 'last_active': '2024-09-13T17:48:47.056534+0000', 'last_peered': '2024-09-13T17:48:47.056534+0000', 'last_clean': '2024-09-13T17:48:47.056534+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:48:47.098645+0000', 'last_undegraded': '2024-09-13T17:48:47.098645+0000', 'last_fullsized': '2024-09-13T17:48:47.098645+0000', 'mapping_epoch': 40, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 40, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_clean_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:35:44.662563+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T17:48:52.286 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.21 is not active+clean 2024-09-13T17:48:52.286 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 40, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:48:47.088303+0000', 'last_change': '2024-09-13T17:48:47.088303+0000', 'last_active': '2024-09-13T17:48:47.056534+0000', 'last_peered': '2024-09-13T17:48:47.056534+0000', 'last_clean': '2024-09-13T17:48:47.056534+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:48:47.088303+0000', 'last_undegraded': '2024-09-13T17:48:47.088303+0000', 'last_fullsized': '2024-09-13T17:48:47.088303+0000', 'mapping_epoch': 40, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 40, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_clean_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:21:38.708147+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T17:48:52.286 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1c is not active+clean 2024-09-13T17:48:52.287 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 40, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:48:47.099196+0000', 'last_change': '2024-09-13T17:48:47.099196+0000', 'last_active': '2024-09-13T17:48:47.056534+0000', 'last_peered': '2024-09-13T17:48:47.056534+0000', 'last_clean': '2024-09-13T17:48:47.056534+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:48:47.099196+0000', 'last_undegraded': '2024-09-13T17:48:47.099196+0000', 'last_fullsized': '2024-09-13T17:48:47.099196+0000', 'mapping_epoch': 40, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 40, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_clean_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T05:24:49.987724+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T17:48:52.287 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.15 is not active+clean 2024-09-13T17:48:52.287 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 40, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:48:47.100482+0000', 'last_change': '2024-09-13T17:48:47.100482+0000', 'last_active': '2024-09-13T17:48:47.056534+0000', 'last_peered': '2024-09-13T17:48:47.056534+0000', 'last_clean': '2024-09-13T17:48:47.056534+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:48:47.100482+0000', 'last_undegraded': '2024-09-13T17:48:47.100482+0000', 'last_fullsized': '2024-09-13T17:48:47.100482+0000', 'mapping_epoch': 40, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 40, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_clean_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T19:15:05.648464+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T17:48:52.287 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.12 is not active+clean 2024-09-13T17:48:52.287 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 40, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:48:47.088394+0000', 'last_change': '2024-09-13T17:48:47.088394+0000', 'last_active': '2024-09-13T17:48:47.056534+0000', 'last_peered': '2024-09-13T17:48:47.056534+0000', 'last_clean': '2024-09-13T17:48:47.056534+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:48:47.088394+0000', 'last_undegraded': '2024-09-13T17:48:47.088394+0000', 'last_fullsized': '2024-09-13T17:48:47.088394+0000', 'mapping_epoch': 40, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 40, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_clean_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:26:33.112737+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T17:48:52.287 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.8 is not active+clean 2024-09-13T17:48:52.287 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 40, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:48:47.088303+0000', 'last_change': '2024-09-13T17:48:47.088303+0000', 'last_active': '2024-09-13T17:48:47.056534+0000', 'last_peered': '2024-09-13T17:48:47.056534+0000', 'last_clean': '2024-09-13T17:48:47.056534+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:48:47.088303+0000', 'last_undegraded': '2024-09-13T17:48:47.088303+0000', 'last_fullsized': '2024-09-13T17:48:47.088303+0000', 'mapping_epoch': 40, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 40, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_clean_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T23:25:34.352470+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T17:48:52.287 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.5 is not active+clean 2024-09-13T17:48:52.287 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 40, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:48:47.099352+0000', 'last_change': '2024-09-13T17:48:47.099352+0000', 'last_active': '2024-09-13T17:48:47.056534+0000', 'last_peered': '2024-09-13T17:48:47.056534+0000', 'last_clean': '2024-09-13T17:48:47.056534+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:48:47.099352+0000', 'last_undegraded': '2024-09-13T17:48:47.099352+0000', 'last_fullsized': '2024-09-13T17:48:47.099352+0000', 'mapping_epoch': 40, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 40, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_clean_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:30:04.672051+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T17:48:52.287 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3 is not active+clean 2024-09-13T17:48:52.287 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 40, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:48:47.098554+0000', 'last_change': '2024-09-13T17:48:47.098554+0000', 'last_active': '2024-09-13T17:48:47.056534+0000', 'last_peered': '2024-09-13T17:48:47.056534+0000', 'last_clean': '2024-09-13T17:48:47.056534+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:48:47.098554+0000', 'last_undegraded': '2024-09-13T17:48:47.098554+0000', 'last_fullsized': '2024-09-13T17:48:47.098554+0000', 'mapping_epoch': 40, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 40, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'last_clean_scrub_stamp': '2024-09-13T17:48:47.056534+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T04:02:21.746527+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T17:48:52.288 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-13T17:48:52.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.445+0000 7f27e1435640 1 Processor -- start 2024-09-13T17:48:52.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.445+0000 7f27e1435640 1 -- start start 2024-09-13T17:48:52.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.445+0000 7f27e1435640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f27dc0b21d0 0x7f27dc0ce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.445+0000 7f27e1435640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f27dc0cea10 0x7f27dc0c8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.445+0000 7f27e1435640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27dc15a6e0 con 0x7f27dc15a300 2024-09-13T17:48:52.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.445+0000 7f27e1435640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27dc0cee60 con 0x7f27dc0b21d0 2024-09-13T17:48:52.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.445+0000 7f27e1435640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27dc06d7b0 con 0x7f27dc0cea10 2024-09-13T17:48:52.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.445+0000 7f27daffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f27dc15a300 0x7f27dc06d0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:39030/0 (socket says 172.21.15.32:39030) 2024-09-13T17:48:52.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.445+0000 7f27da7fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f27dc0b21d0 0x7f27dc0ce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:52.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.445+0000 7f27daffd640 1 -- 172.21.15.32:0/3356848980 learned_addr learned my addr 172.21.15.32:0/3356848980 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:52.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.445+0000 7f27db7fe640 1 --2- 172.21.15.32:0/3356848980 >> v2:172.21.15.159:3300/0 conn(0x7f27dc0cea10 0x7f27dc0c8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:52.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.445+0000 7f27da7fc640 1 -- 172.21.15.32:0/3356848980 >> v2:172.21.15.159:3300/0 conn(0x7f27dc0cea10 msgr2=0x7f27dc0c8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:52.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.445+0000 7f27da7fc640 1 --2- 172.21.15.32:0/3356848980 >> v2:172.21.15.159:3300/0 conn(0x7f27dc0cea10 0x7f27dc0c8cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.445+0000 7f27da7fc640 1 -- 172.21.15.32:0/3356848980 >> v1:172.21.15.32:6789/0 conn(0x7f27dc15a300 legacy=0x7f27dc06d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:52.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.445+0000 7f27d9ffb640 1 -- 172.21.15.32:0/3356848980 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2080911039 0 0) 0x7f27dc15a6e0 con 0x7f27dc15a300 2024-09-13T17:48:52.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.445+0000 7f27da7fc640 1 -- 172.21.15.32:0/3356848980 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27dc06da80 con 0x7f27dc0b21d0 2024-09-13T17:48:52.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.449+0000 7f27db7fe640 1 --2- 172.21.15.32:0/3356848980 >> v2:172.21.15.159:3300/0 conn(0x7f27dc0cea10 0x7f27dc0c8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:52.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.449+0000 7f27da7fc640 1 --2- 172.21.15.32:0/3356848980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27dc0b21d0 0x7f27dc0ce4d0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f27dc072740 tx=0x7f27d001c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1358b505fc7dddb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:52.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.449+0000 7f27d9ffb640 1 -- 172.21.15.32:0/3356848980 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27d00ad660 con 0x7f27dc0b21d0 2024-09-13T17:48:52.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.449+0000 7f27d9ffb640 1 -- 172.21.15.32:0/3356848980 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27d00ad7c0 con 0x7f27dc0b21d0 2024-09-13T17:48:52.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.449+0000 7f27d9ffb640 1 -- 172.21.15.32:0/3356848980 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27d00adb50 con 0x7f27dc0b21d0 2024-09-13T17:48:52.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.449+0000 7f27e1435640 1 -- 172.21.15.32:0/3356848980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27dc0b21d0 msgr2=0x7f27dc0ce4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:52.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.449+0000 7f27e1435640 1 --2- 172.21.15.32:0/3356848980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27dc0b21d0 0x7f27dc0ce4d0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f27dc072740 tx=0x7f27d001c450 comp rx=0 tx=0).stop 2024-09-13T17:48:52.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.449+0000 7f27e1435640 1 -- 172.21.15.32:0/3356848980 shutdown_connections 2024-09-13T17:48:52.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.449+0000 7f27e1435640 1 --2- 172.21.15.32:0/3356848980 >> v2:172.21.15.159:3300/0 conn(0x7f27dc0cea10 0x7f27dc0c8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.449+0000 7f27e1435640 1 --2- 172.21.15.32:0/3356848980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27dc0b21d0 0x7f27dc0ce4d0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.449+0000 7f27e1435640 1 -- 172.21.15.32:0/3356848980 >> 172.21.15.32:0/3356848980 conn(0x7f27dc06a150 msgr2=0x7f27dc06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:52.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.449+0000 7f27e1435640 1 -- 172.21.15.32:0/3356848980 shutdown_connections 2024-09-13T17:48:52.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.449+0000 7f27e1435640 1 -- 172.21.15.32:0/3356848980 wait complete. 2024-09-13T17:48:52.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27e1435640 1 Processor -- start 2024-09-13T17:48:52.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27e1435640 1 -- start start 2024-09-13T17:48:52.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27e1435640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27dc0b21d0 0x7f27dc0c7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27e1435640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27dc0cea10 0x7f27dc158de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27e1435640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27dc15a300 0x7f27dc0973e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27e1435640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27dc0c7810 con 0x7f27dc0cea10 2024-09-13T17:48:52.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27e1435640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27dc15d2c0 con 0x7f27dc15a300 2024-09-13T17:48:52.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27e1435640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27dc15d750 con 0x7f27dc0b21d0 2024-09-13T17:48:52.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27da7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27dc0cea10 0x7f27dc158de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:52.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27da7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27dc0cea10 0x7f27dc158de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47710/0 (socket says 172.21.15.32:47710) 2024-09-13T17:48:52.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27da7fc640 1 -- 172.21.15.32:0/1774149382 learned_addr learned my addr 172.21.15.32:0/1774149382 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:52.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27db7fe640 1 --2- 172.21.15.32:0/1774149382 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27dc15a300 0x7f27dc0973e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:52.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27da7fc640 1 -- 172.21.15.32:0/1774149382 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27dc0b21d0 msgr2=0x7f27dc0c7fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:52.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27daffd640 1 --2- 172.21.15.32:0/1774149382 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27dc0b21d0 0x7f27dc0c7fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:52.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27da7fc640 1 --2- 172.21.15.32:0/1774149382 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27dc0b21d0 0x7f27dc0c7fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27da7fc640 1 -- 172.21.15.32:0/1774149382 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27dc15a300 msgr2=0x7f27dc0973e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:52.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27da7fc640 1 --2- 172.21.15.32:0/1774149382 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27dc15a300 0x7f27dc0973e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27da7fc640 1 -- 172.21.15.32:0/1774149382 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27d0009420 con 0x7f27dc0cea10 2024-09-13T17:48:52.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27db7fe640 1 --2- 172.21.15.32:0/1774149382 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27dc15a300 0x7f27dc0973e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:52.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27da7fc640 1 --2- 172.21.15.32:0/1774149382 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27dc0cea10 0x7f27dc158de0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f27d001c930 tx=0x7f27d00191f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:52.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27c37fe640 1 -- 172.21.15.32:0/1774149382 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27d0004230 con 0x7f27dc0cea10 2024-09-13T17:48:52.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27c37fe640 1 -- 172.21.15.32:0/1774149382 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27d0004390 con 0x7f27dc0cea10 2024-09-13T17:48:52.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27c37fe640 1 -- 172.21.15.32:0/1774149382 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27d0003840 con 0x7f27dc0cea10 2024-09-13T17:48:52.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27e1435640 1 -- 172.21.15.32:0/1774149382 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27dc15c6b0 con 0x7f27dc0cea10 2024-09-13T17:48:52.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27e1435640 1 -- 172.21.15.32:0/1774149382 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27dc15cc70 con 0x7f27dc0cea10 2024-09-13T17:48:52.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27e1435640 1 -- 172.21.15.32:0/1774149382 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27dc15d450 con 0x7f27dc0cea10 2024-09-13T17:48:52.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27c37fe640 1 -- 172.21.15.32:0/1774149382 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f27d00b4040 con 0x7f27dc0cea10 2024-09-13T17:48:52.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27c37fe640 1 --2- 172.21.15.32:0/1774149382 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f27c8066690 0x7f27c8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27c37fe640 1 -- 172.21.15.32:0/1774149382 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f27d011d960 con 0x7f27dc0cea10 2024-09-13T17:48:52.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.453+0000 7f27daffd640 1 --2- 172.21.15.32:0/1774149382 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f27c8066690 0x7f27c8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:52.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.457+0000 7f27daffd640 1 --2- 172.21.15.32:0/1774149382 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f27c8066690 0x7f27c8068b50 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f27cc000f70 tx=0x7f27cc009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:52.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.461+0000 7f27c37fe640 1 -- 172.21.15.32:0/1774149382 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f27d00eab90 con 0x7f27dc0cea10 2024-09-13T17:48:52.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.701+0000 7f27e1435640 1 -- 172.21.15.32:0/1774149382 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f27dc0ce4d0 con 0x7f27dc0cea10 2024-09-13T17:48:52.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.701+0000 7f27c37fe640 1 -- 172.21.15.32:0/1774149382 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1098 (secure 0 0 0) 0x7f27d00be460 con 0x7f27dc0cea10 2024-09-13T17:48:52.702 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:52.702 INFO:teuthology.orchestra.run.smithi032.stdout:{"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":6,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":117,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":42,"num_osds":8,"num_up_osds":8,"osd_up_since":1726249627,"num_in_osds":8,"osd_in_since":1726249617,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":87},{"state_name":"creating+peering","count":10}],"num_pgs":97,"num_pools":3,"num_objects":19,"data_bytes":592730,"bytes_used":243085312,"bytes_avail":772851027968,"bytes_total":773094113280,"inactive_pgs_ratio":0.10309278219938278,"write_bytes_sec":2388,"read_op_per_sec":0,"write_op_per_sec":5},"fsmap":{"epoch":16,"id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"b","status":"up:active","gid":5460}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":7,"modified":"2024-09-13T17:48:26.224683+0000","services":{}},"progress_events":{}} 2024-09-13T17:48:52.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.701+0000 7f27e1435640 1 -- 172.21.15.32:0/1774149382 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f27c8066690 msgr2=0x7f27c8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.701+0000 7f27e1435640 1 --2- 172.21.15.32:0/1774149382 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f27c8066690 0x7f27c8068b50 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f27cc000f70 tx=0x7f27cc009040 comp rx=0 tx=0).stop 2024-09-13T17:48:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.701+0000 7f27e1435640 1 -- 172.21.15.32:0/1774149382 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27dc0cea10 msgr2=0x7f27dc158de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.701+0000 7f27e1435640 1 --2- 172.21.15.32:0/1774149382 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27dc0cea10 0x7f27dc158de0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f27d001c930 tx=0x7f27d00191f0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.701+0000 7f27e1435640 1 -- 172.21.15.32:0/1774149382 shutdown_connections 2024-09-13T17:48:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.701+0000 7f27e1435640 1 --2- 172.21.15.32:0/1774149382 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f27c8066690 0x7f27c8068b50 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.701+0000 7f27e1435640 1 --2- 172.21.15.32:0/1774149382 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f27dc15a300 0x7f27dc0973e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.701+0000 7f27e1435640 1 --2- 172.21.15.32:0/1774149382 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27dc0cea10 0x7f27dc158de0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.701+0000 7f27e1435640 1 --2- 172.21.15.32:0/1774149382 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f27dc0b21d0 0x7f27dc0c7fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.701+0000 7f27e1435640 1 -- 172.21.15.32:0/1774149382 >> 172.21.15.32:0/1774149382 conn(0x7f27dc06a150 msgr2=0x7f27dc070920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.701+0000 7f27e1435640 1 -- 172.21.15.32:0/1774149382 shutdown_connections 2024-09-13T17:48:52.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.701+0000 7f27e1435640 1 -- 172.21.15.32:0/1774149382 wait complete. 2024-09-13T17:48:52.721 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-09-13T17:48:52.722 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:48:52.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.833+0000 7f3e7a2a1640 1 Processor -- start 2024-09-13T17:48:52.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.833+0000 7f3e7a2a1640 1 -- start start 2024-09-13T17:48:52.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.837+0000 7f3e7a2a1640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3e740cb270 0x7f3e740ce040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.837+0000 7f3e7a2a1640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3e7415a930 con 0x7f3e740cbae0 2024-09-13T17:48:52.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.837+0000 7f3e7a2a1640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3e74098b60 con 0x7f3e740cb650 2024-09-13T17:48:52.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.837+0000 7f3e7a2a1640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3e74098e40 con 0x7f3e740cb270 2024-09-13T17:48:52.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.837+0000 7f3e7883e640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f3e740cbae0 0x7f3e740ad7f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:39034/0 (socket says 172.21.15.32:39034) 2024-09-13T17:48:52.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.837+0000 7f3e7883e640 1 -- 172.21.15.32:0/4175992107 learned_addr learned my addr 172.21.15.32:0/4175992107 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:52.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.837+0000 7f3e73fff640 1 --2- 172.21.15.32:0/4175992107 >> v2:172.21.15.32:3300/0 conn(0x7f3e740cb270 0x7f3e740ce040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:52.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.837+0000 7f3e72ffd640 1 -- 172.21.15.32:0/4175992107 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3945536028 0 0) 0x7f3e7415a930 con 0x7f3e740cbae0 2024-09-13T17:48:52.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.837+0000 7f3e72ffd640 1 -- 172.21.15.32:0/4175992107 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3e60003530 con 0x7f3e740cbae0 2024-09-13T17:48:52.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.837+0000 7f3e73fff640 1 -- 172.21.15.32:0/4175992107 >> v1:172.21.15.159:6789/0 conn(0x7f3e740cb650 legacy=0x7f3e740ad0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:52.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.837+0000 7f3e73fff640 1 -- 172.21.15.32:0/4175992107 >> v1:172.21.15.32:6789/0 conn(0x7f3e740cbae0 legacy=0x7f3e740ad7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:52.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.837+0000 7f3e73fff640 1 -- 172.21.15.32:0/4175992107 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e74099120 con 0x7f3e740cb270 2024-09-13T17:48:52.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.837+0000 7f3e73fff640 1 --2- 172.21.15.32:0/4175992107 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3e740cb270 0x7f3e740ce040 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f3e6c0097c0 tx=0x7f3e6c01c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=477f68375d2994d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:52.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.837+0000 7f3e72ffd640 1 -- 172.21.15.32:0/4175992107 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e6c0a8050 con 0x7f3e740cb270 2024-09-13T17:48:52.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.837+0000 7f3e72ffd640 1 -- 172.21.15.32:0/4175992107 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e6c0ac5f0 con 0x7f3e740cb270 2024-09-13T17:48:52.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.837+0000 7f3e72ffd640 1 -- 172.21.15.32:0/4175992107 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e6c0ac980 con 0x7f3e740cb270 2024-09-13T17:48:52.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e7a2a1640 1 -- 172.21.15.32:0/4175992107 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3e740cb270 msgr2=0x7f3e740ce040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:52.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e7a2a1640 1 --2- 172.21.15.32:0/4175992107 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3e740cb270 0x7f3e740ce040 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f3e6c0097c0 tx=0x7f3e6c01c4a0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e7a2a1640 1 -- 172.21.15.32:0/4175992107 shutdown_connections 2024-09-13T17:48:52.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e7a2a1640 1 --2- 172.21.15.32:0/4175992107 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3e740cb270 0x7f3e740ce040 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e7a2a1640 1 -- 172.21.15.32:0/4175992107 >> 172.21.15.32:0/4175992107 conn(0x7f3e740b1f60 msgr2=0x7f3e740b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:52.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e7a2a1640 1 -- 172.21.15.32:0/4175992107 shutdown_connections 2024-09-13T17:48:52.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e7a2a1640 1 -- 172.21.15.32:0/4175992107 wait complete. 2024-09-13T17:48:52.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e7a2a1640 1 Processor -- start 2024-09-13T17:48:52.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e7a2a1640 1 -- start start 2024-09-13T17:48:52.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e7a2a1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3e740cb270 0x7f3e740c4850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e7a2a1640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3e740cb650 0x7f3e740cd390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e7a2a1640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3e740cbae0 0x7f3e74152420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e7a2a1640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e740c5b10 con 0x7f3e740cb270 2024-09-13T17:48:52.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e7a2a1640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e740c5df0 con 0x7f3e740cb650 2024-09-13T17:48:52.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e7a2a1640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e740c60d0 con 0x7f3e740cbae0 2024-09-13T17:48:52.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e73fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3e740cb270 0x7f3e740c4850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:52.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e73fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3e740cb270 0x7f3e740c4850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47734/0 (socket says 172.21.15.32:47734) 2024-09-13T17:48:52.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e73fff640 1 -- 172.21.15.32:0/3111291692 learned_addr learned my addr 172.21.15.32:0/3111291692 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:52.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e73fff640 1 -- 172.21.15.32:0/3111291692 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3e740cbae0 msgr2=0x7f3e74152420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:52.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e73fff640 1 --2- 172.21.15.32:0/3111291692 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3e740cbae0 0x7f3e74152420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e73fff640 1 -- 172.21.15.32:0/3111291692 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3e740cb650 msgr2=0x7f3e740cd390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:52.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e73fff640 1 --2- 172.21.15.32:0/3111291692 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3e740cb650 0x7f3e740cd390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:52.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e73fff640 1 -- 172.21.15.32:0/3111291692 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e6c009420 con 0x7f3e740cb270 2024-09-13T17:48:52.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e73fff640 1 --2- 172.21.15.32:0/3111291692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3e740cb270 0x7f3e740c4850 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f3e6c01a0d0 tx=0x7f3e6c019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:52.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e70ff9640 1 -- 172.21.15.32:0/3111291692 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e6c006e20 con 0x7f3e740cb270 2024-09-13T17:48:52.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e70ff9640 1 -- 172.21.15.32:0/3111291692 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e6c0b5620 con 0x7f3e740cb270 2024-09-13T17:48:52.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e7a2a1640 1 -- 172.21.15.32:0/3111291692 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e740c63b0 con 0x7f3e740cb270 2024-09-13T17:48:52.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e70ff9640 1 -- 172.21.15.32:0/3111291692 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e6c0b59b0 con 0x7f3e740cb270 2024-09-13T17:48:52.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e7a2a1640 1 -- 172.21.15.32:0/3111291692 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e740c4d90 con 0x7f3e740cb270 2024-09-13T17:48:52.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.841+0000 7f3e7a2a1640 1 -- 172.21.15.32:0/3111291692 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3e740ce040 con 0x7f3e740cb270 2024-09-13T17:48:52.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.845+0000 7f3e70ff9640 1 -- 172.21.15.32:0/3111291692 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3e6c0b3040 con 0x7f3e740cb270 2024-09-13T17:48:52.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.845+0000 7f3e70ff9640 1 --2- 172.21.15.32:0/3111291692 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3e54066690 0x7f3e54068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:52.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.845+0000 7f3e70ff9640 1 -- 172.21.15.32:0/3111291692 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f3e6c11dc10 con 0x7f3e740cb270 2024-09-13T17:48:52.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.845+0000 7f3e737fe640 1 --2- 172.21.15.32:0/3111291692 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3e54066690 0x7f3e54068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:52.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.845+0000 7f3e737fe640 1 --2- 172.21.15.32:0/3111291692 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3e54066690 0x7f3e54068b50 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f3e5c000f70 tx=0x7f3e5c0079c0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:52.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.849+0000 7f3e70ff9640 1 -- 172.21.15.32:0/3111291692 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3e6c0eaed0 con 0x7f3e740cb270 2024-09-13T17:48:52.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:52.997+0000 7f3e7a2a1640 1 -- 172.21.15.32:0/3111291692 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f3e740adf00 con 0x7f3e54066690 2024-09-13T17:48:53.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:53.017+0000 7f3e70ff9640 1 -- 172.21.15.32:0/3111291692 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287779 (secure 0 0 0) 0x7f3e5c005080 con 0x7f3e54066690 2024-09-13T17:48:53.022 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:53.023 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-13T17:48:53.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:53.021+0000 7f3e7a2a1640 1 -- 172.21.15.32:0/3111291692 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3e54066690 msgr2=0x7f3e54068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:53.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:53.021+0000 7f3e7a2a1640 1 --2- 172.21.15.32:0/3111291692 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3e54066690 0x7f3e54068b50 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f3e5c000f70 tx=0x7f3e5c0079c0 comp rx=0 tx=0).stop 2024-09-13T17:48:53.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:53.021+0000 7f3e7a2a1640 1 -- 172.21.15.32:0/3111291692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3e740cb270 msgr2=0x7f3e740c4850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:53.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:53.021+0000 7f3e7a2a1640 1 --2- 172.21.15.32:0/3111291692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3e740cb270 0x7f3e740c4850 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f3e6c01a0d0 tx=0x7f3e6c019240 comp rx=0 tx=0).stop 2024-09-13T17:48:53.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:53.021+0000 7f3e7a2a1640 1 -- 172.21.15.32:0/3111291692 shutdown_connections 2024-09-13T17:48:53.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:53.021+0000 7f3e7a2a1640 1 --2- 172.21.15.32:0/3111291692 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3e54066690 0x7f3e54068b50 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:53.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:53.021+0000 7f3e7a2a1640 1 --2- 172.21.15.32:0/3111291692 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3e740cbae0 0x7f3e74152420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:53.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:53.021+0000 7f3e7a2a1640 1 --2- 172.21.15.32:0/3111291692 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3e740cb650 0x7f3e740cd390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:53.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:53.021+0000 7f3e7a2a1640 1 --2- 172.21.15.32:0/3111291692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3e740cb270 0x7f3e740c4850 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:53.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:53.021+0000 7f3e7a2a1640 1 -- 172.21.15.32:0/3111291692 >> 172.21.15.32:0/3111291692 conn(0x7f3e740b1f60 msgr2=0x7f3e7406f810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:53.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:53.021+0000 7f3e7a2a1640 1 -- 172.21.15.32:0/3111291692 shutdown_connections 2024-09-13T17:48:53.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:53.021+0000 7f3e7a2a1640 1 -- 172.21.15.32:0/3111291692 wait complete. 2024-09-13T17:48:53.039 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":89,"stamp":"2024-09-13T17:48:52.234125+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":191,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":146,"ondisk_log_size":146,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":94,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237388,"kb_used_data":4828,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754737332,"statfs":{"total":773094113280,"available":772851027968,"internally_reserved":0,"allocated":4943872,"data_stored":2766741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001863"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477624+0000","last_change":"2024-09-13T17:48:47.474971+0000","last_active":"2024-09-13T17:48:47.477624+0000","last_peered":"2024-09-13T17:48:47.477624+0000","last_clean":"2024-09-13T17:48:47.477624+0000","last_became_active":"2024-09-13T17:48:47.474344+0000","last_became_peered":"2024-09-13T17:48:47.474344+0000","last_unstale":"2024-09-13T17:48:47.477624+0000","last_undegraded":"2024-09-13T17:48:47.477624+0000","last_fullsized":"2024-09-13T17:48:47.477624+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:34:07.996015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477558+0000","last_change":"2024-09-13T17:48:47.468859+0000","last_active":"2024-09-13T17:48:47.477558+0000","last_peered":"2024-09-13T17:48:47.477558+0000","last_clean":"2024-09-13T17:48:47.477558+0000","last_became_active":"2024-09-13T17:48:47.468586+0000","last_became_peered":"2024-09-13T17:48:47.468586+0000","last_unstale":"2024-09-13T17:48:47.477558+0000","last_undegraded":"2024-09-13T17:48:47.477558+0000","last_fullsized":"2024-09-13T17:48:47.477558+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:34:38.952886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.483748+0000","last_change":"2024-09-13T17:48:47.482740+0000","last_active":"2024-09-13T17:48:47.483748+0000","last_peered":"2024-09-13T17:48:47.483748+0000","last_clean":"2024-09-13T17:48:47.483748+0000","last_became_active":"2024-09-13T17:48:47.482351+0000","last_became_peered":"2024-09-13T17:48:47.482351+0000","last_unstale":"2024-09-13T17:48:47.483748+0000","last_undegraded":"2024-09-13T17:48:47.483748+0000","last_fullsized":"2024-09-13T17:48:47.483748+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:38.708147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499172+0000","last_change":"2024-09-13T17:48:47.498686+0000","last_active":"2024-09-13T17:48:47.499172+0000","last_peered":"2024-09-13T17:48:47.499172+0000","last_clean":"2024-09-13T17:48:47.499172+0000","last_became_active":"2024-09-13T17:48:47.498263+0000","last_became_peered":"2024-09-13T17:48:47.498263+0000","last_unstale":"2024-09-13T17:48:47.499172+0000","last_undegraded":"2024-09-13T17:48:47.499172+0000","last_fullsized":"2024-09-13T17:48:47.499172+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:30.289401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.490649+0000","last_change":"2024-09-13T17:48:47.490059+0000","last_active":"2024-09-13T17:48:47.490649+0000","last_peered":"2024-09-13T17:48:47.490649+0000","last_clean":"2024-09-13T17:48:47.490649+0000","last_became_active":"2024-09-13T17:48:47.489783+0000","last_became_peered":"2024-09-13T17:48:47.489783+0000","last_unstale":"2024-09-13T17:48:47.490649+0000","last_undegraded":"2024-09-13T17:48:47.490649+0000","last_fullsized":"2024-09-13T17:48:47.490649+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:50.783902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479144+0000","last_change":"2024-09-13T17:48:47.478368+0000","last_active":"2024-09-13T17:48:47.479144+0000","last_peered":"2024-09-13T17:48:47.479144+0000","last_clean":"2024-09-13T17:48:47.479144+0000","last_became_active":"2024-09-13T17:48:47.478014+0000","last_became_peered":"2024-09-13T17:48:47.478014+0000","last_unstale":"2024-09-13T17:48:47.479144+0000","last_undegraded":"2024-09-13T17:48:47.479144+0000","last_fullsized":"2024-09-13T17:48:47.479144+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:24:49.987724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494090+0000","last_change":"2024-09-13T17:48:47.481121+0000","last_active":"2024-09-13T17:48:47.494090+0000","last_peered":"2024-09-13T17:48:47.494090+0000","last_clean":"2024-09-13T17:48:47.494090+0000","last_became_active":"2024-09-13T17:48:47.480501+0000","last_became_peered":"2024-09-13T17:48:47.480501+0000","last_unstale":"2024-09-13T17:48:47.494090+0000","last_undegraded":"2024-09-13T17:48:47.494090+0000","last_fullsized":"2024-09-13T17:48:47.494090+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:02:20.264697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477977+0000","last_change":"2024-09-13T17:48:47.475810+0000","last_active":"2024-09-13T17:48:47.477977+0000","last_peered":"2024-09-13T17:48:47.477977+0000","last_clean":"2024-09-13T17:48:47.477977+0000","last_became_active":"2024-09-13T17:48:47.475093+0000","last_became_peered":"2024-09-13T17:48:47.475093+0000","last_unstale":"2024-09-13T17:48:47.477977+0000","last_undegraded":"2024-09-13T17:48:47.477977+0000","last_fullsized":"2024-09-13T17:48:47.477977+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:15:08.316658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.472872+0000","last_change":"2024-09-13T17:48:47.469163+0000","last_active":"2024-09-13T17:48:47.472872+0000","last_peered":"2024-09-13T17:48:47.472872+0000","last_clean":"2024-09-13T17:48:47.472872+0000","last_became_active":"2024-09-13T17:48:47.468429+0000","last_became_peered":"2024-09-13T17:48:47.468429+0000","last_unstale":"2024-09-13T17:48:47.472872+0000","last_undegraded":"2024-09-13T17:48:47.472872+0000","last_fullsized":"2024-09-13T17:48:47.472872+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:16.826113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494542+0000","last_change":"2024-09-13T17:48:47.486371+0000","last_active":"2024-09-13T17:48:47.494542+0000","last_peered":"2024-09-13T17:48:47.494542+0000","last_clean":"2024-09-13T17:48:47.494542+0000","last_became_active":"2024-09-13T17:48:47.486191+0000","last_became_peered":"2024-09-13T17:48:47.486191+0000","last_unstale":"2024-09-13T17:48:47.494542+0000","last_undegraded":"2024-09-13T17:48:47.494542+0000","last_fullsized":"2024-09-13T17:48:47.494542+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:18:26.784128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.496751+0000","last_change":"2024-09-13T17:48:47.492118+0000","last_active":"2024-09-13T17:48:47.496751+0000","last_peered":"2024-09-13T17:48:47.496751+0000","last_clean":"2024-09-13T17:48:47.496751+0000","last_became_active":"2024-09-13T17:48:47.491798+0000","last_became_peered":"2024-09-13T17:48:47.491798+0000","last_unstale":"2024-09-13T17:48:47.496751+0000","last_undegraded":"2024-09-13T17:48:47.496751+0000","last_fullsized":"2024-09-13T17:48:47.496751+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:32:54.948242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.473041+0000","last_change":"2024-09-13T17:48:47.470804+0000","last_active":"2024-09-13T17:48:47.473041+0000","last_peered":"2024-09-13T17:48:47.473041+0000","last_clean":"2024-09-13T17:48:47.473041+0000","last_became_active":"2024-09-13T17:48:47.470565+0000","last_became_peered":"2024-09-13T17:48:47.470565+0000","last_unstale":"2024-09-13T17:48:47.473041+0000","last_undegraded":"2024-09-13T17:48:47.473041+0000","last_fullsized":"2024-09-13T17:48:47.473041+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:33.112737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494323+0000","last_change":"2024-09-13T17:48:47.486318+0000","last_active":"2024-09-13T17:48:47.494323+0000","last_peered":"2024-09-13T17:48:47.494323+0000","last_clean":"2024-09-13T17:48:47.494323+0000","last_became_active":"2024-09-13T17:48:47.485995+0000","last_became_peered":"2024-09-13T17:48:47.485995+0000","last_unstale":"2024-09-13T17:48:47.494323+0000","last_undegraded":"2024-09-13T17:48:47.494323+0000","last_fullsized":"2024-09-13T17:48:47.494323+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:09:31.014812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499500+0000","last_change":"2024-09-13T17:48:47.490254+0000","last_active":"2024-09-13T17:48:47.499500+0000","last_peered":"2024-09-13T17:48:47.499500+0000","last_clean":"2024-09-13T17:48:47.499500+0000","last_became_active":"2024-09-13T17:48:47.489826+0000","last_became_peered":"2024-09-13T17:48:47.489826+0000","last_unstale":"2024-09-13T17:48:47.499500+0000","last_undegraded":"2024-09-13T17:48:47.499500+0000","last_fullsized":"2024-09-13T17:48:47.499500+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:41:05.233835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494136+0000","last_change":"2024-09-13T17:48:47.481308+0000","last_active":"2024-09-13T17:48:47.494136+0000","last_peered":"2024-09-13T17:48:47.494136+0000","last_clean":"2024-09-13T17:48:47.494136+0000","last_became_active":"2024-09-13T17:48:47.480970+0000","last_became_peered":"2024-09-13T17:48:47.480970+0000","last_unstale":"2024-09-13T17:48:47.494136+0000","last_undegraded":"2024-09-13T17:48:47.494136+0000","last_fullsized":"2024-09-13T17:48:47.494136+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:41:05.233835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.100608+0000","last_change":"2024-09-13T17:48:47.100608+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.100608+0000","last_undegraded":"2024-09-13T17:48:47.100608+0000","last_fullsized":"2024-09-13T17:48:47.100608+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:16.826113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.099057+0000","last_change":"2024-09-13T17:48:47.099057+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.099057+0000","last_undegraded":"2024-09-13T17:48:47.099057+0000","last_fullsized":"2024-09-13T17:48:47.099057+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:21.484295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.496338+0000","last_change":"2024-09-13T17:48:47.491527+0000","last_active":"2024-09-13T17:48:47.496338+0000","last_peered":"2024-09-13T17:48:47.496338+0000","last_clean":"2024-09-13T17:48:47.496338+0000","last_became_active":"2024-09-13T17:48:47.491163+0000","last_became_peered":"2024-09-13T17:48:47.491163+0000","last_unstale":"2024-09-13T17:48:47.496338+0000","last_undegraded":"2024-09-13T17:48:47.496338+0000","last_fullsized":"2024-09-13T17:48:47.496338+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:16.024801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.471587+0000","last_change":"2024-09-13T17:48:47.468334+0000","last_active":"2024-09-13T17:48:47.471587+0000","last_peered":"2024-09-13T17:48:47.471587+0000","last_clean":"2024-09-13T17:48:47.471587+0000","last_became_active":"2024-09-13T17:48:47.468036+0000","last_became_peered":"2024-09-13T17:48:47.468036+0000","last_unstale":"2024-09-13T17:48:47.471587+0000","last_undegraded":"2024-09-13T17:48:47.471587+0000","last_fullsized":"2024-09-13T17:48:47.471587+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:32.090149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.496353+0000","last_change":"2024-09-13T17:48:47.491875+0000","last_active":"2024-09-13T17:48:47.496353+0000","last_peered":"2024-09-13T17:48:47.496353+0000","last_clean":"2024-09-13T17:48:47.496353+0000","last_became_active":"2024-09-13T17:48:47.491604+0000","last_became_peered":"2024-09-13T17:48:47.491604+0000","last_unstale":"2024-09-13T17:48:47.496353+0000","last_undegraded":"2024-09-13T17:48:47.496353+0000","last_fullsized":"2024-09-13T17:48:47.496353+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:57.080038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494090+0000","last_change":"2024-09-13T17:48:47.480690+0000","last_active":"2024-09-13T17:48:47.494090+0000","last_peered":"2024-09-13T17:48:47.494090+0000","last_clean":"2024-09-13T17:48:47.494090+0000","last_became_active":"2024-09-13T17:48:47.480381+0000","last_became_peered":"2024-09-13T17:48:47.480381+0000","last_unstale":"2024-09-13T17:48:47.494090+0000","last_undegraded":"2024-09-13T17:48:47.494090+0000","last_fullsized":"2024-09-13T17:48:47.494090+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:50.849271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499432+0000","last_change":"2024-09-13T17:48:47.489774+0000","last_active":"2024-09-13T17:48:47.499432+0000","last_peered":"2024-09-13T17:48:47.499432+0000","last_clean":"2024-09-13T17:48:47.499432+0000","last_became_active":"2024-09-13T17:48:47.487959+0000","last_became_peered":"2024-09-13T17:48:47.487959+0000","last_unstale":"2024-09-13T17:48:47.499432+0000","last_undegraded":"2024-09-13T17:48:47.499432+0000","last_fullsized":"2024-09-13T17:48:47.499432+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:03.541759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.098645+0000","last_change":"2024-09-13T17:48:47.098645+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.098645+0000","last_undegraded":"2024-09-13T17:48:47.098645+0000","last_fullsized":"2024-09-13T17:48:47.098645+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:44.662563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.488103+0000","last_change":"2024-09-13T17:48:47.485571+0000","last_active":"2024-09-13T17:48:47.488103+0000","last_peered":"2024-09-13T17:48:47.488103+0000","last_clean":"2024-09-13T17:48:47.488103+0000","last_became_active":"2024-09-13T17:48:47.485195+0000","last_became_peered":"2024-09-13T17:48:47.485195+0000","last_unstale":"2024-09-13T17:48:47.488103+0000","last_undegraded":"2024-09-13T17:48:47.488103+0000","last_fullsized":"2024-09-13T17:48:47.488103+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:08.511961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.475476+0000","last_change":"2024-09-13T17:48:47.470325+0000","last_active":"2024-09-13T17:48:47.475476+0000","last_peered":"2024-09-13T17:48:47.475476+0000","last_clean":"2024-09-13T17:48:47.475476+0000","last_became_active":"2024-09-13T17:48:47.470044+0000","last_became_peered":"2024-09-13T17:48:47.470044+0000","last_unstale":"2024-09-13T17:48:47.475476+0000","last_undegraded":"2024-09-13T17:48:47.475476+0000","last_fullsized":"2024-09-13T17:48:47.475476+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:28:58.620071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.483668+0000","last_change":"2024-09-13T17:48:47.481236+0000","last_active":"2024-09-13T17:48:47.483668+0000","last_peered":"2024-09-13T17:48:47.483668+0000","last_clean":"2024-09-13T17:48:47.483668+0000","last_became_active":"2024-09-13T17:48:47.481001+0000","last_became_peered":"2024-09-13T17:48:47.481001+0000","last_unstale":"2024-09-13T17:48:47.483668+0000","last_undegraded":"2024-09-13T17:48:47.483668+0000","last_fullsized":"2024-09-13T17:48:47.483668+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:44:12.274775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.475418+0000","last_change":"2024-09-13T17:48:47.470463+0000","last_active":"2024-09-13T17:48:47.475418+0000","last_peered":"2024-09-13T17:48:47.475418+0000","last_clean":"2024-09-13T17:48:47.475418+0000","last_became_active":"2024-09-13T17:48:47.469957+0000","last_became_peered":"2024-09-13T17:48:47.469957+0000","last_unstale":"2024-09-13T17:48:47.475418+0000","last_undegraded":"2024-09-13T17:48:47.475418+0000","last_fullsized":"2024-09-13T17:48:47.475418+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:14.529586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.489978+0000","last_change":"2024-09-13T17:48:47.476648+0000","last_active":"2024-09-13T17:48:47.489978+0000","last_peered":"2024-09-13T17:48:47.489978+0000","last_clean":"2024-09-13T17:48:47.489978+0000","last_became_active":"2024-09-13T17:48:47.476246+0000","last_became_peered":"2024-09-13T17:48:47.476246+0000","last_unstale":"2024-09-13T17:48:47.489978+0000","last_undegraded":"2024-09-13T17:48:47.489978+0000","last_fullsized":"2024-09-13T17:48:47.489978+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:15.220591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.476083+0000","last_change":"2024-09-13T17:48:47.471511+0000","last_active":"2024-09-13T17:48:47.476083+0000","last_peered":"2024-09-13T17:48:47.476083+0000","last_clean":"2024-09-13T17:48:47.476083+0000","last_became_active":"2024-09-13T17:48:47.471210+0000","last_became_peered":"2024-09-13T17:48:47.471210+0000","last_unstale":"2024-09-13T17:48:47.476083+0000","last_undegraded":"2024-09-13T17:48:47.476083+0000","last_fullsized":"2024-09-13T17:48:47.476083+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:20.304637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.481622+0000","last_change":"2024-09-13T17:48:47.477154+0000","last_active":"2024-09-13T17:48:47.481622+0000","last_peered":"2024-09-13T17:48:47.481622+0000","last_clean":"2024-09-13T17:48:47.481622+0000","last_became_active":"2024-09-13T17:48:47.476853+0000","last_became_peered":"2024-09-13T17:48:47.476853+0000","last_unstale":"2024-09-13T17:48:47.481622+0000","last_undegraded":"2024-09-13T17:48:47.481622+0000","last_fullsized":"2024-09-13T17:48:47.481622+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:12.372989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.088303+0000","last_change":"2024-09-13T17:48:47.088303+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.088303+0000","last_undegraded":"2024-09-13T17:48:47.088303+0000","last_fullsized":"2024-09-13T17:48:47.088303+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:38.708147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.472688+0000","last_change":"2024-09-13T17:48:47.471420+0000","last_active":"2024-09-13T17:48:47.472688+0000","last_peered":"2024-09-13T17:48:47.472688+0000","last_clean":"2024-09-13T17:48:47.472688+0000","last_became_active":"2024-09-13T17:48:47.471167+0000","last_became_peered":"2024-09-13T17:48:47.471167+0000","last_unstale":"2024-09-13T17:48:47.472688+0000","last_undegraded":"2024-09-13T17:48:47.472688+0000","last_fullsized":"2024-09-13T17:48:47.472688+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:21.484295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.099196+0000","last_change":"2024-09-13T17:48:47.099196+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.099196+0000","last_undegraded":"2024-09-13T17:48:47.099196+0000","last_fullsized":"2024-09-13T17:48:47.099196+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:24:49.987724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"41'4","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.482217+0000","last_change":"2024-09-13T17:48:47.094338+0000","last_active":"2024-09-13T17:48:47.482217+0000","last_peered":"2024-09-13T17:48:47.482217+0000","last_clean":"2024-09-13T17:48:47.482217+0000","last_became_active":"2024-09-13T17:48:47.093013+0000","last_became_peered":"2024-09-13T17:48:47.093013+0000","last_unstale":"2024-09-13T17:48:47.482217+0000","last_undegraded":"2024-09-13T17:48:47.482217+0000","last_fullsized":"2024-09-13T17:48:47.482217+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:51.244575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.484819+0000","last_change":"2024-09-13T17:48:47.483041+0000","last_active":"2024-09-13T17:48:47.484819+0000","last_peered":"2024-09-13T17:48:47.484819+0000","last_clean":"2024-09-13T17:48:47.484819+0000","last_became_active":"2024-09-13T17:48:47.482223+0000","last_became_peered":"2024-09-13T17:48:47.482223+0000","last_unstale":"2024-09-13T17:48:47.484819+0000","last_undegraded":"2024-09-13T17:48:47.484819+0000","last_fullsized":"2024-09-13T17:48:47.484819+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:12.963771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"41'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479108+0000","last_change":"2024-09-13T17:48:47.111151+0000","last_active":"2024-09-13T17:48:47.479108+0000","last_peered":"2024-09-13T17:48:47.479108+0000","last_clean":"2024-09-13T17:48:47.479108+0000","last_became_active":"2024-09-13T17:48:47.110724+0000","last_became_peered":"2024-09-13T17:48:47.110724+0000","last_unstale":"2024-09-13T17:48:47.479108+0000","last_undegraded":"2024-09-13T17:48:47.479108+0000","last_fullsized":"2024-09-13T17:48:47.479108+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:40:35.767065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499532+0000","last_change":"2024-09-13T17:48:47.490845+0000","last_active":"2024-09-13T17:48:47.499532+0000","last_peered":"2024-09-13T17:48:47.499532+0000","last_clean":"2024-09-13T17:48:47.499532+0000","last_became_active":"2024-09-13T17:48:47.490010+0000","last_became_peered":"2024-09-13T17:48:47.490010+0000","last_unstale":"2024-09-13T17:48:47.499532+0000","last_undegraded":"2024-09-13T17:48:47.499532+0000","last_fullsized":"2024-09-13T17:48:47.499532+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:58:48.425671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"41'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.476914+0000","last_change":"2024-09-13T17:48:47.109311+0000","last_active":"2024-09-13T17:48:47.476914+0000","last_peered":"2024-09-13T17:48:47.476914+0000","last_clean":"2024-09-13T17:48:47.476914+0000","last_became_active":"2024-09-13T17:48:47.109005+0000","last_became_peered":"2024-09-13T17:48:47.109005+0000","last_unstale":"2024-09-13T17:48:47.476914+0000","last_undegraded":"2024-09-13T17:48:47.476914+0000","last_fullsized":"2024-09-13T17:48:47.476914+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:19.300740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477599+0000","last_change":"2024-09-13T17:48:47.474805+0000","last_active":"2024-09-13T17:48:47.477599+0000","last_peered":"2024-09-13T17:48:47.477599+0000","last_clean":"2024-09-13T17:48:47.477599+0000","last_became_active":"2024-09-13T17:48:47.474432+0000","last_became_peered":"2024-09-13T17:48:47.474432+0000","last_unstale":"2024-09-13T17:48:47.477599+0000","last_undegraded":"2024-09-13T17:48:47.477599+0000","last_fullsized":"2024-09-13T17:48:47.477599+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:56:21.939793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"41'2","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499639+0000","last_change":"2024-09-13T17:48:47.095874+0000","last_active":"2024-09-13T17:48:47.499639+0000","last_peered":"2024-09-13T17:48:47.499639+0000","last_clean":"2024-09-13T17:48:47.499639+0000","last_became_active":"2024-09-13T17:48:47.095135+0000","last_became_peered":"2024-09-13T17:48:47.095135+0000","last_unstale":"2024-09-13T17:48:47.499639+0000","last_undegraded":"2024-09-13T17:48:47.499639+0000","last_fullsized":"2024-09-13T17:48:47.499639+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:33.348574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.472925+0000","last_change":"2024-09-13T17:48:47.469798+0000","last_active":"2024-09-13T17:48:47.472925+0000","last_peered":"2024-09-13T17:48:47.472925+0000","last_clean":"2024-09-13T17:48:47.472925+0000","last_became_active":"2024-09-13T17:48:47.469120+0000","last_became_peered":"2024-09-13T17:48:47.469120+0000","last_unstale":"2024-09-13T17:48:47.472925+0000","last_undegraded":"2024-09-13T17:48:47.472925+0000","last_fullsized":"2024-09-13T17:48:47.472925+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:44.662563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"41'1","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.485484+0000","last_change":"2024-09-13T17:48:47.097724+0000","last_active":"2024-09-13T17:48:47.485484+0000","last_peered":"2024-09-13T17:48:47.485484+0000","last_clean":"2024-09-13T17:48:47.485484+0000","last_became_active":"2024-09-13T17:48:47.096972+0000","last_became_peered":"2024-09-13T17:48:47.096972+0000","last_unstale":"2024-09-13T17:48:47.485484+0000","last_undegraded":"2024-09-13T17:48:47.485484+0000","last_fullsized":"2024-09-13T17:48:47.485484+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:03.668155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494112+0000","last_change":"2024-09-13T17:48:47.481264+0000","last_active":"2024-09-13T17:48:47.494112+0000","last_peered":"2024-09-13T17:48:47.494112+0000","last_clean":"2024-09-13T17:48:47.494112+0000","last_became_active":"2024-09-13T17:48:47.480854+0000","last_became_peered":"2024-09-13T17:48:47.480854+0000","last_unstale":"2024-09-13T17:48:47.494112+0000","last_undegraded":"2024-09-13T17:48:47.494112+0000","last_fullsized":"2024-09-13T17:48:47.494112+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:58:48.425671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.120971+0000","last_change":"2024-09-13T17:48:47.119206+0000","last_active":"2024-09-13T17:48:47.120971+0000","last_peered":"2024-09-13T17:48:47.120971+0000","last_clean":"2024-09-13T17:48:47.120971+0000","last_became_active":"2024-09-13T17:48:47.118602+0000","last_became_peered":"2024-09-13T17:48:47.118602+0000","last_unstale":"2024-09-13T17:48:47.120971+0000","last_undegraded":"2024-09-13T17:48:47.120971+0000","last_fullsized":"2024-09-13T17:48:47.120971+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:51.244575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499703+0000","last_change":"2024-09-13T17:48:47.494690+0000","last_active":"2024-09-13T17:48:47.499703+0000","last_peered":"2024-09-13T17:48:47.499703+0000","last_clean":"2024-09-13T17:48:47.499703+0000","last_became_active":"2024-09-13T17:48:47.494414+0000","last_became_peered":"2024-09-13T17:48:47.494414+0000","last_unstale":"2024-09-13T17:48:47.499703+0000","last_undegraded":"2024-09-13T17:48:47.499703+0000","last_fullsized":"2024-09-13T17:48:47.499703+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:15.220591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.466408+0000","last_change":"2024-09-13T17:48:47.112510+0000","last_active":"2024-09-13T17:48:47.466408+0000","last_peered":"2024-09-13T17:48:47.466408+0000","last_clean":"2024-09-13T17:48:47.466408+0000","last_became_active":"2024-09-13T17:48:47.112156+0000","last_became_peered":"2024-09-13T17:48:47.112156+0000","last_unstale":"2024-09-13T17:48:47.466408+0000","last_undegraded":"2024-09-13T17:48:47.466408+0000","last_fullsized":"2024-09-13T17:48:47.466408+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:11.369093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479566+0000","last_change":"2024-09-13T17:48:47.477399+0000","last_active":"2024-09-13T17:48:47.479566+0000","last_peered":"2024-09-13T17:48:47.479566+0000","last_clean":"2024-09-13T17:48:47.479566+0000","last_became_active":"2024-09-13T17:48:47.476634+0000","last_became_peered":"2024-09-13T17:48:47.476634+0000","last_unstale":"2024-09-13T17:48:47.479566+0000","last_undegraded":"2024-09-13T17:48:47.479566+0000","last_fullsized":"2024-09-13T17:48:47.479566+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:57:37.765574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.478886+0000","last_change":"2024-09-13T17:48:47.087244+0000","last_active":"2024-09-13T17:48:47.478886+0000","last_peered":"2024-09-13T17:48:47.478886+0000","last_clean":"2024-09-13T17:48:47.478886+0000","last_became_active":"2024-09-13T17:48:47.086607+0000","last_became_peered":"2024-09-13T17:48:47.086607+0000","last_unstale":"2024-09-13T17:48:47.478886+0000","last_undegraded":"2024-09-13T17:48:47.478886+0000","last_fullsized":"2024-09-13T17:48:47.478886+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:43.658667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499154+0000","last_change":"2024-09-13T17:48:47.498695+0000","last_active":"2024-09-13T17:48:47.499154+0000","last_peered":"2024-09-13T17:48:47.499154+0000","last_clean":"2024-09-13T17:48:47.499154+0000","last_became_active":"2024-09-13T17:48:47.498252+0000","last_became_peered":"2024-09-13T17:48:47.498252+0000","last_unstale":"2024-09-13T17:48:47.499154+0000","last_undegraded":"2024-09-13T17:48:47.499154+0000","last_fullsized":"2024-09-13T17:48:47.499154+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:33.508985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.455470+0000","last_change":"2024-09-13T17:48:47.089528+0000","last_active":"2024-09-13T17:48:47.455470+0000","last_peered":"2024-09-13T17:48:47.455470+0000","last_clean":"2024-09-13T17:48:47.455470+0000","last_became_active":"2024-09-13T17:48:47.089241+0000","last_became_peered":"2024-09-13T17:48:47.089241+0000","last_unstale":"2024-09-13T17:48:47.455470+0000","last_undegraded":"2024-09-13T17:48:47.455470+0000","last_fullsized":"2024-09-13T17:48:47.455470+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:06.775634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.100482+0000","last_change":"2024-09-13T17:48:47.100482+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.100482+0000","last_undegraded":"2024-09-13T17:48:47.100482+0000","last_fullsized":"2024-09-13T17:48:47.100482+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:05.648464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.474634+0000","last_change":"2024-09-13T17:48:47.092896+0000","last_active":"2024-09-13T17:48:47.474634+0000","last_peered":"2024-09-13T17:48:47.474634+0000","last_clean":"2024-09-13T17:48:47.474634+0000","last_became_active":"2024-09-13T17:48:47.091111+0000","last_became_peered":"2024-09-13T17:48:47.091111+0000","last_unstale":"2024-09-13T17:48:47.474634+0000","last_undegraded":"2024-09-13T17:48:47.474634+0000","last_fullsized":"2024-09-13T17:48:47.474634+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:33:53.705469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.473004+0000","last_change":"2024-09-13T17:48:47.470487+0000","last_active":"2024-09-13T17:48:47.473004+0000","last_peered":"2024-09-13T17:48:47.473004+0000","last_clean":"2024-09-13T17:48:47.473004+0000","last_became_active":"2024-09-13T17:48:47.470205+0000","last_became_peered":"2024-09-13T17:48:47.470205+0000","last_unstale":"2024-09-13T17:48:47.473004+0000","last_undegraded":"2024-09-13T17:48:47.473004+0000","last_fullsized":"2024-09-13T17:48:47.473004+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:24:49.987724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"41'3","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494141+0000","last_change":"2024-09-13T17:48:47.098461+0000","last_active":"2024-09-13T17:48:47.494141+0000","last_peered":"2024-09-13T17:48:47.494141+0000","last_clean":"2024-09-13T17:48:47.494141+0000","last_became_active":"2024-09-13T17:48:47.097663+0000","last_became_peered":"2024-09-13T17:48:47.097663+0000","last_unstale":"2024-09-13T17:48:47.494141+0000","last_undegraded":"2024-09-13T17:48:47.494141+0000","last_fullsized":"2024-09-13T17:48:47.494141+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:04.644567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499485+0000","last_change":"2024-09-13T17:48:47.490105+0000","last_active":"2024-09-13T17:48:47.499485+0000","last_peered":"2024-09-13T17:48:47.499485+0000","last_clean":"2024-09-13T17:48:47.499485+0000","last_became_active":"2024-09-13T17:48:47.489452+0000","last_became_peered":"2024-09-13T17:48:47.489452+0000","last_unstale":"2024-09-13T17:48:47.499485+0000","last_undegraded":"2024-09-13T17:48:47.499485+0000","last_fullsized":"2024-09-13T17:48:47.499485+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:14.479542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"41'6","reported_seq":17,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.497970+0000","last_change":"2024-09-13T17:48:47.114993+0000","last_active":"2024-09-13T17:48:47.497970+0000","last_peered":"2024-09-13T17:48:47.497970+0000","last_clean":"2024-09-13T17:48:47.497970+0000","last_became_active":"2024-09-13T17:48:47.114689+0000","last_became_peered":"2024-09-13T17:48:47.114689+0000","last_unstale":"2024-09-13T17:48:47.497970+0000","last_undegraded":"2024-09-13T17:48:47.497970+0000","last_fullsized":"2024-09-13T17:48:47.497970+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:49.845375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.484070+0000","last_change":"2024-09-13T17:48:47.483361+0000","last_active":"2024-09-13T17:48:47.484070+0000","last_peered":"2024-09-13T17:48:47.484070+0000","last_clean":"2024-09-13T17:48:47.484070+0000","last_became_active":"2024-09-13T17:48:47.480762+0000","last_became_peered":"2024-09-13T17:48:47.480762+0000","last_unstale":"2024-09-13T17:48:47.484070+0000","last_undegraded":"2024-09-13T17:48:47.484070+0000","last_fullsized":"2024-09-13T17:48:47.484070+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:04.672051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"41'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.491742+0000","last_change":"2024-09-13T17:48:47.093258+0000","last_active":"2024-09-13T17:48:47.491742+0000","last_peered":"2024-09-13T17:48:47.491742+0000","last_clean":"2024-09-13T17:48:47.491742+0000","last_became_active":"2024-09-13T17:48:47.092680+0000","last_became_peered":"2024-09-13T17:48:47.092680+0000","last_unstale":"2024-09-13T17:48:47.491742+0000","last_undegraded":"2024-09-13T17:48:47.491742+0000","last_fullsized":"2024-09-13T17:48:47.491742+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:35:44.653437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479832+0000","last_change":"2024-09-13T17:48:47.478036+0000","last_active":"2024-09-13T17:48:47.479832+0000","last_peered":"2024-09-13T17:48:47.479832+0000","last_clean":"2024-09-13T17:48:47.479832+0000","last_became_active":"2024-09-13T17:48:47.475750+0000","last_became_peered":"2024-09-13T17:48:47.475750+0000","last_unstale":"2024-09-13T17:48:47.479832+0000","last_undegraded":"2024-09-13T17:48:47.479832+0000","last_fullsized":"2024-09-13T17:48:47.479832+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:23:30.288200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.463173+0000","last_change":"2024-09-13T17:48:47.102117+0000","last_active":"2024-09-13T17:48:47.463173+0000","last_peered":"2024-09-13T17:48:47.463173+0000","last_clean":"2024-09-13T17:48:47.463173+0000","last_became_active":"2024-09-13T17:48:47.101665+0000","last_became_peered":"2024-09-13T17:48:47.101665+0000","last_unstale":"2024-09-13T17:48:47.463173+0000","last_undegraded":"2024-09-13T17:48:47.463173+0000","last_fullsized":"2024-09-13T17:48:47.463173+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:15.020904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.088394+0000","last_change":"2024-09-13T17:48:47.088394+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.088394+0000","last_undegraded":"2024-09-13T17:48:47.088394+0000","last_fullsized":"2024-09-13T17:48:47.088394+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:33.112737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.456387+0000","last_change":"2024-09-13T17:48:47.094495+0000","last_active":"2024-09-13T17:48:47.456387+0000","last_peered":"2024-09-13T17:48:47.456387+0000","last_clean":"2024-09-13T17:48:47.456387+0000","last_became_active":"2024-09-13T17:48:47.093745+0000","last_became_peered":"2024-09-13T17:48:47.093745+0000","last_unstale":"2024-09-13T17:48:47.456387+0000","last_undegraded":"2024-09-13T17:48:47.456387+0000","last_fullsized":"2024-09-13T17:48:47.456387+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:15:54.421433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479548+0000","last_change":"2024-09-13T17:48:47.475411+0000","last_active":"2024-09-13T17:48:47.479548+0000","last_peered":"2024-09-13T17:48:47.479548+0000","last_clean":"2024-09-13T17:48:47.479548+0000","last_became_active":"2024-09-13T17:48:47.474661+0000","last_became_peered":"2024-09-13T17:48:47.474661+0000","last_unstale":"2024-09-13T17:48:47.479548+0000","last_undegraded":"2024-09-13T17:48:47.479548+0000","last_fullsized":"2024-09-13T17:48:47.479548+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:00:57.544796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.120290+0000","last_change":"2024-09-13T17:48:47.117942+0000","last_active":"2024-09-13T17:48:47.120290+0000","last_peered":"2024-09-13T17:48:47.120290+0000","last_clean":"2024-09-13T17:48:47.120290+0000","last_became_active":"2024-09-13T17:48:47.117274+0000","last_became_peered":"2024-09-13T17:48:47.117274+0000","last_unstale":"2024-09-13T17:48:47.120290+0000","last_undegraded":"2024-09-13T17:48:47.120290+0000","last_fullsized":"2024-09-13T17:48:47.120290+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:19:38.111303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477824+0000","last_change":"2024-09-13T17:48:47.475079+0000","last_active":"2024-09-13T17:48:47.477824+0000","last_peered":"2024-09-13T17:48:47.477824+0000","last_clean":"2024-09-13T17:48:47.477824+0000","last_became_active":"2024-09-13T17:48:47.474589+0000","last_became_peered":"2024-09-13T17:48:47.474589+0000","last_unstale":"2024-09-13T17:48:47.477824+0000","last_undegraded":"2024-09-13T17:48:47.477824+0000","last_fullsized":"2024-09-13T17:48:47.477824+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:38:21.020742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"41'1","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499744+0000","last_change":"2024-09-13T17:48:47.098076+0000","last_active":"2024-09-13T17:48:47.499744+0000","last_peered":"2024-09-13T17:48:47.499744+0000","last_clean":"2024-09-13T17:48:47.499744+0000","last_became_active":"2024-09-13T17:48:47.097303+0000","last_became_peered":"2024-09-13T17:48:47.097303+0000","last_unstale":"2024-09-13T17:48:47.499744+0000","last_undegraded":"2024-09-13T17:48:47.499744+0000","last_fullsized":"2024-09-13T17:48:47.499744+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:02:20.742630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494206+0000","last_change":"2024-09-13T17:48:47.485376+0000","last_active":"2024-09-13T17:48:47.494206+0000","last_peered":"2024-09-13T17:48:47.494206+0000","last_clean":"2024-09-13T17:48:47.494206+0000","last_became_active":"2024-09-13T17:48:47.485109+0000","last_became_peered":"2024-09-13T17:48:47.485109+0000","last_unstale":"2024-09-13T17:48:47.494206+0000","last_undegraded":"2024-09-13T17:48:47.494206+0000","last_fullsized":"2024-09-13T17:48:47.494206+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:14.479542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"41'2","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.496956+0000","last_change":"2024-09-13T17:48:47.113995+0000","last_active":"2024-09-13T17:48:47.496956+0000","last_peered":"2024-09-13T17:48:47.496956+0000","last_clean":"2024-09-13T17:48:47.496956+0000","last_became_active":"2024-09-13T17:48:47.113384+0000","last_became_peered":"2024-09-13T17:48:47.113384+0000","last_unstale":"2024-09-13T17:48:47.496956+0000","last_undegraded":"2024-09-13T17:48:47.496956+0000","last_fullsized":"2024-09-13T17:48:47.496956+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:32.108840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499550+0000","last_change":"2024-09-13T17:48:47.491131+0000","last_active":"2024-09-13T17:48:47.499550+0000","last_peered":"2024-09-13T17:48:47.499550+0000","last_clean":"2024-09-13T17:48:47.499550+0000","last_became_active":"2024-09-13T17:48:47.489577+0000","last_became_peered":"2024-09-13T17:48:47.489577+0000","last_unstale":"2024-09-13T17:48:47.499550+0000","last_undegraded":"2024-09-13T17:48:47.499550+0000","last_fullsized":"2024-09-13T17:48:47.499550+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:25.580692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"41'1","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.487140+0000","last_change":"2024-09-13T17:48:47.108315+0000","last_active":"2024-09-13T17:48:47.487140+0000","last_peered":"2024-09-13T17:48:47.487140+0000","last_clean":"2024-09-13T17:48:47.487140+0000","last_became_active":"2024-09-13T17:48:47.107978+0000","last_became_peered":"2024-09-13T17:48:47.107978+0000","last_unstale":"2024-09-13T17:48:47.487140+0000","last_undegraded":"2024-09-13T17:48:47.487140+0000","last_fullsized":"2024-09-13T17:48:47.487140+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:43:00.533683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477286+0000","last_change":"2024-09-13T17:48:47.476349+0000","last_active":"2024-09-13T17:48:47.477286+0000","last_peered":"2024-09-13T17:48:47.477286+0000","last_clean":"2024-09-13T17:48:47.477286+0000","last_became_active":"2024-09-13T17:48:47.475974+0000","last_became_peered":"2024-09-13T17:48:47.475974+0000","last_unstale":"2024-09-13T17:48:47.477286+0000","last_undegraded":"2024-09-13T17:48:47.477286+0000","last_fullsized":"2024-09-13T17:48:47.477286+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:49.941540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.466291+0000","last_change":"2024-09-13T17:48:47.109847+0000","last_active":"2024-09-13T17:48:47.466291+0000","last_peered":"2024-09-13T17:48:47.466291+0000","last_clean":"2024-09-13T17:48:47.466291+0000","last_became_active":"2024-09-13T17:48:47.109270+0000","last_became_peered":"2024-09-13T17:48:47.109270+0000","last_unstale":"2024-09-13T17:48:47.466291+0000","last_undegraded":"2024-09-13T17:48:47.466291+0000","last_fullsized":"2024-09-13T17:48:47.466291+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:56.076141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.088303+0000","last_change":"2024-09-13T17:48:47.088303+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.088303+0000","last_undegraded":"2024-09-13T17:48:47.088303+0000","last_fullsized":"2024-09-13T17:48:47.088303+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:34.352470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"41'2","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.473469+0000","last_change":"2024-09-13T17:48:47.092017+0000","last_active":"2024-09-13T17:48:47.473469+0000","last_peered":"2024-09-13T17:48:47.473469+0000","last_clean":"2024-09-13T17:48:47.473469+0000","last_became_active":"2024-09-13T17:48:47.091442+0000","last_became_peered":"2024-09-13T17:48:47.091442+0000","last_unstale":"2024-09-13T17:48:47.473469+0000","last_undegraded":"2024-09-13T17:48:47.473469+0000","last_fullsized":"2024-09-13T17:48:47.473469+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:59:45.189226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.483715+0000","last_change":"2024-09-13T17:48:47.482680+0000","last_active":"2024-09-13T17:48:47.483715+0000","last_peered":"2024-09-13T17:48:47.483715+0000","last_clean":"2024-09-13T17:48:47.483715+0000","last_became_active":"2024-09-13T17:48:47.482429+0000","last_became_peered":"2024-09-13T17:48:47.482429+0000","last_unstale":"2024-09-13T17:48:47.483715+0000","last_undegraded":"2024-09-13T17:48:47.483715+0000","last_fullsized":"2024-09-13T17:48:47.483715+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:21.484295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.457981+0000","last_change":"2024-09-13T17:48:47.109517+0000","last_active":"2024-09-13T17:48:47.457981+0000","last_peered":"2024-09-13T17:48:47.457981+0000","last_clean":"2024-09-13T17:48:47.457981+0000","last_became_active":"2024-09-13T17:48:47.109171+0000","last_became_peered":"2024-09-13T17:48:47.109171+0000","last_unstale":"2024-09-13T17:48:47.457981+0000","last_undegraded":"2024-09-13T17:48:47.457981+0000","last_fullsized":"2024-09-13T17:48:47.457981+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:29:45.272482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477647+0000","last_change":"2024-09-13T17:48:47.472667+0000","last_active":"2024-09-13T17:48:47.477647+0000","last_peered":"2024-09-13T17:48:47.477647+0000","last_clean":"2024-09-13T17:48:47.477647+0000","last_became_active":"2024-09-13T17:48:47.472291+0000","last_became_peered":"2024-09-13T17:48:47.472291+0000","last_unstale":"2024-09-13T17:48:47.477647+0000","last_undegraded":"2024-09-13T17:48:47.477647+0000","last_fullsized":"2024-09-13T17:48:47.477647+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:25.580692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.118577+0000","last_change":"2024-09-13T17:48:47.116573+0000","last_active":"2024-09-13T17:48:47.118577+0000","last_peered":"2024-09-13T17:48:47.118577+0000","last_clean":"2024-09-13T17:48:47.118577+0000","last_became_active":"2024-09-13T17:48:47.115893+0000","last_became_peered":"2024-09-13T17:48:47.115893+0000","last_unstale":"2024-09-13T17:48:47.118577+0000","last_undegraded":"2024-09-13T17:48:47.118577+0000","last_fullsized":"2024-09-13T17:48:47.118577+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:58:03.853819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.481216+0000","last_change":"2024-09-13T17:48:47.479578+0000","last_active":"2024-09-13T17:48:47.481216+0000","last_peered":"2024-09-13T17:48:47.481216+0000","last_clean":"2024-09-13T17:48:47.481216+0000","last_became_active":"2024-09-13T17:48:47.477928+0000","last_became_peered":"2024-09-13T17:48:47.477928+0000","last_unstale":"2024-09-13T17:48:47.481216+0000","last_undegraded":"2024-09-13T17:48:47.481216+0000","last_fullsized":"2024-09-13T17:48:47.481216+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:47:55.150825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.459995+0000","last_change":"2024-09-13T17:48:47.090764+0000","last_active":"2024-09-13T17:48:47.459995+0000","last_peered":"2024-09-13T17:48:47.459995+0000","last_clean":"2024-09-13T17:48:47.459995+0000","last_became_active":"2024-09-13T17:48:47.090473+0000","last_became_peered":"2024-09-13T17:48:47.090473+0000","last_unstale":"2024-09-13T17:48:47.459995+0000","last_undegraded":"2024-09-13T17:48:47.459995+0000","last_fullsized":"2024-09-13T17:48:47.459995+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:32:16.889888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.483729+0000","last_change":"2024-09-13T17:48:47.481535+0000","last_active":"2024-09-13T17:48:47.483729+0000","last_peered":"2024-09-13T17:48:47.483729+0000","last_clean":"2024-09-13T17:48:47.483729+0000","last_became_active":"2024-09-13T17:48:47.480915+0000","last_became_peered":"2024-09-13T17:48:47.480915+0000","last_unstale":"2024-09-13T17:48:47.483729+0000","last_undegraded":"2024-09-13T17:48:47.483729+0000","last_fullsized":"2024-09-13T17:48:47.483729+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:33.112737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"41'2","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494405+0000","last_change":"2024-09-13T17:48:47.096354+0000","last_active":"2024-09-13T17:48:47.494405+0000","last_peered":"2024-09-13T17:48:47.494405+0000","last_clean":"2024-09-13T17:48:47.494405+0000","last_became_active":"2024-09-13T17:48:47.094478+0000","last_became_peered":"2024-09-13T17:48:47.094478+0000","last_unstale":"2024-09-13T17:48:47.494405+0000","last_undegraded":"2024-09-13T17:48:47.494405+0000","last_fullsized":"2024-09-13T17:48:47.494405+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:37.704251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.099352+0000","last_change":"2024-09-13T17:48:47.099352+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.099352+0000","last_undegraded":"2024-09-13T17:48:47.099352+0000","last_fullsized":"2024-09-13T17:48:47.099352+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:04.672051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.459316+0000","last_change":"2024-09-13T17:48:47.114270+0000","last_active":"2024-09-13T17:48:47.459316+0000","last_peered":"2024-09-13T17:48:47.459316+0000","last_clean":"2024-09-13T17:48:47.459316+0000","last_became_active":"2024-09-13T17:48:47.114085+0000","last_became_peered":"2024-09-13T17:48:47.114085+0000","last_unstale":"2024-09-13T17:48:47.459316+0000","last_undegraded":"2024-09-13T17:48:47.459316+0000","last_fullsized":"2024-09-13T17:48:47.459316+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:16:33.490047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.493075+0000","last_change":"2024-09-13T17:48:47.492272+0000","last_active":"2024-09-13T17:48:47.493075+0000","last_peered":"2024-09-13T17:48:47.493075+0000","last_clean":"2024-09-13T17:48:47.493075+0000","last_became_active":"2024-09-13T17:48:47.491979+0000","last_became_peered":"2024-09-13T17:48:47.491979+0000","last_unstale":"2024-09-13T17:48:47.493075+0000","last_undegraded":"2024-09-13T17:48:47.493075+0000","last_fullsized":"2024-09-13T17:48:47.493075+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:03.405225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.463422+0000","last_change":"2024-09-13T17:48:47.093803+0000","last_active":"2024-09-13T17:48:47.463422+0000","last_peered":"2024-09-13T17:48:47.463422+0000","last_clean":"2024-09-13T17:48:47.463422+0000","last_became_active":"2024-09-13T17:48:47.093524+0000","last_became_peered":"2024-09-13T17:48:47.093524+0000","last_unstale":"2024-09-13T17:48:47.463422+0000","last_undegraded":"2024-09-13T17:48:47.463422+0000","last_fullsized":"2024-09-13T17:48:47.463422+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:35.692537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477276+0000","last_change":"2024-09-13T17:48:47.475680+0000","last_active":"2024-09-13T17:48:47.477276+0000","last_peered":"2024-09-13T17:48:47.477276+0000","last_clean":"2024-09-13T17:48:47.477276+0000","last_became_active":"2024-09-13T17:48:47.475313+0000","last_became_peered":"2024-09-13T17:48:47.475313+0000","last_unstale":"2024-09-13T17:48:47.477276+0000","last_undegraded":"2024-09-13T17:48:47.477276+0000","last_fullsized":"2024-09-13T17:48:47.477276+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:34.352470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.462877+0000","last_change":"2024-09-13T17:48:47.091350+0000","last_active":"2024-09-13T17:48:47.462877+0000","last_peered":"2024-09-13T17:48:47.462877+0000","last_clean":"2024-09-13T17:48:47.462877+0000","last_became_active":"2024-09-13T17:48:47.090893+0000","last_became_peered":"2024-09-13T17:48:47.090893+0000","last_unstale":"2024-09-13T17:48:47.462877+0000","last_undegraded":"2024-09-13T17:48:47.462877+0000","last_fullsized":"2024-09-13T17:48:47.462877+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:01.168706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.478704+0000","last_change":"2024-09-13T17:48:47.473331+0000","last_active":"2024-09-13T17:48:47.478704+0000","last_peered":"2024-09-13T17:48:47.478704+0000","last_clean":"2024-09-13T17:48:47.478704+0000","last_became_active":"2024-09-13T17:48:47.473045+0000","last_became_peered":"2024-09-13T17:48:47.473045+0000","last_unstale":"2024-09-13T17:48:47.478704+0000","last_undegraded":"2024-09-13T17:48:47.478704+0000","last_fullsized":"2024-09-13T17:48:47.478704+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:37.288539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.457069+0000","last_change":"2024-09-13T17:48:47.095569+0000","last_active":"2024-09-13T17:48:47.457069+0000","last_peered":"2024-09-13T17:48:47.457069+0000","last_clean":"2024-09-13T17:48:47.457069+0000","last_became_active":"2024-09-13T17:48:47.094879+0000","last_became_peered":"2024-09-13T17:48:47.094879+0000","last_unstale":"2024-09-13T17:48:47.457069+0000","last_undegraded":"2024-09-13T17:48:47.457069+0000","last_fullsized":"2024-09-13T17:48:47.457069+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:29:40.868398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.499378+0000","last_change":"2024-09-13T17:48:47.489583+0000","last_active":"2024-09-13T17:48:47.499378+0000","last_peered":"2024-09-13T17:48:47.499378+0000","last_clean":"2024-09-13T17:48:47.499378+0000","last_became_active":"2024-09-13T17:48:47.487668+0000","last_became_peered":"2024-09-13T17:48:47.487668+0000","last_unstale":"2024-09-13T17:48:47.499378+0000","last_undegraded":"2024-09-13T17:48:47.499378+0000","last_fullsized":"2024-09-13T17:48:47.499378+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:50.849271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479694+0000","last_change":"2024-09-13T17:48:47.092339+0000","last_active":"2024-09-13T17:48:47.479694+0000","last_peered":"2024-09-13T17:48:47.479694+0000","last_clean":"2024-09-13T17:48:47.479694+0000","last_became_active":"2024-09-13T17:48:47.091653+0000","last_became_peered":"2024-09-13T17:48:47.091653+0000","last_unstale":"2024-09-13T17:48:47.479694+0000","last_undegraded":"2024-09-13T17:48:47.479694+0000","last_fullsized":"2024-09-13T17:48:47.479694+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:04.644567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":40,"state":"creating+peering","last_fresh":"2024-09-13T17:48:47.098554+0000","last_change":"2024-09-13T17:48:47.098554+0000","last_active":"2024-09-13T17:48:47.056534+0000","last_peered":"2024-09-13T17:48:47.056534+0000","last_clean":"2024-09-13T17:48:47.056534+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:48:47.098554+0000","last_undegraded":"2024-09-13T17:48:47.098554+0000","last_fullsized":"2024-09-13T17:48:47.098554+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:02:21.746527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.452918+0000","last_change":"2024-09-13T17:48:47.091853+0000","last_active":"2024-09-13T17:48:47.452918+0000","last_peered":"2024-09-13T17:48:47.452918+0000","last_clean":"2024-09-13T17:48:47.452918+0000","last_became_active":"2024-09-13T17:48:47.091558+0000","last_became_peered":"2024-09-13T17:48:47.091558+0000","last_unstale":"2024-09-13T17:48:47.452918+0000","last_undegraded":"2024-09-13T17:48:47.452918+0000","last_fullsized":"2024-09-13T17:48:47.452918+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:16:21.417000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.494463+0000","last_change":"2024-09-13T17:48:47.486927+0000","last_active":"2024-09-13T17:48:47.494463+0000","last_peered":"2024-09-13T17:48:47.494463+0000","last_clean":"2024-09-13T17:48:47.494463+0000","last_became_active":"2024-09-13T17:48:47.486680+0000","last_became_peered":"2024-09-13T17:48:47.486680+0000","last_unstale":"2024-09-13T17:48:47.494463+0000","last_undegraded":"2024-09-13T17:48:47.494463+0000","last_fullsized":"2024-09-13T17:48:47.494463+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:03.541759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.118643+0000","last_change":"2024-09-13T17:48:47.113990+0000","last_active":"2024-09-13T17:48:47.118643+0000","last_peered":"2024-09-13T17:48:47.118643+0000","last_clean":"2024-09-13T17:48:47.118643+0000","last_became_active":"2024-09-13T17:48:47.113307+0000","last_became_peered":"2024-09-13T17:48:47.113307+0000","last_unstale":"2024-09-13T17:48:47.118643+0000","last_undegraded":"2024-09-13T17:48:47.118643+0000","last_fullsized":"2024-09-13T17:48:47.118643+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:43.629038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"19'117","reported_seq":179,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T17:48:46.071388+0000","last_change":"2024-09-13T17:47:09.935927+0000","last_active":"2024-09-13T17:48:46.071388+0000","last_peered":"2024-09-13T17:48:46.071388+0000","last_clean":"2024-09-13T17:48:46.071388+0000","last_became_active":"2024-09-13T17:47:09.934083+0000","last_became_peered":"2024-09-13T17:47:09.934083+0000","last_unstale":"2024-09-13T17:48:46.071388+0000","last_undegraded":"2024-09-13T17:48:46.071388+0000","last_fullsized":"2024-09-13T17:48:46.071388+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_clean_scrub_stamp":"2024-09-13T17:47:08.536927+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:11:08.955024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":29,"ondisk_log_size":29,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":16,"seq":68719476760,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":471040,"data_stored":197340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.514,"5min":1.514,"15min":1.514},"last":1.0680000000000001},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.2090000000000001,"5min":1.2090000000000001,"15min":1.2090000000000001},"last":0.98399999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":1.3089999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.119},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.92900000000000005}]},{"osd":3,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.728,"5min":1.728,"15min":1.728},"last":0.94699999999999995},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":1.2629999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":2.0579999999999998,"5min":2.0579999999999998,"15min":2.0579999999999998},"last":1.1970000000000001},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.88900000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.091,"5min":1.091,"15min":1.091},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.8939999999999999,"5min":1.8939999999999999,"15min":1.8939999999999999},"last":1.3899999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":1.236},{"interface":"front","average":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.6990000000000001,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":1.155}]}]},{"osd":4,"up_from":16,"seq":68719476760,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":450560,"data_stored":190133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.97399999999999998},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.88600000000000001}]},{"osd":1,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":1.0489999999999999},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.79800000000000004}]},{"osd":2,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.995,"5min":0.995,"15min":0.995},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.60999999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.002},{"interface":"front","average":{"1min":1.014,"5min":1.014,"15min":1.014},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.6990000000000001,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":0.67100000000000004}]},{"osd":5,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":1.042,"15min":1.042},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.92000000000000004},{"interface":"front","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":1.1299999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.069,"15min":1.069},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.7709999999999999,"5min":1.7709999999999999,"15min":1.7709999999999999},"last":0.94499999999999995},{"interface":"front","average":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":1.026}]},{"osd":7,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.538,"5min":1.538,"15min":1.538},"last":1.0800000000000001},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"min":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":2.4510000000000001,"5min":2.4510000000000001,"15min":2.4510000000000001},"last":1.1080000000000001}]}]},{"osd":7,"up_from":15,"seq":64424509465,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343812,"statfs":{"total":96636764160,"available":96608063488,"internally_reserved":0,"allocated":1032192,"data_stored":773906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":2.722,"5min":2.722,"15min":2.722},"last":1.0960000000000001},{"interface":"front","average":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":1.079}]},{"osd":1,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.099,"5min":1.099,"15min":1.099},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":2.6459999999999999,"5min":2.6459999999999999,"15min":2.6459999999999999},"last":1.0429999999999999},{"interface":"front","average":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":3.3639999999999999,"5min":3.3639999999999999,"15min":3.3639999999999999},"last":0.88200000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":3.02,"5min":3.02,"15min":3.02},"last":0.65800000000000003},{"interface":"front","average":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"min":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"max":{"1min":3.75,"5min":3.75,"15min":3.75},"last":0.90700000000000003}]},{"osd":3,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":3.0680000000000001,"5min":3.0680000000000001,"15min":3.0680000000000001},"last":1.02},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":3.7850000000000001,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.75800000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":3.516,"5min":3.516,"15min":3.516},"last":0.79100000000000004},{"interface":"front","average":{"1min":1.169,"5min":1.169,"15min":1.169},"min":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"max":{"1min":3.125,"5min":3.125,"15min":3.125},"last":0.94699999999999995}]},{"osd":5,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":3.8159999999999998,"5min":3.8159999999999998,"15min":3.8159999999999998},"last":1.173},{"interface":"front","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":3.4340000000000002,"5min":3.4340000000000002,"15min":3.4340000000000002},"last":0.99399999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"max":{"1min":3.673,"5min":3.673,"15min":3.673},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"max":{"1min":3.5760000000000001,"5min":3.5760000000000001,"15min":3.5760000000000001},"last":0.82499999999999996}]}]},{"osd":6,"up_from":15,"seq":64424509464,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":479232,"data_stored":204430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.4319999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.2410000000000001,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.79700000000000004}]},{"osd":1,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.268,"5min":1.268,"15min":1.268},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.85299999999999998}]},{"osd":2,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.60399999999999998}]},{"osd":3,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.72599999999999998},{"interface":"front","average":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"min":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":0.93799999999999994}]},{"osd":4,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.585,"5min":1.585,"15min":1.585},"last":0.99199999999999999},{"interface":"front","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":0.95599999999999996}]},{"osd":5,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.6339999999999999,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":1.032},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":1.0580000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":1.1679999999999999},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.532,"5min":1.532,"15min":1.532},"last":1.133}]}]},{"osd":3,"up_from":15,"seq":64424509464,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31596,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340244,"statfs":{"total":96636764160,"available":96604409856,"internally_reserved":0,"allocated":491520,"data_stored":205446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.46200000000000002}]},{"osd":1,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.55800000000000005}]},{"osd":2,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.29,"5min":1.29,"15min":1.29},"last":0.53300000000000003}]},{"osd":4,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.745},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.79100000000000004}]},{"osd":5,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.87}]},{"osd":6,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.68700000000000006},{"interface":"front","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":0.94099999999999995}]},{"osd":7,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"min":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.83699999999999997},{"interface":"front","average":{"1min":1.141,"5min":1.141,"15min":1.141},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":1.724,"5min":1.724,"15min":1.724},"last":0.81000000000000005}]}]},{"osd":1,"up_from":15,"seq":64424509465,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":479232,"data_stored":203938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.81100000000000005}]},{"osd":2,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.85599999999999998}]},{"osd":3,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":0.749},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.569,"5min":1.569,"15min":1.569},"last":0.67500000000000004}]},{"osd":4,"last update":"Fri Sep 13 17:48:11 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":2.016,"5min":2.016,"15min":2.016},"last":1.014},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":2.2410000000000001,"5min":2.2410000000000001,"15min":2.2410000000000001},"last":0.89200000000000002}]},{"osd":5,"last update":"Fri Sep 13 17:48:11 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.98099999999999998},{"interface":"front","average":{"1min":1.073,"5min":1.073,"15min":1.073},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":2.0950000000000002,"5min":2.0950000000000002,"15min":2.0950000000000002},"last":0.94599999999999995}]},{"osd":6,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.91700000000000004},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":2.1819999999999999,"5min":2.1819999999999999,"15min":2.1819999999999999},"last":1.147}]},{"osd":7,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":2.1379999999999999,"5min":2.1379999999999999,"15min":2.1379999999999999},"last":1.1120000000000001},{"interface":"front","average":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":1.1839999999999999}]}]},{"osd":0,"up_from":15,"seq":64424509463,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32164,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339676,"statfs":{"total":96636764160,"available":96603828224,"internally_reserved":0,"allocated":1073152,"data_stored":794250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.59299999999999997}]},{"osd":2,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.47199999999999998}]},{"osd":3,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.56599999999999995}]},{"osd":4,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":0.68200000000000005}]},{"osd":5,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.5589999999999999,"5min":1.5589999999999999,"15min":1.5589999999999999},"last":0.76500000000000001},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.512,"5min":1.512,"15min":1.512},"last":0.78900000000000003}]},{"osd":6,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.5029999999999999,"5min":1.5029999999999999,"15min":1.5029999999999999},"last":0.83399999999999996},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"min":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.70299999999999996}]},{"osd":7,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":0.81100000000000005},{"interface":"front","average":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":0.88100000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31576,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":466944,"data_stored":197298,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.54000000000000004}]},{"osd":1,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.433},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.505}]},{"osd":3,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.47999999999999998}]},{"osd":4,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.96,"5min":1.96,"15min":1.96},"last":0.874},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.6699999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.623}]},{"osd":5,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"min":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"max":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":0.82399999999999995}]},{"osd":6,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.27,"5min":1.27,"15min":1.27},"last":0.71899999999999997},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":0.64600000000000002}]},{"osd":7,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.65700000000000003},{"interface":"front","average":{"1min":1.093,"5min":1.093,"15min":1.093},"min":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.80600000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:48:56.044 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:48:56.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.177+0000 7fe498b86640 1 Processor -- start 2024-09-13T17:48:56.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.177+0000 7fe498b86640 1 -- start start 2024-09-13T17:48:56.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.177+0000 7fe498b86640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fe494160270 0x7fe49406b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.177+0000 7fe498b86640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe49415c0e0 0x7fe49415c540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.177+0000 7fe498b86640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4940afae0 con 0x7fe494160650 2024-09-13T17:48:56.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.177+0000 7fe498b86640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe49406b900 con 0x7fe494160270 2024-09-13T17:48:56.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.177+0000 7fe498b86640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4940cf980 con 0x7fe49415c0e0 2024-09-13T17:48:56.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.177+0000 7fe492d9d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe49415c0e0 0x7fe49415c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.177+0000 7fe49259c640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fe494160270 0x7fe49406b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.177+0000 7fe491d9b640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7fe494160650 0x7fe4940ce600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:39186/0 (socket says 172.21.15.32:39186) 2024-09-13T17:48:56.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.177+0000 7fe491d9b640 1 -- 172.21.15.32:0/642011738 learned_addr learned my addr 172.21.15.32:0/642011738 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:56.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.177+0000 7fe49159a640 1 -- 172.21.15.32:0/642011738 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 988239116 0 0) 0x7fe4940afae0 con 0x7fe494160650 2024-09-13T17:48:56.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.177+0000 7fe49159a640 1 -- 172.21.15.32:0/642011738 --> v1:172.21.15.159:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe480003530 con 0x7fe494160650 2024-09-13T17:48:56.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.177+0000 7fe492d9d640 1 -- 172.21.15.32:0/642011738 >> v2:172.21.15.159:3300/0 conn(0x7fe494160270 msgr2=0x7fe49406b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:56.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.177+0000 7fe492d9d640 1 --2- 172.21.15.32:0/642011738 >> v2:172.21.15.159:3300/0 conn(0x7fe494160270 0x7fe49406b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.177+0000 7fe492d9d640 1 -- 172.21.15.32:0/642011738 >> v1:172.21.15.159:6789/0 conn(0x7fe494160650 legacy=0x7fe4940ce600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:56.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.177+0000 7fe492d9d640 1 -- 172.21.15.32:0/642011738 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4940cee00 con 0x7fe49415c0e0 2024-09-13T17:48:56.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.177+0000 7fe49259c640 1 --2- 172.21.15.32:0/642011738 >> v2:172.21.15.159:3300/0 conn(0x7fe494160270 0x7fe49406b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:48:56.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.181+0000 7fe492d9d640 1 --2- 172.21.15.32:0/642011738 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe49415c0e0 0x7fe49415c540 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe48c0097c0 tx=0x7fe48c01c470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=26365200d7aaa023 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:56.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.181+0000 7fe49159a640 1 -- 172.21.15.32:0/642011738 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe48c0ab670 con 0x7fe49415c0e0 2024-09-13T17:48:56.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.181+0000 7fe49159a640 1 -- 172.21.15.32:0/642011738 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe48c0ab7d0 con 0x7fe49415c0e0 2024-09-13T17:48:56.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.181+0000 7fe49159a640 1 -- 172.21.15.32:0/642011738 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe48c0abb60 con 0x7fe49415c0e0 2024-09-13T17:48:56.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.181+0000 7fe498b86640 1 -- 172.21.15.32:0/642011738 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe49415c0e0 msgr2=0x7fe49415c540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:56.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.181+0000 7fe498b86640 1 --2- 172.21.15.32:0/642011738 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe49415c0e0 0x7fe49415c540 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe48c0097c0 tx=0x7fe48c01c470 comp rx=0 tx=0).stop 2024-09-13T17:48:56.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.181+0000 7fe498b86640 1 -- 172.21.15.32:0/642011738 shutdown_connections 2024-09-13T17:48:56.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.181+0000 7fe498b86640 1 --2- 172.21.15.32:0/642011738 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe49415c0e0 0x7fe49415c540 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.181+0000 7fe498b86640 1 --2- 172.21.15.32:0/642011738 >> v2:172.21.15.159:3300/0 conn(0x7fe494160270 0x7fe49406b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.181+0000 7fe498b86640 1 -- 172.21.15.32:0/642011738 >> 172.21.15.32:0/642011738 conn(0x7fe4940b1f60 msgr2=0x7fe4940b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:56.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.181+0000 7fe498b86640 1 -- 172.21.15.32:0/642011738 shutdown_connections 2024-09-13T17:48:56.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.181+0000 7fe498b86640 1 -- 172.21.15.32:0/642011738 wait complete. 2024-09-13T17:48:56.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.181+0000 7fe498b86640 1 Processor -- start 2024-09-13T17:48:56.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.181+0000 7fe498b86640 1 -- start start 2024-09-13T17:48:56.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe498b86640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe49415c0e0 0x7fe4940c91b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe498b86640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe494160270 0x7fe4941583d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe498b86640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe494160650 0x7fe494159140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe498b86640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4940c8760 con 0x7fe494160650 2024-09-13T17:48:56.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe498b86640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe494159c00 con 0x7fe49415c0e0 2024-09-13T17:48:56.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe498b86640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe494159ee0 con 0x7fe494160270 2024-09-13T17:48:56.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe492d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe494160650 0x7fe494159140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe492d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe494160650 0x7fe494159140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47748/0 (socket says 172.21.15.32:47748) 2024-09-13T17:48:56.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe492d9d640 1 -- 172.21.15.32:0/2982592660 learned_addr learned my addr 172.21.15.32:0/2982592660 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:56.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe491d9b640 1 --2- 172.21.15.32:0/2982592660 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe494160270 0x7fe4941583d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe49259c640 1 --2- 172.21.15.32:0/2982592660 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe49415c0e0 0x7fe4940c91b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe492d9d640 1 -- 172.21.15.32:0/2982592660 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe494160270 msgr2=0x7fe4941583d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:56.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe492d9d640 1 --2- 172.21.15.32:0/2982592660 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe494160270 0x7fe4941583d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe492d9d640 1 -- 172.21.15.32:0/2982592660 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe49415c0e0 msgr2=0x7fe4940c91b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:56.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe492d9d640 1 --2- 172.21.15.32:0/2982592660 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe49415c0e0 0x7fe4940c91b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe492d9d640 1 -- 172.21.15.32:0/2982592660 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe484009a70 con 0x7fe494160650 2024-09-13T17:48:56.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe492d9d640 1 --2- 172.21.15.32:0/2982592660 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe494160650 0x7fe494159140 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fe48c01a0a0 tx=0x7fe48c01acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:56.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe48affd640 1 -- 172.21.15.32:0/2982592660 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe48c0bf610 con 0x7fe494160650 2024-09-13T17:48:56.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe48affd640 1 -- 172.21.15.32:0/2982592660 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe48c0bf770 con 0x7fe494160650 2024-09-13T17:48:56.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe48affd640 1 -- 172.21.15.32:0/2982592660 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe48c0bfb20 con 0x7fe494160650 2024-09-13T17:48:56.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe498b86640 1 -- 172.21.15.32:0/2982592660 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe48c009420 con 0x7fe494160650 2024-09-13T17:48:56.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe498b86640 1 -- 172.21.15.32:0/2982592660 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4940c8c90 con 0x7fe494160650 2024-09-13T17:48:56.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe498b86640 1 -- 172.21.15.32:0/2982592660 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe49415a020 con 0x7fe494160650 2024-09-13T17:48:56.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.185+0000 7fe48affd640 1 -- 172.21.15.32:0/2982592660 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe48c0bfc80 con 0x7fe494160650 2024-09-13T17:48:56.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.189+0000 7fe48affd640 1 --2- 172.21.15.32:0/2982592660 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe474066690 0x7fe474068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.189+0000 7fe48affd640 1 -- 172.21.15.32:0/2982592660 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fe48c11ebe0 con 0x7fe494160650 2024-09-13T17:48:56.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.189+0000 7fe49259c640 1 --2- 172.21.15.32:0/2982592660 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe474066690 0x7fe474068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.189+0000 7fe49259c640 1 --2- 172.21.15.32:0/2982592660 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe474066690 0x7fe474068b50 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fe494158fc0 tx=0x7fe48400b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:56.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.193+0000 7fe48affd640 1 -- 172.21.15.32:0/2982592660 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe49415a020 con 0x7fe494160650 2024-09-13T17:48:56.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.349+0000 7fe498b86640 1 -- 172.21.15.32:0/2982592660 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe49415a020 con 0x7fe474066690 2024-09-13T17:48:56.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.373+0000 7fe48affd640 1 -- 172.21.15.32:0/2982592660 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+288232 (secure 0 0 0) 0x7fe49415a020 con 0x7fe474066690 2024-09-13T17:48:56.376 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:56.377 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-13T17:48:56.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.373+0000 7fe498b86640 1 -- 172.21.15.32:0/2982592660 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe474066690 msgr2=0x7fe474068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:56.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.373+0000 7fe498b86640 1 --2- 172.21.15.32:0/2982592660 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe474066690 0x7fe474068b50 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fe494158fc0 tx=0x7fe48400b040 comp rx=0 tx=0).stop 2024-09-13T17:48:56.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.373+0000 7fe498b86640 1 -- 172.21.15.32:0/2982592660 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe494160650 msgr2=0x7fe494159140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:56.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.373+0000 7fe498b86640 1 --2- 172.21.15.32:0/2982592660 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe494160650 0x7fe494159140 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fe48c01a0a0 tx=0x7fe48c01acb0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.373+0000 7fe498b86640 1 -- 172.21.15.32:0/2982592660 shutdown_connections 2024-09-13T17:48:56.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.373+0000 7fe498b86640 1 --2- 172.21.15.32:0/2982592660 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe474066690 0x7fe474068b50 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.373+0000 7fe498b86640 1 --2- 172.21.15.32:0/2982592660 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe494160650 0x7fe494159140 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.373+0000 7fe498b86640 1 --2- 172.21.15.32:0/2982592660 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe494160270 0x7fe4941583d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.373+0000 7fe498b86640 1 --2- 172.21.15.32:0/2982592660 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe49415c0e0 0x7fe4940c91b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.377+0000 7fe498b86640 1 -- 172.21.15.32:0/2982592660 >> 172.21.15.32:0/2982592660 conn(0x7fe4940b1f60 msgr2=0x7fe4940cfb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:56.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.377+0000 7fe498b86640 1 -- 172.21.15.32:0/2982592660 shutdown_connections 2024-09-13T17:48:56.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.377+0000 7fe498b86640 1 -- 172.21.15.32:0/2982592660 wait complete. 2024-09-13T17:48:56.395 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":91,"stamp":"2024-09-13T17:48:56.235711+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237480,"kb_used_data":4936,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754737240,"statfs":{"total":773094113280,"available":772850933760,"internally_reserved":0,"allocated":5054464,"data_stored":2816244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.781638"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477624+0000","last_change":"2024-09-13T17:48:47.474971+0000","last_active":"2024-09-13T17:48:47.477624+0000","last_peered":"2024-09-13T17:48:47.477624+0000","last_clean":"2024-09-13T17:48:47.477624+0000","last_became_active":"2024-09-13T17:48:47.474344+0000","last_became_peered":"2024-09-13T17:48:47.474344+0000","last_unstale":"2024-09-13T17:48:47.477624+0000","last_undegraded":"2024-09-13T17:48:47.477624+0000","last_fullsized":"2024-09-13T17:48:47.477624+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:34:07.996015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477558+0000","last_change":"2024-09-13T17:48:47.468859+0000","last_active":"2024-09-13T17:48:47.477558+0000","last_peered":"2024-09-13T17:48:47.477558+0000","last_clean":"2024-09-13T17:48:47.477558+0000","last_became_active":"2024-09-13T17:48:47.468586+0000","last_became_peered":"2024-09-13T17:48:47.468586+0000","last_unstale":"2024-09-13T17:48:47.477558+0000","last_undegraded":"2024-09-13T17:48:47.477558+0000","last_fullsized":"2024-09-13T17:48:47.477558+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:34:38.952886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.483748+0000","last_change":"2024-09-13T17:48:47.482740+0000","last_active":"2024-09-13T17:48:47.483748+0000","last_peered":"2024-09-13T17:48:47.483748+0000","last_clean":"2024-09-13T17:48:47.483748+0000","last_became_active":"2024-09-13T17:48:47.482351+0000","last_became_peered":"2024-09-13T17:48:47.482351+0000","last_unstale":"2024-09-13T17:48:47.483748+0000","last_undegraded":"2024-09-13T17:48:47.483748+0000","last_fullsized":"2024-09-13T17:48:47.483748+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:38.708147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:49.245038+0000","last_change":"2024-09-13T17:48:47.498686+0000","last_active":"2024-09-13T17:48:49.245038+0000","last_peered":"2024-09-13T17:48:49.245038+0000","last_clean":"2024-09-13T17:48:49.245038+0000","last_became_active":"2024-09-13T17:48:47.498263+0000","last_became_peered":"2024-09-13T17:48:47.498263+0000","last_unstale":"2024-09-13T17:48:49.245038+0000","last_undegraded":"2024-09-13T17:48:49.245038+0000","last_fullsized":"2024-09-13T17:48:49.245038+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:30.289401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:49.244981+0000","last_change":"2024-09-13T17:48:47.490059+0000","last_active":"2024-09-13T17:48:49.244981+0000","last_peered":"2024-09-13T17:48:49.244981+0000","last_clean":"2024-09-13T17:48:49.244981+0000","last_became_active":"2024-09-13T17:48:47.489783+0000","last_became_peered":"2024-09-13T17:48:47.489783+0000","last_unstale":"2024-09-13T17:48:49.244981+0000","last_undegraded":"2024-09-13T17:48:49.244981+0000","last_fullsized":"2024-09-13T17:48:49.244981+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:50.783902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479144+0000","last_change":"2024-09-13T17:48:47.478368+0000","last_active":"2024-09-13T17:48:47.479144+0000","last_peered":"2024-09-13T17:48:47.479144+0000","last_clean":"2024-09-13T17:48:47.479144+0000","last_became_active":"2024-09-13T17:48:47.478014+0000","last_became_peered":"2024-09-13T17:48:47.478014+0000","last_unstale":"2024-09-13T17:48:47.479144+0000","last_undegraded":"2024-09-13T17:48:47.479144+0000","last_fullsized":"2024-09-13T17:48:47.479144+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:24:49.987724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.237616+0000","last_change":"2024-09-13T17:48:47.481121+0000","last_active":"2024-09-13T17:48:48.237616+0000","last_peered":"2024-09-13T17:48:48.237616+0000","last_clean":"2024-09-13T17:48:48.237616+0000","last_became_active":"2024-09-13T17:48:47.480501+0000","last_became_peered":"2024-09-13T17:48:47.480501+0000","last_unstale":"2024-09-13T17:48:48.237616+0000","last_undegraded":"2024-09-13T17:48:48.237616+0000","last_fullsized":"2024-09-13T17:48:48.237616+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:02:20.264697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477977+0000","last_change":"2024-09-13T17:48:47.475810+0000","last_active":"2024-09-13T17:48:47.477977+0000","last_peered":"2024-09-13T17:48:47.477977+0000","last_clean":"2024-09-13T17:48:47.477977+0000","last_became_active":"2024-09-13T17:48:47.475093+0000","last_became_peered":"2024-09-13T17:48:47.475093+0000","last_unstale":"2024-09-13T17:48:47.477977+0000","last_undegraded":"2024-09-13T17:48:47.477977+0000","last_fullsized":"2024-09-13T17:48:47.477977+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:15:08.316658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.472872+0000","last_change":"2024-09-13T17:48:47.469163+0000","last_active":"2024-09-13T17:48:47.472872+0000","last_peered":"2024-09-13T17:48:47.472872+0000","last_clean":"2024-09-13T17:48:47.472872+0000","last_became_active":"2024-09-13T17:48:47.468429+0000","last_became_peered":"2024-09-13T17:48:47.468429+0000","last_unstale":"2024-09-13T17:48:47.472872+0000","last_undegraded":"2024-09-13T17:48:47.472872+0000","last_fullsized":"2024-09-13T17:48:47.472872+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:16.826113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.237891+0000","last_change":"2024-09-13T17:48:47.486371+0000","last_active":"2024-09-13T17:48:48.237891+0000","last_peered":"2024-09-13T17:48:48.237891+0000","last_clean":"2024-09-13T17:48:48.237891+0000","last_became_active":"2024-09-13T17:48:47.486191+0000","last_became_peered":"2024-09-13T17:48:47.486191+0000","last_unstale":"2024-09-13T17:48:48.237891+0000","last_undegraded":"2024-09-13T17:48:48.237891+0000","last_fullsized":"2024-09-13T17:48:48.237891+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:18:26.784128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.237821+0000","last_change":"2024-09-13T17:48:47.492118+0000","last_active":"2024-09-13T17:48:48.237821+0000","last_peered":"2024-09-13T17:48:48.237821+0000","last_clean":"2024-09-13T17:48:48.237821+0000","last_became_active":"2024-09-13T17:48:47.491798+0000","last_became_peered":"2024-09-13T17:48:47.491798+0000","last_unstale":"2024-09-13T17:48:48.237821+0000","last_undegraded":"2024-09-13T17:48:48.237821+0000","last_fullsized":"2024-09-13T17:48:48.237821+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:32:54.948242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.473041+0000","last_change":"2024-09-13T17:48:47.470804+0000","last_active":"2024-09-13T17:48:47.473041+0000","last_peered":"2024-09-13T17:48:47.473041+0000","last_clean":"2024-09-13T17:48:47.473041+0000","last_became_active":"2024-09-13T17:48:47.470565+0000","last_became_peered":"2024-09-13T17:48:47.470565+0000","last_unstale":"2024-09-13T17:48:47.473041+0000","last_undegraded":"2024-09-13T17:48:47.473041+0000","last_fullsized":"2024-09-13T17:48:47.473041+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:33.112737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.237727+0000","last_change":"2024-09-13T17:48:47.486318+0000","last_active":"2024-09-13T17:48:48.237727+0000","last_peered":"2024-09-13T17:48:48.237727+0000","last_clean":"2024-09-13T17:48:48.237727+0000","last_became_active":"2024-09-13T17:48:47.485995+0000","last_became_peered":"2024-09-13T17:48:47.485995+0000","last_unstale":"2024-09-13T17:48:48.237727+0000","last_undegraded":"2024-09-13T17:48:48.237727+0000","last_fullsized":"2024-09-13T17:48:48.237727+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:09:31.014812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.241626+0000","last_change":"2024-09-13T17:48:47.490254+0000","last_active":"2024-09-13T17:48:48.241626+0000","last_peered":"2024-09-13T17:48:48.241626+0000","last_clean":"2024-09-13T17:48:48.241626+0000","last_became_active":"2024-09-13T17:48:47.489826+0000","last_became_peered":"2024-09-13T17:48:47.489826+0000","last_unstale":"2024-09-13T17:48:48.241626+0000","last_undegraded":"2024-09-13T17:48:48.241626+0000","last_fullsized":"2024-09-13T17:48:48.241626+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:41:05.233835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.237648+0000","last_change":"2024-09-13T17:48:47.481308+0000","last_active":"2024-09-13T17:48:48.237648+0000","last_peered":"2024-09-13T17:48:48.237648+0000","last_clean":"2024-09-13T17:48:48.237648+0000","last_became_active":"2024-09-13T17:48:47.480970+0000","last_became_peered":"2024-09-13T17:48:47.480970+0000","last_unstale":"2024-09-13T17:48:48.237648+0000","last_undegraded":"2024-09-13T17:48:48.237648+0000","last_fullsized":"2024-09-13T17:48:48.237648+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:41:05.233835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.490831+0000","last_change":"2024-09-13T17:48:47.487902+0000","last_active":"2024-09-13T17:48:47.490831+0000","last_peered":"2024-09-13T17:48:47.490831+0000","last_clean":"2024-09-13T17:48:47.490831+0000","last_became_active":"2024-09-13T17:48:47.487417+0000","last_became_peered":"2024-09-13T17:48:47.487417+0000","last_unstale":"2024-09-13T17:48:47.490831+0000","last_undegraded":"2024-09-13T17:48:47.490831+0000","last_fullsized":"2024-09-13T17:48:47.490831+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:16.826113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.491481+0000","last_change":"2024-09-13T17:48:47.487675+0000","last_active":"2024-09-13T17:48:47.491481+0000","last_peered":"2024-09-13T17:48:47.491481+0000","last_clean":"2024-09-13T17:48:47.491481+0000","last_became_active":"2024-09-13T17:48:47.487271+0000","last_became_peered":"2024-09-13T17:48:47.487271+0000","last_unstale":"2024-09-13T17:48:47.491481+0000","last_undegraded":"2024-09-13T17:48:47.491481+0000","last_fullsized":"2024-09-13T17:48:47.491481+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:21.484295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.496338+0000","last_change":"2024-09-13T17:48:47.491527+0000","last_active":"2024-09-13T17:48:47.496338+0000","last_peered":"2024-09-13T17:48:47.496338+0000","last_clean":"2024-09-13T17:48:47.496338+0000","last_became_active":"2024-09-13T17:48:47.491163+0000","last_became_peered":"2024-09-13T17:48:47.491163+0000","last_unstale":"2024-09-13T17:48:47.496338+0000","last_undegraded":"2024-09-13T17:48:47.496338+0000","last_fullsized":"2024-09-13T17:48:47.496338+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:16.024801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:49.245082+0000","last_change":"2024-09-13T17:48:47.468334+0000","last_active":"2024-09-13T17:48:49.245082+0000","last_peered":"2024-09-13T17:48:49.245082+0000","last_clean":"2024-09-13T17:48:49.245082+0000","last_became_active":"2024-09-13T17:48:47.468036+0000","last_became_peered":"2024-09-13T17:48:47.468036+0000","last_unstale":"2024-09-13T17:48:49.245082+0000","last_undegraded":"2024-09-13T17:48:49.245082+0000","last_fullsized":"2024-09-13T17:48:49.245082+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:32.090149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.496353+0000","last_change":"2024-09-13T17:48:47.491875+0000","last_active":"2024-09-13T17:48:47.496353+0000","last_peered":"2024-09-13T17:48:47.496353+0000","last_clean":"2024-09-13T17:48:47.496353+0000","last_became_active":"2024-09-13T17:48:47.491604+0000","last_became_peered":"2024-09-13T17:48:47.491604+0000","last_unstale":"2024-09-13T17:48:47.496353+0000","last_undegraded":"2024-09-13T17:48:47.496353+0000","last_fullsized":"2024-09-13T17:48:47.496353+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:57.080038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.237752+0000","last_change":"2024-09-13T17:48:47.480690+0000","last_active":"2024-09-13T17:48:48.237752+0000","last_peered":"2024-09-13T17:48:48.237752+0000","last_clean":"2024-09-13T17:48:48.237752+0000","last_became_active":"2024-09-13T17:48:47.480381+0000","last_became_peered":"2024-09-13T17:48:47.480381+0000","last_unstale":"2024-09-13T17:48:48.237752+0000","last_undegraded":"2024-09-13T17:48:48.237752+0000","last_fullsized":"2024-09-13T17:48:48.237752+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:50.849271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.241701+0000","last_change":"2024-09-13T17:48:47.489774+0000","last_active":"2024-09-13T17:48:48.241701+0000","last_peered":"2024-09-13T17:48:48.241701+0000","last_clean":"2024-09-13T17:48:48.241701+0000","last_became_active":"2024-09-13T17:48:47.487959+0000","last_became_peered":"2024-09-13T17:48:47.487959+0000","last_unstale":"2024-09-13T17:48:48.241701+0000","last_undegraded":"2024-09-13T17:48:48.241701+0000","last_fullsized":"2024-09-13T17:48:48.241701+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:03.541759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.483951+0000","last_change":"2024-09-13T17:48:47.481461+0000","last_active":"2024-09-13T17:48:47.483951+0000","last_peered":"2024-09-13T17:48:47.483951+0000","last_clean":"2024-09-13T17:48:47.483951+0000","last_became_active":"2024-09-13T17:48:47.480409+0000","last_became_peered":"2024-09-13T17:48:47.480409+0000","last_unstale":"2024-09-13T17:48:47.483951+0000","last_undegraded":"2024-09-13T17:48:47.483951+0000","last_fullsized":"2024-09-13T17:48:47.483951+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:44.662563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:49.244860+0000","last_change":"2024-09-13T17:48:47.485571+0000","last_active":"2024-09-13T17:48:49.244860+0000","last_peered":"2024-09-13T17:48:49.244860+0000","last_clean":"2024-09-13T17:48:49.244860+0000","last_became_active":"2024-09-13T17:48:47.485195+0000","last_became_peered":"2024-09-13T17:48:47.485195+0000","last_unstale":"2024-09-13T17:48:49.244860+0000","last_undegraded":"2024-09-13T17:48:49.244860+0000","last_fullsized":"2024-09-13T17:48:49.244860+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:08.511961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.475476+0000","last_change":"2024-09-13T17:48:47.470325+0000","last_active":"2024-09-13T17:48:47.475476+0000","last_peered":"2024-09-13T17:48:47.475476+0000","last_clean":"2024-09-13T17:48:47.475476+0000","last_became_active":"2024-09-13T17:48:47.470044+0000","last_became_peered":"2024-09-13T17:48:47.470044+0000","last_unstale":"2024-09-13T17:48:47.475476+0000","last_undegraded":"2024-09-13T17:48:47.475476+0000","last_fullsized":"2024-09-13T17:48:47.475476+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:28:58.620071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.483668+0000","last_change":"2024-09-13T17:48:47.481236+0000","last_active":"2024-09-13T17:48:47.483668+0000","last_peered":"2024-09-13T17:48:47.483668+0000","last_clean":"2024-09-13T17:48:47.483668+0000","last_became_active":"2024-09-13T17:48:47.481001+0000","last_became_peered":"2024-09-13T17:48:47.481001+0000","last_unstale":"2024-09-13T17:48:47.483668+0000","last_undegraded":"2024-09-13T17:48:47.483668+0000","last_fullsized":"2024-09-13T17:48:47.483668+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:44:12.274775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.475418+0000","last_change":"2024-09-13T17:48:47.470463+0000","last_active":"2024-09-13T17:48:47.475418+0000","last_peered":"2024-09-13T17:48:47.475418+0000","last_clean":"2024-09-13T17:48:47.475418+0000","last_became_active":"2024-09-13T17:48:47.469957+0000","last_became_peered":"2024-09-13T17:48:47.469957+0000","last_unstale":"2024-09-13T17:48:47.475418+0000","last_undegraded":"2024-09-13T17:48:47.475418+0000","last_fullsized":"2024-09-13T17:48:47.475418+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:50:14.529586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.237800+0000","last_change":"2024-09-13T17:48:47.476648+0000","last_active":"2024-09-13T17:48:48.237800+0000","last_peered":"2024-09-13T17:48:48.237800+0000","last_clean":"2024-09-13T17:48:48.237800+0000","last_became_active":"2024-09-13T17:48:47.476246+0000","last_became_peered":"2024-09-13T17:48:47.476246+0000","last_unstale":"2024-09-13T17:48:48.237800+0000","last_undegraded":"2024-09-13T17:48:48.237800+0000","last_fullsized":"2024-09-13T17:48:48.237800+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:15.220591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.476083+0000","last_change":"2024-09-13T17:48:47.471511+0000","last_active":"2024-09-13T17:48:47.476083+0000","last_peered":"2024-09-13T17:48:47.476083+0000","last_clean":"2024-09-13T17:48:47.476083+0000","last_became_active":"2024-09-13T17:48:47.471210+0000","last_became_peered":"2024-09-13T17:48:47.471210+0000","last_unstale":"2024-09-13T17:48:47.476083+0000","last_undegraded":"2024-09-13T17:48:47.476083+0000","last_fullsized":"2024-09-13T17:48:47.476083+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:20.304637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.481622+0000","last_change":"2024-09-13T17:48:47.477154+0000","last_active":"2024-09-13T17:48:47.481622+0000","last_peered":"2024-09-13T17:48:47.481622+0000","last_clean":"2024-09-13T17:48:47.481622+0000","last_became_active":"2024-09-13T17:48:47.476853+0000","last_became_peered":"2024-09-13T17:48:47.476853+0000","last_unstale":"2024-09-13T17:48:47.481622+0000","last_undegraded":"2024-09-13T17:48:47.481622+0000","last_fullsized":"2024-09-13T17:48:47.481622+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:12.372989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.483380+0000","last_change":"2024-09-13T17:48:47.481152+0000","last_active":"2024-09-13T17:48:47.483380+0000","last_peered":"2024-09-13T17:48:47.483380+0000","last_clean":"2024-09-13T17:48:47.483380+0000","last_became_active":"2024-09-13T17:48:47.479693+0000","last_became_peered":"2024-09-13T17:48:47.479693+0000","last_unstale":"2024-09-13T17:48:47.483380+0000","last_undegraded":"2024-09-13T17:48:47.483380+0000","last_fullsized":"2024-09-13T17:48:47.483380+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:38.708147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.472688+0000","last_change":"2024-09-13T17:48:47.471420+0000","last_active":"2024-09-13T17:48:47.472688+0000","last_peered":"2024-09-13T17:48:47.472688+0000","last_clean":"2024-09-13T17:48:47.472688+0000","last_became_active":"2024-09-13T17:48:47.471167+0000","last_became_peered":"2024-09-13T17:48:47.471167+0000","last_unstale":"2024-09-13T17:48:47.472688+0000","last_undegraded":"2024-09-13T17:48:47.472688+0000","last_fullsized":"2024-09-13T17:48:47.472688+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:21.484295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.491191+0000","last_change":"2024-09-13T17:48:47.487014+0000","last_active":"2024-09-13T17:48:47.491191+0000","last_peered":"2024-09-13T17:48:47.491191+0000","last_clean":"2024-09-13T17:48:47.491191+0000","last_became_active":"2024-09-13T17:48:47.486681+0000","last_became_peered":"2024-09-13T17:48:47.486681+0000","last_unstale":"2024-09-13T17:48:47.491191+0000","last_undegraded":"2024-09-13T17:48:47.491191+0000","last_fullsized":"2024-09-13T17:48:47.491191+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:24:49.987724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"41'4","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.482217+0000","last_change":"2024-09-13T17:48:47.094338+0000","last_active":"2024-09-13T17:48:47.482217+0000","last_peered":"2024-09-13T17:48:47.482217+0000","last_clean":"2024-09-13T17:48:47.482217+0000","last_became_active":"2024-09-13T17:48:47.093013+0000","last_became_peered":"2024-09-13T17:48:47.093013+0000","last_unstale":"2024-09-13T17:48:47.482217+0000","last_undegraded":"2024-09-13T17:48:47.482217+0000","last_fullsized":"2024-09-13T17:48:47.482217+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:51.244575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.484819+0000","last_change":"2024-09-13T17:48:47.483041+0000","last_active":"2024-09-13T17:48:47.484819+0000","last_peered":"2024-09-13T17:48:47.484819+0000","last_clean":"2024-09-13T17:48:47.484819+0000","last_became_active":"2024-09-13T17:48:47.482223+0000","last_became_peered":"2024-09-13T17:48:47.482223+0000","last_unstale":"2024-09-13T17:48:47.484819+0000","last_undegraded":"2024-09-13T17:48:47.484819+0000","last_fullsized":"2024-09-13T17:48:47.484819+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:12.963771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"41'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479108+0000","last_change":"2024-09-13T17:48:47.111151+0000","last_active":"2024-09-13T17:48:47.479108+0000","last_peered":"2024-09-13T17:48:47.479108+0000","last_clean":"2024-09-13T17:48:47.479108+0000","last_became_active":"2024-09-13T17:48:47.110724+0000","last_became_peered":"2024-09-13T17:48:47.110724+0000","last_unstale":"2024-09-13T17:48:47.479108+0000","last_undegraded":"2024-09-13T17:48:47.479108+0000","last_fullsized":"2024-09-13T17:48:47.479108+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:40:35.767065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.241780+0000","last_change":"2024-09-13T17:48:47.490845+0000","last_active":"2024-09-13T17:48:48.241780+0000","last_peered":"2024-09-13T17:48:48.241780+0000","last_clean":"2024-09-13T17:48:48.241780+0000","last_became_active":"2024-09-13T17:48:47.490010+0000","last_became_peered":"2024-09-13T17:48:47.490010+0000","last_unstale":"2024-09-13T17:48:48.241780+0000","last_undegraded":"2024-09-13T17:48:48.241780+0000","last_fullsized":"2024-09-13T17:48:48.241780+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:58:48.425671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"41'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.476914+0000","last_change":"2024-09-13T17:48:47.109311+0000","last_active":"2024-09-13T17:48:47.476914+0000","last_peered":"2024-09-13T17:48:47.476914+0000","last_clean":"2024-09-13T17:48:47.476914+0000","last_became_active":"2024-09-13T17:48:47.109005+0000","last_became_peered":"2024-09-13T17:48:47.109005+0000","last_unstale":"2024-09-13T17:48:47.476914+0000","last_undegraded":"2024-09-13T17:48:47.476914+0000","last_fullsized":"2024-09-13T17:48:47.476914+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:19.300740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477599+0000","last_change":"2024-09-13T17:48:47.474805+0000","last_active":"2024-09-13T17:48:47.477599+0000","last_peered":"2024-09-13T17:48:47.477599+0000","last_clean":"2024-09-13T17:48:47.477599+0000","last_became_active":"2024-09-13T17:48:47.474432+0000","last_became_peered":"2024-09-13T17:48:47.474432+0000","last_unstale":"2024-09-13T17:48:47.477599+0000","last_undegraded":"2024-09-13T17:48:47.477599+0000","last_fullsized":"2024-09-13T17:48:47.477599+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:56:21.939793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"41'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.241729+0000","last_change":"2024-09-13T17:48:47.095874+0000","last_active":"2024-09-13T17:48:48.241729+0000","last_peered":"2024-09-13T17:48:48.241729+0000","last_clean":"2024-09-13T17:48:48.241729+0000","last_became_active":"2024-09-13T17:48:47.095135+0000","last_became_peered":"2024-09-13T17:48:47.095135+0000","last_unstale":"2024-09-13T17:48:48.241729+0000","last_undegraded":"2024-09-13T17:48:48.241729+0000","last_fullsized":"2024-09-13T17:48:48.241729+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:33.348574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.472925+0000","last_change":"2024-09-13T17:48:47.469798+0000","last_active":"2024-09-13T17:48:47.472925+0000","last_peered":"2024-09-13T17:48:47.472925+0000","last_clean":"2024-09-13T17:48:47.472925+0000","last_became_active":"2024-09-13T17:48:47.469120+0000","last_became_peered":"2024-09-13T17:48:47.469120+0000","last_unstale":"2024-09-13T17:48:47.472925+0000","last_undegraded":"2024-09-13T17:48:47.472925+0000","last_fullsized":"2024-09-13T17:48:47.472925+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:44.662563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"41'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.237776+0000","last_change":"2024-09-13T17:48:47.097724+0000","last_active":"2024-09-13T17:48:48.237776+0000","last_peered":"2024-09-13T17:48:48.237776+0000","last_clean":"2024-09-13T17:48:48.237776+0000","last_became_active":"2024-09-13T17:48:47.096972+0000","last_became_peered":"2024-09-13T17:48:47.096972+0000","last_unstale":"2024-09-13T17:48:48.237776+0000","last_undegraded":"2024-09-13T17:48:48.237776+0000","last_fullsized":"2024-09-13T17:48:48.237776+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:03.668155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.237673+0000","last_change":"2024-09-13T17:48:47.481264+0000","last_active":"2024-09-13T17:48:48.237673+0000","last_peered":"2024-09-13T17:48:48.237673+0000","last_clean":"2024-09-13T17:48:48.237673+0000","last_became_active":"2024-09-13T17:48:47.480854+0000","last_became_peered":"2024-09-13T17:48:47.480854+0000","last_unstale":"2024-09-13T17:48:48.237673+0000","last_undegraded":"2024-09-13T17:48:48.237673+0000","last_fullsized":"2024-09-13T17:48:48.237673+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:58:48.425671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"41'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.475148+0000","last_change":"2024-09-13T17:48:47.119206+0000","last_active":"2024-09-13T17:48:47.475148+0000","last_peered":"2024-09-13T17:48:47.475148+0000","last_clean":"2024-09-13T17:48:47.475148+0000","last_became_active":"2024-09-13T17:48:47.118602+0000","last_became_peered":"2024-09-13T17:48:47.118602+0000","last_unstale":"2024-09-13T17:48:47.475148+0000","last_undegraded":"2024-09-13T17:48:47.475148+0000","last_fullsized":"2024-09-13T17:48:47.475148+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:51.244575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.241673+0000","last_change":"2024-09-13T17:48:47.494690+0000","last_active":"2024-09-13T17:48:48.241673+0000","last_peered":"2024-09-13T17:48:48.241673+0000","last_clean":"2024-09-13T17:48:48.241673+0000","last_became_active":"2024-09-13T17:48:47.494414+0000","last_became_peered":"2024-09-13T17:48:47.494414+0000","last_unstale":"2024-09-13T17:48:48.241673+0000","last_undegraded":"2024-09-13T17:48:48.241673+0000","last_fullsized":"2024-09-13T17:48:48.241673+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:15.220591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.466408+0000","last_change":"2024-09-13T17:48:47.112510+0000","last_active":"2024-09-13T17:48:47.466408+0000","last_peered":"2024-09-13T17:48:47.466408+0000","last_clean":"2024-09-13T17:48:47.466408+0000","last_became_active":"2024-09-13T17:48:47.112156+0000","last_became_peered":"2024-09-13T17:48:47.112156+0000","last_unstale":"2024-09-13T17:48:47.466408+0000","last_undegraded":"2024-09-13T17:48:47.466408+0000","last_fullsized":"2024-09-13T17:48:47.466408+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:11.369093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479566+0000","last_change":"2024-09-13T17:48:47.477399+0000","last_active":"2024-09-13T17:48:47.479566+0000","last_peered":"2024-09-13T17:48:47.479566+0000","last_clean":"2024-09-13T17:48:47.479566+0000","last_became_active":"2024-09-13T17:48:47.476634+0000","last_became_peered":"2024-09-13T17:48:47.476634+0000","last_unstale":"2024-09-13T17:48:47.479566+0000","last_undegraded":"2024-09-13T17:48:47.479566+0000","last_fullsized":"2024-09-13T17:48:47.479566+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:57:37.765574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.241565+0000","last_change":"2024-09-13T17:48:47.087244+0000","last_active":"2024-09-13T17:48:48.241565+0000","last_peered":"2024-09-13T17:48:48.241565+0000","last_clean":"2024-09-13T17:48:48.241565+0000","last_became_active":"2024-09-13T17:48:47.086607+0000","last_became_peered":"2024-09-13T17:48:47.086607+0000","last_unstale":"2024-09-13T17:48:48.241565+0000","last_undegraded":"2024-09-13T17:48:48.241565+0000","last_fullsized":"2024-09-13T17:48:48.241565+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:43.658667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:49.245059+0000","last_change":"2024-09-13T17:48:47.498695+0000","last_active":"2024-09-13T17:48:49.245059+0000","last_peered":"2024-09-13T17:48:49.245059+0000","last_clean":"2024-09-13T17:48:49.245059+0000","last_became_active":"2024-09-13T17:48:47.498252+0000","last_became_peered":"2024-09-13T17:48:47.498252+0000","last_unstale":"2024-09-13T17:48:49.245059+0000","last_undegraded":"2024-09-13T17:48:49.245059+0000","last_fullsized":"2024-09-13T17:48:49.245059+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:33.508985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.455470+0000","last_change":"2024-09-13T17:48:47.089528+0000","last_active":"2024-09-13T17:48:47.455470+0000","last_peered":"2024-09-13T17:48:47.455470+0000","last_clean":"2024-09-13T17:48:47.455470+0000","last_became_active":"2024-09-13T17:48:47.089241+0000","last_became_peered":"2024-09-13T17:48:47.089241+0000","last_unstale":"2024-09-13T17:48:47.455470+0000","last_undegraded":"2024-09-13T17:48:47.455470+0000","last_fullsized":"2024-09-13T17:48:47.455470+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:06.775634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477864+0000","last_change":"2024-09-13T17:48:47.474035+0000","last_active":"2024-09-13T17:48:47.477864+0000","last_peered":"2024-09-13T17:48:47.477864+0000","last_clean":"2024-09-13T17:48:47.477864+0000","last_became_active":"2024-09-13T17:48:47.473561+0000","last_became_peered":"2024-09-13T17:48:47.473561+0000","last_unstale":"2024-09-13T17:48:47.477864+0000","last_undegraded":"2024-09-13T17:48:47.477864+0000","last_fullsized":"2024-09-13T17:48:47.477864+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:05.648464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.237912+0000","last_change":"2024-09-13T17:48:47.092896+0000","last_active":"2024-09-13T17:48:48.237912+0000","last_peered":"2024-09-13T17:48:48.237912+0000","last_clean":"2024-09-13T17:48:48.237912+0000","last_became_active":"2024-09-13T17:48:47.091111+0000","last_became_peered":"2024-09-13T17:48:47.091111+0000","last_unstale":"2024-09-13T17:48:48.237912+0000","last_undegraded":"2024-09-13T17:48:48.237912+0000","last_fullsized":"2024-09-13T17:48:48.237912+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:33:53.705469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.473004+0000","last_change":"2024-09-13T17:48:47.470487+0000","last_active":"2024-09-13T17:48:47.473004+0000","last_peered":"2024-09-13T17:48:47.473004+0000","last_clean":"2024-09-13T17:48:47.473004+0000","last_became_active":"2024-09-13T17:48:47.470205+0000","last_became_peered":"2024-09-13T17:48:47.470205+0000","last_unstale":"2024-09-13T17:48:47.473004+0000","last_undegraded":"2024-09-13T17:48:47.473004+0000","last_fullsized":"2024-09-13T17:48:47.473004+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:24:49.987724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"41'3","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.237867+0000","last_change":"2024-09-13T17:48:47.098461+0000","last_active":"2024-09-13T17:48:48.237867+0000","last_peered":"2024-09-13T17:48:48.237867+0000","last_clean":"2024-09-13T17:48:48.237867+0000","last_became_active":"2024-09-13T17:48:47.097663+0000","last_became_peered":"2024-09-13T17:48:47.097663+0000","last_unstale":"2024-09-13T17:48:48.237867+0000","last_undegraded":"2024-09-13T17:48:48.237867+0000","last_fullsized":"2024-09-13T17:48:48.237867+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:04.644567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.241827+0000","last_change":"2024-09-13T17:48:47.490105+0000","last_active":"2024-09-13T17:48:48.241827+0000","last_peered":"2024-09-13T17:48:48.241827+0000","last_clean":"2024-09-13T17:48:48.241827+0000","last_became_active":"2024-09-13T17:48:47.489452+0000","last_became_peered":"2024-09-13T17:48:47.489452+0000","last_unstale":"2024-09-13T17:48:48.241827+0000","last_undegraded":"2024-09-13T17:48:48.241827+0000","last_fullsized":"2024-09-13T17:48:48.241827+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:14.479542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"41'6","reported_seq":17,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.497970+0000","last_change":"2024-09-13T17:48:47.114993+0000","last_active":"2024-09-13T17:48:47.497970+0000","last_peered":"2024-09-13T17:48:47.497970+0000","last_clean":"2024-09-13T17:48:47.497970+0000","last_became_active":"2024-09-13T17:48:47.114689+0000","last_became_peered":"2024-09-13T17:48:47.114689+0000","last_unstale":"2024-09-13T17:48:47.497970+0000","last_undegraded":"2024-09-13T17:48:47.497970+0000","last_fullsized":"2024-09-13T17:48:47.497970+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:49.845375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.484070+0000","last_change":"2024-09-13T17:48:47.483361+0000","last_active":"2024-09-13T17:48:47.484070+0000","last_peered":"2024-09-13T17:48:47.484070+0000","last_clean":"2024-09-13T17:48:47.484070+0000","last_became_active":"2024-09-13T17:48:47.480762+0000","last_became_peered":"2024-09-13T17:48:47.480762+0000","last_unstale":"2024-09-13T17:48:47.484070+0000","last_undegraded":"2024-09-13T17:48:47.484070+0000","last_fullsized":"2024-09-13T17:48:47.484070+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:04.672051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"41'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.491742+0000","last_change":"2024-09-13T17:48:47.093258+0000","last_active":"2024-09-13T17:48:47.491742+0000","last_peered":"2024-09-13T17:48:47.491742+0000","last_clean":"2024-09-13T17:48:47.491742+0000","last_became_active":"2024-09-13T17:48:47.092680+0000","last_became_peered":"2024-09-13T17:48:47.092680+0000","last_unstale":"2024-09-13T17:48:47.491742+0000","last_undegraded":"2024-09-13T17:48:47.491742+0000","last_fullsized":"2024-09-13T17:48:47.491742+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:35:44.653437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479832+0000","last_change":"2024-09-13T17:48:47.478036+0000","last_active":"2024-09-13T17:48:47.479832+0000","last_peered":"2024-09-13T17:48:47.479832+0000","last_clean":"2024-09-13T17:48:47.479832+0000","last_became_active":"2024-09-13T17:48:47.475750+0000","last_became_peered":"2024-09-13T17:48:47.475750+0000","last_unstale":"2024-09-13T17:48:47.479832+0000","last_undegraded":"2024-09-13T17:48:47.479832+0000","last_fullsized":"2024-09-13T17:48:47.479832+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:23:30.288200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.463173+0000","last_change":"2024-09-13T17:48:47.102117+0000","last_active":"2024-09-13T17:48:47.463173+0000","last_peered":"2024-09-13T17:48:47.463173+0000","last_clean":"2024-09-13T17:48:47.463173+0000","last_became_active":"2024-09-13T17:48:47.101665+0000","last_became_peered":"2024-09-13T17:48:47.101665+0000","last_unstale":"2024-09-13T17:48:47.463173+0000","last_undegraded":"2024-09-13T17:48:47.463173+0000","last_fullsized":"2024-09-13T17:48:47.463173+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:42:15.020904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.490494+0000","last_change":"2024-09-13T17:48:47.483767+0000","last_active":"2024-09-13T17:48:47.490494+0000","last_peered":"2024-09-13T17:48:47.490494+0000","last_clean":"2024-09-13T17:48:47.490494+0000","last_became_active":"2024-09-13T17:48:47.483085+0000","last_became_peered":"2024-09-13T17:48:47.483085+0000","last_unstale":"2024-09-13T17:48:47.490494+0000","last_undegraded":"2024-09-13T17:48:47.490494+0000","last_fullsized":"2024-09-13T17:48:47.490494+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:33.112737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.456387+0000","last_change":"2024-09-13T17:48:47.094495+0000","last_active":"2024-09-13T17:48:47.456387+0000","last_peered":"2024-09-13T17:48:47.456387+0000","last_clean":"2024-09-13T17:48:47.456387+0000","last_became_active":"2024-09-13T17:48:47.093745+0000","last_became_peered":"2024-09-13T17:48:47.093745+0000","last_unstale":"2024-09-13T17:48:47.456387+0000","last_undegraded":"2024-09-13T17:48:47.456387+0000","last_fullsized":"2024-09-13T17:48:47.456387+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:15:54.421433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.479548+0000","last_change":"2024-09-13T17:48:47.475411+0000","last_active":"2024-09-13T17:48:47.479548+0000","last_peered":"2024-09-13T17:48:47.479548+0000","last_clean":"2024-09-13T17:48:47.479548+0000","last_became_active":"2024-09-13T17:48:47.474661+0000","last_became_peered":"2024-09-13T17:48:47.474661+0000","last_unstale":"2024-09-13T17:48:47.479548+0000","last_undegraded":"2024-09-13T17:48:47.479548+0000","last_fullsized":"2024-09-13T17:48:47.479548+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:00:57.544796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"41'8","reported_seq":19,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.478009+0000","last_change":"2024-09-13T17:48:47.117942+0000","last_active":"2024-09-13T17:48:47.478009+0000","last_peered":"2024-09-13T17:48:47.478009+0000","last_clean":"2024-09-13T17:48:47.478009+0000","last_became_active":"2024-09-13T17:48:47.117274+0000","last_became_peered":"2024-09-13T17:48:47.117274+0000","last_unstale":"2024-09-13T17:48:47.478009+0000","last_undegraded":"2024-09-13T17:48:47.478009+0000","last_fullsized":"2024-09-13T17:48:47.478009+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:19:38.111303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477824+0000","last_change":"2024-09-13T17:48:47.475079+0000","last_active":"2024-09-13T17:48:47.477824+0000","last_peered":"2024-09-13T17:48:47.477824+0000","last_clean":"2024-09-13T17:48:47.477824+0000","last_became_active":"2024-09-13T17:48:47.474589+0000","last_became_peered":"2024-09-13T17:48:47.474589+0000","last_unstale":"2024-09-13T17:48:47.477824+0000","last_undegraded":"2024-09-13T17:48:47.477824+0000","last_fullsized":"2024-09-13T17:48:47.477824+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:38:21.020742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"41'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.237954+0000","last_change":"2024-09-13T17:48:47.098076+0000","last_active":"2024-09-13T17:48:48.237954+0000","last_peered":"2024-09-13T17:48:48.237954+0000","last_clean":"2024-09-13T17:48:48.237954+0000","last_became_active":"2024-09-13T17:48:47.097303+0000","last_became_peered":"2024-09-13T17:48:47.097303+0000","last_unstale":"2024-09-13T17:48:48.237954+0000","last_undegraded":"2024-09-13T17:48:48.237954+0000","last_fullsized":"2024-09-13T17:48:48.237954+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:02:20.742630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.237842+0000","last_change":"2024-09-13T17:48:47.485376+0000","last_active":"2024-09-13T17:48:48.237842+0000","last_peered":"2024-09-13T17:48:48.237842+0000","last_clean":"2024-09-13T17:48:48.237842+0000","last_became_active":"2024-09-13T17:48:47.485109+0000","last_became_peered":"2024-09-13T17:48:47.485109+0000","last_unstale":"2024-09-13T17:48:48.237842+0000","last_undegraded":"2024-09-13T17:48:48.237842+0000","last_fullsized":"2024-09-13T17:48:48.237842+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:14.479542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"41'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.241803+0000","last_change":"2024-09-13T17:48:47.113995+0000","last_active":"2024-09-13T17:48:48.241803+0000","last_peered":"2024-09-13T17:48:48.241803+0000","last_clean":"2024-09-13T17:48:48.241803+0000","last_became_active":"2024-09-13T17:48:47.113384+0000","last_became_peered":"2024-09-13T17:48:47.113384+0000","last_unstale":"2024-09-13T17:48:48.241803+0000","last_undegraded":"2024-09-13T17:48:48.241803+0000","last_fullsized":"2024-09-13T17:48:48.241803+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:32.108840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.241759+0000","last_change":"2024-09-13T17:48:47.491131+0000","last_active":"2024-09-13T17:48:48.241759+0000","last_peered":"2024-09-13T17:48:48.241759+0000","last_clean":"2024-09-13T17:48:48.241759+0000","last_became_active":"2024-09-13T17:48:47.489577+0000","last_became_peered":"2024-09-13T17:48:47.489577+0000","last_unstale":"2024-09-13T17:48:48.241759+0000","last_undegraded":"2024-09-13T17:48:48.241759+0000","last_fullsized":"2024-09-13T17:48:48.241759+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:25.580692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"41'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:49.245104+0000","last_change":"2024-09-13T17:48:47.108315+0000","last_active":"2024-09-13T17:48:49.245104+0000","last_peered":"2024-09-13T17:48:49.245104+0000","last_clean":"2024-09-13T17:48:49.245104+0000","last_became_active":"2024-09-13T17:48:47.107978+0000","last_became_peered":"2024-09-13T17:48:47.107978+0000","last_unstale":"2024-09-13T17:48:49.245104+0000","last_undegraded":"2024-09-13T17:48:49.245104+0000","last_fullsized":"2024-09-13T17:48:49.245104+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:43:00.533683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:49.245150+0000","last_change":"2024-09-13T17:48:47.476349+0000","last_active":"2024-09-13T17:48:49.245150+0000","last_peered":"2024-09-13T17:48:49.245150+0000","last_clean":"2024-09-13T17:48:49.245150+0000","last_became_active":"2024-09-13T17:48:47.475974+0000","last_became_peered":"2024-09-13T17:48:47.475974+0000","last_unstale":"2024-09-13T17:48:49.245150+0000","last_undegraded":"2024-09-13T17:48:49.245150+0000","last_fullsized":"2024-09-13T17:48:49.245150+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:49.941540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.466291+0000","last_change":"2024-09-13T17:48:47.109847+0000","last_active":"2024-09-13T17:48:47.466291+0000","last_peered":"2024-09-13T17:48:47.466291+0000","last_clean":"2024-09-13T17:48:47.466291+0000","last_became_active":"2024-09-13T17:48:47.109270+0000","last_became_peered":"2024-09-13T17:48:47.109270+0000","last_unstale":"2024-09-13T17:48:47.466291+0000","last_undegraded":"2024-09-13T17:48:47.466291+0000","last_fullsized":"2024-09-13T17:48:47.466291+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:56.076141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477853+0000","last_change":"2024-09-13T17:48:47.469526+0000","last_active":"2024-09-13T17:48:47.477853+0000","last_peered":"2024-09-13T17:48:47.477853+0000","last_clean":"2024-09-13T17:48:47.477853+0000","last_became_active":"2024-09-13T17:48:47.469169+0000","last_became_peered":"2024-09-13T17:48:47.469169+0000","last_unstale":"2024-09-13T17:48:47.477853+0000","last_undegraded":"2024-09-13T17:48:47.477853+0000","last_fullsized":"2024-09-13T17:48:47.477853+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:34.352470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"41'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:49.245010+0000","last_change":"2024-09-13T17:48:47.092017+0000","last_active":"2024-09-13T17:48:49.245010+0000","last_peered":"2024-09-13T17:48:49.245010+0000","last_clean":"2024-09-13T17:48:49.245010+0000","last_became_active":"2024-09-13T17:48:47.091442+0000","last_became_peered":"2024-09-13T17:48:47.091442+0000","last_unstale":"2024-09-13T17:48:49.245010+0000","last_undegraded":"2024-09-13T17:48:49.245010+0000","last_fullsized":"2024-09-13T17:48:49.245010+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:59:45.189226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.483715+0000","last_change":"2024-09-13T17:48:47.482680+0000","last_active":"2024-09-13T17:48:47.483715+0000","last_peered":"2024-09-13T17:48:47.483715+0000","last_clean":"2024-09-13T17:48:47.483715+0000","last_became_active":"2024-09-13T17:48:47.482429+0000","last_became_peered":"2024-09-13T17:48:47.482429+0000","last_unstale":"2024-09-13T17:48:47.483715+0000","last_undegraded":"2024-09-13T17:48:47.483715+0000","last_fullsized":"2024-09-13T17:48:47.483715+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:21.484295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:49.244959+0000","last_change":"2024-09-13T17:48:47.109517+0000","last_active":"2024-09-13T17:48:49.244959+0000","last_peered":"2024-09-13T17:48:49.244959+0000","last_clean":"2024-09-13T17:48:49.244959+0000","last_became_active":"2024-09-13T17:48:47.109171+0000","last_became_peered":"2024-09-13T17:48:47.109171+0000","last_unstale":"2024-09-13T17:48:49.244959+0000","last_undegraded":"2024-09-13T17:48:49.244959+0000","last_fullsized":"2024-09-13T17:48:49.244959+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:29:45.272482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.237703+0000","last_change":"2024-09-13T17:48:47.472667+0000","last_active":"2024-09-13T17:48:48.237703+0000","last_peered":"2024-09-13T17:48:48.237703+0000","last_clean":"2024-09-13T17:48:48.237703+0000","last_became_active":"2024-09-13T17:48:47.472291+0000","last_became_peered":"2024-09-13T17:48:47.472291+0000","last_unstale":"2024-09-13T17:48:48.237703+0000","last_undegraded":"2024-09-13T17:48:48.237703+0000","last_fullsized":"2024-09-13T17:48:48.237703+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:25.580692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.459749+0000","last_change":"2024-09-13T17:48:47.116573+0000","last_active":"2024-09-13T17:48:47.459749+0000","last_peered":"2024-09-13T17:48:47.459749+0000","last_clean":"2024-09-13T17:48:47.459749+0000","last_became_active":"2024-09-13T17:48:47.115893+0000","last_became_peered":"2024-09-13T17:48:47.115893+0000","last_unstale":"2024-09-13T17:48:47.459749+0000","last_undegraded":"2024-09-13T17:48:47.459749+0000","last_fullsized":"2024-09-13T17:48:47.459749+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:58:03.853819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.481216+0000","last_change":"2024-09-13T17:48:47.479578+0000","last_active":"2024-09-13T17:48:47.481216+0000","last_peered":"2024-09-13T17:48:47.481216+0000","last_clean":"2024-09-13T17:48:47.481216+0000","last_became_active":"2024-09-13T17:48:47.477928+0000","last_became_peered":"2024-09-13T17:48:47.477928+0000","last_unstale":"2024-09-13T17:48:47.481216+0000","last_undegraded":"2024-09-13T17:48:47.481216+0000","last_fullsized":"2024-09-13T17:48:47.481216+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:47:55.150825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:49.244928+0000","last_change":"2024-09-13T17:48:47.090764+0000","last_active":"2024-09-13T17:48:49.244928+0000","last_peered":"2024-09-13T17:48:49.244928+0000","last_clean":"2024-09-13T17:48:49.244928+0000","last_became_active":"2024-09-13T17:48:47.090473+0000","last_became_peered":"2024-09-13T17:48:47.090473+0000","last_unstale":"2024-09-13T17:48:49.244928+0000","last_undegraded":"2024-09-13T17:48:49.244928+0000","last_fullsized":"2024-09-13T17:48:49.244928+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T05:32:16.889888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.483729+0000","last_change":"2024-09-13T17:48:47.481535+0000","last_active":"2024-09-13T17:48:47.483729+0000","last_peered":"2024-09-13T17:48:47.483729+0000","last_clean":"2024-09-13T17:48:47.483729+0000","last_became_active":"2024-09-13T17:48:47.480915+0000","last_became_peered":"2024-09-13T17:48:47.480915+0000","last_unstale":"2024-09-13T17:48:47.483729+0000","last_undegraded":"2024-09-13T17:48:47.483729+0000","last_fullsized":"2024-09-13T17:48:47.483729+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:26:33.112737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"41'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.237978+0000","last_change":"2024-09-13T17:48:47.096354+0000","last_active":"2024-09-13T17:48:48.237978+0000","last_peered":"2024-09-13T17:48:48.237978+0000","last_clean":"2024-09-13T17:48:48.237978+0000","last_became_active":"2024-09-13T17:48:47.094478+0000","last_became_peered":"2024-09-13T17:48:47.094478+0000","last_unstale":"2024-09-13T17:48:48.237978+0000","last_undegraded":"2024-09-13T17:48:48.237978+0000","last_fullsized":"2024-09-13T17:48:48.237978+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:21:37.704251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477827+0000","last_change":"2024-09-13T17:48:47.473144+0000","last_active":"2024-09-13T17:48:47.477827+0000","last_peered":"2024-09-13T17:48:47.477827+0000","last_clean":"2024-09-13T17:48:47.477827+0000","last_became_active":"2024-09-13T17:48:47.472526+0000","last_became_peered":"2024-09-13T17:48:47.472526+0000","last_unstale":"2024-09-13T17:48:47.477827+0000","last_undegraded":"2024-09-13T17:48:47.477827+0000","last_fullsized":"2024-09-13T17:48:47.477827+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:04.672051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"42'1","reported_seq":12,"reported_epoch":42,"state":"active+clean","last_fresh":"2024-09-13T17:48:49.329049+0000","last_change":"2024-09-13T17:48:47.114270+0000","last_active":"2024-09-13T17:48:49.329049+0000","last_peered":"2024-09-13T17:48:49.329049+0000","last_clean":"2024-09-13T17:48:49.329049+0000","last_became_active":"2024-09-13T17:48:47.114085+0000","last_became_peered":"2024-09-13T17:48:47.114085+0000","last_unstale":"2024-09-13T17:48:49.329049+0000","last_undegraded":"2024-09-13T17:48:49.329049+0000","last_fullsized":"2024-09-13T17:48:49.329049+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:16:33.490047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.493075+0000","last_change":"2024-09-13T17:48:47.492272+0000","last_active":"2024-09-13T17:48:47.493075+0000","last_peered":"2024-09-13T17:48:47.493075+0000","last_clean":"2024-09-13T17:48:47.493075+0000","last_became_active":"2024-09-13T17:48:47.491979+0000","last_became_peered":"2024-09-13T17:48:47.491979+0000","last_unstale":"2024-09-13T17:48:47.493075+0000","last_undegraded":"2024-09-13T17:48:47.493075+0000","last_fullsized":"2024-09-13T17:48:47.493075+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:03.405225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.463422+0000","last_change":"2024-09-13T17:48:47.093803+0000","last_active":"2024-09-13T17:48:47.463422+0000","last_peered":"2024-09-13T17:48:47.463422+0000","last_clean":"2024-09-13T17:48:47.463422+0000","last_became_active":"2024-09-13T17:48:47.093524+0000","last_became_peered":"2024-09-13T17:48:47.093524+0000","last_unstale":"2024-09-13T17:48:47.463422+0000","last_undegraded":"2024-09-13T17:48:47.463422+0000","last_fullsized":"2024-09-13T17:48:47.463422+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:35.692537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.477276+0000","last_change":"2024-09-13T17:48:47.475680+0000","last_active":"2024-09-13T17:48:47.477276+0000","last_peered":"2024-09-13T17:48:47.477276+0000","last_clean":"2024-09-13T17:48:47.477276+0000","last_became_active":"2024-09-13T17:48:47.475313+0000","last_became_peered":"2024-09-13T17:48:47.475313+0000","last_unstale":"2024-09-13T17:48:47.477276+0000","last_undegraded":"2024-09-13T17:48:47.477276+0000","last_fullsized":"2024-09-13T17:48:47.477276+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:34.352470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.462877+0000","last_change":"2024-09-13T17:48:47.091350+0000","last_active":"2024-09-13T17:48:47.462877+0000","last_peered":"2024-09-13T17:48:47.462877+0000","last_clean":"2024-09-13T17:48:47.462877+0000","last_became_active":"2024-09-13T17:48:47.090893+0000","last_became_peered":"2024-09-13T17:48:47.090893+0000","last_unstale":"2024-09-13T17:48:47.462877+0000","last_undegraded":"2024-09-13T17:48:47.462877+0000","last_fullsized":"2024-09-13T17:48:47.462877+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:01.168706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.478704+0000","last_change":"2024-09-13T17:48:47.473331+0000","last_active":"2024-09-13T17:48:47.478704+0000","last_peered":"2024-09-13T17:48:47.478704+0000","last_clean":"2024-09-13T17:48:47.478704+0000","last_became_active":"2024-09-13T17:48:47.473045+0000","last_became_peered":"2024-09-13T17:48:47.473045+0000","last_unstale":"2024-09-13T17:48:47.478704+0000","last_undegraded":"2024-09-13T17:48:47.478704+0000","last_fullsized":"2024-09-13T17:48:47.478704+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:37.288539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.457069+0000","last_change":"2024-09-13T17:48:47.095569+0000","last_active":"2024-09-13T17:48:47.457069+0000","last_peered":"2024-09-13T17:48:47.457069+0000","last_clean":"2024-09-13T17:48:47.457069+0000","last_became_active":"2024-09-13T17:48:47.094879+0000","last_became_peered":"2024-09-13T17:48:47.094879+0000","last_unstale":"2024-09-13T17:48:47.457069+0000","last_undegraded":"2024-09-13T17:48:47.457069+0000","last_fullsized":"2024-09-13T17:48:47.457069+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:29:40.868398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.241651+0000","last_change":"2024-09-13T17:48:47.489583+0000","last_active":"2024-09-13T17:48:48.241651+0000","last_peered":"2024-09-13T17:48:48.241651+0000","last_clean":"2024-09-13T17:48:48.241651+0000","last_became_active":"2024-09-13T17:48:47.487668+0000","last_became_peered":"2024-09-13T17:48:47.487668+0000","last_unstale":"2024-09-13T17:48:48.241651+0000","last_undegraded":"2024-09-13T17:48:48.241651+0000","last_fullsized":"2024-09-13T17:48:48.241651+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:50.849271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.241599+0000","last_change":"2024-09-13T17:48:47.092339+0000","last_active":"2024-09-13T17:48:48.241599+0000","last_peered":"2024-09-13T17:48:48.241599+0000","last_clean":"2024-09-13T17:48:48.241599+0000","last_became_active":"2024-09-13T17:48:47.091653+0000","last_became_peered":"2024-09-13T17:48:47.091653+0000","last_unstale":"2024-09-13T17:48:48.241599+0000","last_undegraded":"2024-09-13T17:48:48.241599+0000","last_fullsized":"2024-09-13T17:48:48.241599+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:04.644567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.484862+0000","last_change":"2024-09-13T17:48:47.482346+0000","last_active":"2024-09-13T17:48:47.484862+0000","last_peered":"2024-09-13T17:48:47.484862+0000","last_clean":"2024-09-13T17:48:47.484862+0000","last_became_active":"2024-09-13T17:48:47.482154+0000","last_became_peered":"2024-09-13T17:48:47.482154+0000","last_unstale":"2024-09-13T17:48:47.484862+0000","last_undegraded":"2024-09-13T17:48:47.484862+0000","last_fullsized":"2024-09-13T17:48:47.484862+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:02:21.746527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.452918+0000","last_change":"2024-09-13T17:48:47.091853+0000","last_active":"2024-09-13T17:48:47.452918+0000","last_peered":"2024-09-13T17:48:47.452918+0000","last_clean":"2024-09-13T17:48:47.452918+0000","last_became_active":"2024-09-13T17:48:47.091558+0000","last_became_peered":"2024-09-13T17:48:47.091558+0000","last_unstale":"2024-09-13T17:48:47.452918+0000","last_undegraded":"2024-09-13T17:48:47.452918+0000","last_fullsized":"2024-09-13T17:48:47.452918+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:16:21.417000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:48.237932+0000","last_change":"2024-09-13T17:48:47.486927+0000","last_active":"2024-09-13T17:48:48.237932+0000","last_peered":"2024-09-13T17:48:48.237932+0000","last_clean":"2024-09-13T17:48:48.237932+0000","last_became_active":"2024-09-13T17:48:47.486680+0000","last_became_peered":"2024-09-13T17:48:47.486680+0000","last_unstale":"2024-09-13T17:48:48.237932+0000","last_undegraded":"2024-09-13T17:48:48.237932+0000","last_fullsized":"2024-09-13T17:48:48.237932+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:47.056534+0000","last_clean_scrub_stamp":"2024-09-13T17:48:47.056534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:03.541759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.464250+0000","last_change":"2024-09-13T17:48:47.113990+0000","last_active":"2024-09-13T17:48:47.464250+0000","last_peered":"2024-09-13T17:48:47.464250+0000","last_clean":"2024-09-13T17:48:47.464250+0000","last_became_active":"2024-09-13T17:48:47.113307+0000","last_became_peered":"2024-09-13T17:48:47.113307+0000","last_unstale":"2024-09-13T17:48:47.464250+0000","last_undegraded":"2024-09-13T17:48:47.464250+0000","last_fullsized":"2024-09-13T17:48:47.464250+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:48:46.052638+0000","last_clean_scrub_stamp":"2024-09-13T17:48:46.052638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:43.629038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"19'117","reported_seq":181,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T17:48:47.459867+0000","last_change":"2024-09-13T17:47:09.935927+0000","last_active":"2024-09-13T17:48:47.459867+0000","last_peered":"2024-09-13T17:48:47.459867+0000","last_clean":"2024-09-13T17:48:47.459867+0000","last_became_active":"2024-09-13T17:47:09.934083+0000","last_became_peered":"2024-09-13T17:47:09.934083+0000","last_unstale":"2024-09-13T17:48:47.459867+0000","last_undegraded":"2024-09-13T17:48:47.459867+0000","last_fullsized":"2024-09-13T17:48:47.459867+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_clean_scrub_stamp":"2024-09-13T17:47:08.536927+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:11:08.955024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":16,"seq":68719476761,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":483328,"data_stored":203960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.514,"5min":1.514,"15min":1.514},"last":0.875},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.2090000000000001,"5min":1.2090000000000001,"15min":1.2090000000000001},"last":0.90100000000000002}]},{"osd":1,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":0.54600000000000004}]},{"osd":2,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.96299999999999997},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.83399999999999996}]},{"osd":3,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.728,"5min":1.728,"15min":1.728},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":1}]},{"osd":4,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":2.0579999999999998,"5min":2.0579999999999998,"15min":2.0579999999999998},"last":0.93100000000000005},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.68799999999999994}]},{"osd":6,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.081},{"interface":"front","average":{"1min":1.091,"5min":1.091,"15min":1.091},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.8939999999999999,"5min":1.8939999999999999,"15min":1.8939999999999999},"last":0.77900000000000003}]},{"osd":7,"last update":"Fri Sep 13 17:48:10 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":0.85599999999999998},{"interface":"front","average":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.6990000000000001,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":1.159}]}]},{"osd":4,"up_from":16,"seq":68719476761,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":483328,"data_stored":204452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.56499999999999995}]},{"osd":1,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":1},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.67700000000000005}]},{"osd":2,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.995,"5min":0.995,"15min":0.995},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.88400000000000001}]},{"osd":3,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.91500000000000004},{"interface":"front","average":{"1min":1.014,"5min":1.014,"15min":1.014},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.6990000000000001,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":0.94299999999999995}]},{"osd":5,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":1.042,"15min":1.042},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.75600000000000001},{"interface":"front","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.78600000000000003}]},{"osd":6,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.069,"15min":1.069},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.7709999999999999,"5min":1.7709999999999999,"15min":1.7709999999999999},"last":1.1200000000000001},{"interface":"front","average":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":1.0409999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.538,"5min":1.538,"15min":1.538},"last":1.0249999999999999},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"min":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":2.4510000000000001,"5min":2.4510000000000001,"15min":2.4510000000000001},"last":1.069}]}]},{"osd":7,"up_from":15,"seq":64424509466,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28080,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343760,"statfs":{"total":96636764160,"available":96608010240,"internally_reserved":0,"allocated":1085440,"data_stored":795850,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":2.722,"5min":2.722,"15min":2.722},"last":0.71899999999999997},{"interface":"front","average":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":0.61099999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.099,"5min":1.099,"15min":1.099},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":2.6459999999999999,"5min":2.6459999999999999,"15min":2.6459999999999999},"last":1.0409999999999999},{"interface":"front","average":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":3.3639999999999999,"5min":3.3639999999999999,"15min":3.3639999999999999},"last":1.016}]},{"osd":2,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":3.02,"5min":3.02,"15min":3.02},"last":0.81299999999999994},{"interface":"front","average":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"min":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"max":{"1min":3.75,"5min":3.75,"15min":3.75},"last":0.98899999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":3.0680000000000001,"5min":3.0680000000000001,"15min":3.0680000000000001},"last":0.95099999999999996},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":3.7850000000000001,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":1.1240000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":3.516,"5min":3.516,"15min":3.516},"last":1.0609999999999999},{"interface":"front","average":{"1min":1.169,"5min":1.169,"15min":1.169},"min":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"max":{"1min":3.125,"5min":3.125,"15min":3.125},"last":1.167}]},{"osd":5,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":3.8159999999999998,"5min":3.8159999999999998,"15min":3.8159999999999998},"last":0.89400000000000002},{"interface":"front","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":3.4340000000000002,"5min":3.4340000000000002,"15min":3.4340000000000002},"last":0.92300000000000004}]},{"osd":6,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"max":{"1min":3.673,"5min":3.673,"15min":3.673},"last":0.85899999999999999},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"max":{"1min":3.5760000000000001,"5min":3.5760000000000001,"15min":3.5760000000000001},"last":1.0840000000000001}]}]},{"osd":6,"up_from":15,"seq":64424509464,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":479232,"data_stored":204430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.4319999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.2410000000000001,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.79700000000000004}]},{"osd":1,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.268,"5min":1.268,"15min":1.268},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.85299999999999998}]},{"osd":2,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.60399999999999998}]},{"osd":3,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.72599999999999998},{"interface":"front","average":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"min":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":0.93799999999999994}]},{"osd":4,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.585,"5min":1.585,"15min":1.585},"last":0.99199999999999999},{"interface":"front","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":0.95599999999999996}]},{"osd":5,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.6339999999999999,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":1.032},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":1.0580000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":1.1679999999999999},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.532,"5min":1.532,"15min":1.532},"last":1.133}]}]},{"osd":3,"up_from":15,"seq":64424509464,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31596,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340244,"statfs":{"total":96636764160,"available":96604409856,"internally_reserved":0,"allocated":491520,"data_stored":205446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.46200000000000002}]},{"osd":1,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.55800000000000005}]},{"osd":2,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.29,"5min":1.29,"15min":1.29},"last":0.53300000000000003}]},{"osd":4,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.745},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.79100000000000004}]},{"osd":5,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.87}]},{"osd":6,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.68700000000000006},{"interface":"front","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":0.94099999999999995}]},{"osd":7,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"min":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.83699999999999997},{"interface":"front","average":{"1min":1.141,"5min":1.141,"15min":1.141},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":1.724,"5min":1.724,"15min":1.724},"last":0.81000000000000005}]}]},{"osd":1,"up_from":15,"seq":64424509465,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":479232,"data_stored":203938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.81100000000000005}]},{"osd":2,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.85599999999999998}]},{"osd":3,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":0.749},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.569,"5min":1.569,"15min":1.569},"last":0.67500000000000004}]},{"osd":4,"last update":"Fri Sep 13 17:48:11 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":2.016,"5min":2.016,"15min":2.016},"last":1.014},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":2.2410000000000001,"5min":2.2410000000000001,"15min":2.2410000000000001},"last":0.89200000000000002}]},{"osd":5,"last update":"Fri Sep 13 17:48:11 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.98099999999999998},{"interface":"front","average":{"1min":1.073,"5min":1.073,"15min":1.073},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":2.0950000000000002,"5min":2.0950000000000002,"15min":2.0950000000000002},"last":0.94599999999999995}]},{"osd":6,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.91700000000000004},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":2.1819999999999999,"5min":2.1819999999999999,"15min":2.1819999999999999},"last":1.147}]},{"osd":7,"last update":"Fri Sep 13 17:48:07 2024","interfaces":[{"interface":"back","average":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":2.1379999999999999,"5min":2.1379999999999999,"15min":2.1379999999999999},"last":1.1120000000000001},{"interface":"front","average":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":1.1839999999999999}]}]},{"osd":0,"up_from":15,"seq":64424509463,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32164,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339676,"statfs":{"total":96636764160,"available":96603828224,"internally_reserved":0,"allocated":1073152,"data_stored":794250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.59299999999999997}]},{"osd":2,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.47199999999999998}]},{"osd":3,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.56599999999999995}]},{"osd":4,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":0.68200000000000005}]},{"osd":5,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.5589999999999999,"5min":1.5589999999999999,"15min":1.5589999999999999},"last":0.76500000000000001},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.512,"5min":1.512,"15min":1.512},"last":0.78900000000000003}]},{"osd":6,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.5029999999999999,"5min":1.5029999999999999,"15min":1.5029999999999999},"last":0.83399999999999996},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"min":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.70299999999999996}]},{"osd":7,"last update":"Fri Sep 13 17:48:08 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":0.81100000000000005},{"interface":"front","average":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":0.88100000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574873,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":479232,"data_stored":203918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.67900000000000005}]},{"osd":1,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":1.008}]},{"osd":3,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.872},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.95899999999999996}]},{"osd":4,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.96,"5min":1.96,"15min":1.96},"last":1.0920000000000001},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.6699999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":1.1899999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":1.121},{"interface":"front","average":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"min":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"max":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":1.1579999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.27,"5min":1.27,"15min":1.27},"last":1.415},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":1.28}]},{"osd":7,"last update":"Fri Sep 13 17:48:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":1.343},{"interface":"front","average":{"1min":1.093,"5min":1.093,"15min":1.093},"min":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":1.3700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:48:56.400 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T17:48:56.400 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T17:48:56.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.573+0000 7f131aa5f640 1 Processor -- start 2024-09-13T17:48:56.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.573+0000 7f131aa5f640 1 -- start start 2024-09-13T17:48:56.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.573+0000 7f131aa5f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13140d28a0 0x7f13140d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.573+0000 7f131aa5f640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f1314160ae0 0x7f13140cd270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.573+0000 7f131aa5f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f13140d1320 con 0x7f131415c500 2024-09-13T17:48:56.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.573+0000 7f131aa5f640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1314160f70 con 0x7f1314160ae0 2024-09-13T17:48:56.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.573+0000 7f131aa5f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f13140d0710 con 0x7f13140d28a0 2024-09-13T17:48:56.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1313fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f131415c500 0x7f13140d2190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:39036/0 (socket says 172.21.15.32:39036) 2024-09-13T17:48:56.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1313fff640 1 -- 172.21.15.32:0/2161481154 learned_addr learned my addr 172.21.15.32:0/2161481154 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:56.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1318ffc640 1 --2- 172.21.15.32:0/2161481154 >> v2:172.21.15.159:3300/0 conn(0x7f1314160ae0 0x7f13140cd270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f13137fe640 1 --2- 172.21.15.32:0/2161481154 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13140d28a0 0x7f13140d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 -- 172.21.15.32:0/2161481154 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3194699622 0 0) 0x7f13140d1320 con 0x7f131415c500 2024-09-13T17:48:56.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 -- 172.21.15.32:0/2161481154 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f12fc003530 con 0x7f131415c500 2024-09-13T17:48:56.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 -- 172.21.15.32:0/2161481154 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 807294661 0 0) 0x7f12fc003530 con 0x7f131415c500 2024-09-13T17:48:56.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 -- 172.21.15.32:0/2161481154 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13140d28a0 msgr2=0x7f13140d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:56.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 --2- 172.21.15.32:0/2161481154 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13140d28a0 0x7f13140d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 -- 172.21.15.32:0/2161481154 >> v2:172.21.15.159:3300/0 conn(0x7f1314160ae0 msgr2=0x7f13140cd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:56.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 --2- 172.21.15.32:0/2161481154 >> v2:172.21.15.159:3300/0 conn(0x7f1314160ae0 0x7f13140cd270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 -- 172.21.15.32:0/2161481154 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13140d09f0 con 0x7f131415c500 2024-09-13T17:48:56.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 -- 172.21.15.32:0/2161481154 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f1304001680 con 0x7f131415c500 2024-09-13T17:48:56.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1318ffc640 1 --2- 172.21.15.32:0/2161481154 >> v2:172.21.15.159:3300/0 conn(0x7f1314160ae0 0x7f13140cd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:48:56.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 -- 172.21.15.32:0/2161481154 >> v1:172.21.15.32:6789/0 conn(0x7f131415c500 legacy=0x7f13140d2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:56.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 --2- 172.21.15.32:0/2161481154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12fc003980 0x7f12fc003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 --2- 172.21.15.32:0/2161481154 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13140d28a0 0x7f12fc0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 --2- 172.21.15.32:0/2161481154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f12fc004d10 0x7f12fc005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 -- 172.21.15.32:0/2161481154 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1314160f70 con 0x7f12fc003980 2024-09-13T17:48:56.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 -- 172.21.15.32:0/2161481154 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13140d0710 con 0x7f12fc004d10 2024-09-13T17:48:56.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 -- 172.21.15.32:0/2161481154 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12fc00b9c0 con 0x7f13140d28a0 2024-09-13T17:48:56.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1313fff640 1 --2- 172.21.15.32:0/2161481154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12fc003980 0x7f12fc003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f13137fe640 1 --2- 172.21.15.32:0/2161481154 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13140d28a0 0x7f12fc0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1318ffc640 1 --2- 172.21.15.32:0/2161481154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f12fc004d10 0x7f12fc005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1313fff640 1 -- 172.21.15.32:0/2161481154 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13140d28a0 msgr2=0x7f12fc0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:56.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1313fff640 1 --2- 172.21.15.32:0/2161481154 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13140d28a0 0x7f12fc0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1313fff640 1 -- 172.21.15.32:0/2161481154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f12fc004d10 msgr2=0x7f12fc005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:56.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1313fff640 1 --2- 172.21.15.32:0/2161481154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f12fc004d10 0x7f12fc005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1313fff640 1 -- 172.21.15.32:0/2161481154 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12fc003530 con 0x7f12fc003980 2024-09-13T17:48:56.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1318ffc640 1 --2- 172.21.15.32:0/2161481154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f12fc004d10 0x7f12fc005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:56.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1313fff640 1 --2- 172.21.15.32:0/2161481154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12fc003980 0x7f12fc003da0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f130400c210 tx=0x7f130401cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a8144046f2dee0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:56.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 -- 172.21.15.32:0/2161481154 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13040058e0 con 0x7f12fc003980 2024-09-13T17:48:56.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 -- 172.21.15.32:0/2161481154 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1304005a40 con 0x7f12fc003980 2024-09-13T17:48:56.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.577+0000 7f1312ffd640 1 -- 172.21.15.32:0/2161481154 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1304005e10 con 0x7f12fc003980 2024-09-13T17:48:56.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f131aa5f640 1 -- 172.21.15.32:0/2161481154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12fc003980 msgr2=0x7f12fc003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:56.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f131aa5f640 1 --2- 172.21.15.32:0/2161481154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12fc003980 0x7f12fc003da0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f130400c210 tx=0x7f130401cc50 comp rx=0 tx=0).stop 2024-09-13T17:48:56.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f1318ffc640 1 -- 172.21.15.32:0/2161481154 reap_dead start 2024-09-13T17:48:56.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f131aa5f640 1 -- 172.21.15.32:0/2161481154 shutdown_connections 2024-09-13T17:48:56.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f131aa5f640 1 -- 172.21.15.32:0/2161481154 >> 172.21.15.32:0/2161481154 conn(0x7f1314089f70 msgr2=0x7f131409b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:56.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f131aa5f640 1 -- 172.21.15.32:0/2161481154 shutdown_connections 2024-09-13T17:48:56.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f131aa5f640 1 -- 172.21.15.32:0/2161481154 wait complete. 2024-09-13T17:48:56.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f131aa5f640 1 Processor -- start 2024-09-13T17:48:56.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f131aa5f640 1 -- start start 2024-09-13T17:48:56.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f131aa5f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12fc003980 0x7f13141f4f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f131aa5f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13140b5270 0x7f131415ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f131aa5f640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f131414e880 0x7f13140b75a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f131aa5f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13140b56f0 con 0x7f12fc003980 2024-09-13T17:48:56.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f131aa5f640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13141f5530 con 0x7f131414e880 2024-09-13T17:48:56.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f131aa5f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f13141f5810 con 0x7f13140b5270 2024-09-13T17:48:56.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f1313fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12fc003980 0x7f13141f4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f1313fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12fc003980 0x7f13141f4f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47760/0 (socket says 172.21.15.32:47760) 2024-09-13T17:48:56.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f1313fff640 1 -- 172.21.15.32:0/2690862081 learned_addr learned my addr 172.21.15.32:0/2690862081 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:56.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f1318ffc640 1 --2- 172.21.15.32:0/2690862081 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f131414e880 0x7f13140b75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f13137fe640 1 --2- 172.21.15.32:0/2690862081 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13140b5270 0x7f131415ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f1313fff640 1 -- 172.21.15.32:0/2690862081 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13140b5270 msgr2=0x7f131415ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:56.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f1313fff640 1 --2- 172.21.15.32:0/2690862081 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13140b5270 0x7f131415ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f1313fff640 1 -- 172.21.15.32:0/2690862081 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f131414e880 msgr2=0x7f13140b75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:56.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f1313fff640 1 --2- 172.21.15.32:0/2690862081 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f131414e880 0x7f13140b75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f1313fff640 1 -- 172.21.15.32:0/2690862081 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13141f5af0 con 0x7f12fc003980 2024-09-13T17:48:56.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f13137fe640 1 --2- 172.21.15.32:0/2690862081 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13140b5270 0x7f131415ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:56.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f1313fff640 1 --2- 172.21.15.32:0/2690862081 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12fc003980 0x7f13141f4f40 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f130400c210 tx=0x7f12fc005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:56.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f1310ff9640 1 -- 172.21.15.32:0/2690862081 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1304005e70 con 0x7f12fc003980 2024-09-13T17:48:56.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f1310ff9640 1 -- 172.21.15.32:0/2690862081 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13040a5840 con 0x7f12fc003980 2024-09-13T17:48:56.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f131aa5f640 1 -- 172.21.15.32:0/2690862081 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f13141f5dd0 con 0x7f12fc003980 2024-09-13T17:48:56.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f1310ff9640 1 -- 172.21.15.32:0/2690862081 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13040a5bb0 con 0x7f12fc003980 2024-09-13T17:48:56.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.581+0000 7f131aa5f640 1 -- 172.21.15.32:0/2690862081 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f131415f100 con 0x7f12fc003980 2024-09-13T17:48:56.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.585+0000 7f131aa5f640 1 -- 172.21.15.32:0/2690862081 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13140ce500 con 0x7f12fc003980 2024-09-13T17:48:56.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.585+0000 7f1310ff9640 1 -- 172.21.15.32:0/2690862081 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f13040a5d10 con 0x7f12fc003980 2024-09-13T17:48:56.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.585+0000 7f1310ff9640 1 --2- 172.21.15.32:0/2690862081 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f13000666c0 0x7f1300068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.585+0000 7f1310ff9640 1 -- 172.21.15.32:0/2690862081 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f130411ddd0 con 0x7f12fc003980 2024-09-13T17:48:56.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.585+0000 7f13137fe640 1 --2- 172.21.15.32:0/2690862081 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f13000666c0 0x7f1300068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.585+0000 7f13137fe640 1 --2- 172.21.15.32:0/2690862081 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f13000666c0 0x7f1300068b80 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f131414f1a0 tx=0x7f1308008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:56.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.589+0000 7f1310ff9640 1 -- 172.21.15.32:0/2690862081 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f13040eaf60 con 0x7f12fc003980 2024-09-13T17:48:56.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.805+0000 7f131aa5f640 1 -- 172.21.15.32:0/2690862081 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f131406caa0 con 0x7f12fc003980 2024-09-13T17:48:56.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.813+0000 7f1310ff9640 1 -- 172.21.15.32:0/2690862081 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) v1 ==== 190+0+0 (secure 0 0 0) 0x7f13040ee580 con 0x7f12fc003980 2024-09-13T17:48:56.814 INFO:teuthology.orchestra.run.smithi032.stderr:updated caps for client.0 2024-09-13T17:48:56.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.817+0000 7f131aa5f640 1 -- 172.21.15.32:0/2690862081 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f13000666c0 msgr2=0x7f1300068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:56.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.817+0000 7f131aa5f640 1 --2- 172.21.15.32:0/2690862081 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f13000666c0 0x7f1300068b80 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f131414f1a0 tx=0x7f1308008040 comp rx=0 tx=0).stop 2024-09-13T17:48:56.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.817+0000 7f131aa5f640 1 -- 172.21.15.32:0/2690862081 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12fc003980 msgr2=0x7f13141f4f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:56.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.817+0000 7f131aa5f640 1 --2- 172.21.15.32:0/2690862081 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12fc003980 0x7f13141f4f40 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f130400c210 tx=0x7f12fc005800 comp rx=0 tx=0).stop 2024-09-13T17:48:56.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.817+0000 7f131aa5f640 1 -- 172.21.15.32:0/2690862081 shutdown_connections 2024-09-13T17:48:56.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.817+0000 7f131aa5f640 1 --2- 172.21.15.32:0/2690862081 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f13000666c0 0x7f1300068b80 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.817+0000 7f131aa5f640 1 --2- 172.21.15.32:0/2690862081 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f131414e880 0x7f13140b75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.817+0000 7f131aa5f640 1 --2- 172.21.15.32:0/2690862081 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f13140b5270 0x7f131415ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.817+0000 7f131aa5f640 1 --2- 172.21.15.32:0/2690862081 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12fc003980 0x7f13141f4f40 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.817+0000 7f131aa5f640 1 -- 172.21.15.32:0/2690862081 >> 172.21.15.32:0/2690862081 conn(0x7f1314089f70 msgr2=0x7f131406bc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:56.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.817+0000 7f131aa5f640 1 -- 172.21.15.32:0/2690862081 shutdown_connections 2024-09-13T17:48:56.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.817+0000 7f131aa5f640 1 -- 172.21.15.32:0/2690862081 wait complete. 2024-09-13T17:48:56.834 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:48:56.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.957+0000 7efc71336640 1 Processor -- start 2024-09-13T17:48:56.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.957+0000 7efc71336640 1 -- start start 2024-09-13T17:48:56.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc71336640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efc6c0cebe0 0x7efc6c164db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc71336640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc6c15a6e0 con 0x7efc6c15a300 2024-09-13T17:48:56.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc71336640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc6c06d7b0 con 0x7efc6c0b21d0 2024-09-13T17:48:56.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc71336640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc6c06da80 con 0x7efc6c0cebe0 2024-09-13T17:48:56.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc6affd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7efc6c15a300 0x7efc6c06d0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:39052/0 (socket says 172.21.15.32:39052) 2024-09-13T17:48:56.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc6affd640 1 -- 172.21.15.32:0/1466195494 learned_addr learned my addr 172.21.15.32:0/1466195494 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:48:56.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc6b7fe640 1 --2- 172.21.15.32:0/1466195494 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efc6c0cebe0 0x7efc6c164db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc69ffb640 1 -- 172.21.15.32:0/1466195494 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 582626603 0 0) 0x7efc6c15a6e0 con 0x7efc6c15a300 2024-09-13T17:48:56.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc69ffb640 1 -- 172.21.15.32:0/1466195494 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efc54003530 con 0x7efc6c15a300 2024-09-13T17:48:56.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc69ffb640 1 -- 172.21.15.32:0/1466195494 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1021082231 0 0) 0x7efc54003530 con 0x7efc6c15a300 2024-09-13T17:48:56.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc69ffb640 1 -- 172.21.15.32:0/1466195494 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efc6c0cebe0 msgr2=0x7efc6c164db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:56.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc69ffb640 1 --2- 172.21.15.32:0/1466195494 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efc6c0cebe0 0x7efc6c164db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc69ffb640 1 -- 172.21.15.32:0/1466195494 >> v1:172.21.15.159:6789/0 conn(0x7efc6c0b21d0 legacy=0x7efc6c0ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:56.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc69ffb640 1 -- 172.21.15.32:0/1466195494 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc6c06dd60 con 0x7efc6c15a300 2024-09-13T17:48:56.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc69ffb640 1 -- 172.21.15.32:0/1466195494 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7efc5c0016a0 con 0x7efc6c15a300 2024-09-13T17:48:56.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc69ffb640 1 -- 172.21.15.32:0/1466195494 >> v1:172.21.15.32:6789/0 conn(0x7efc6c15a300 legacy=0x7efc6c06d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:56.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc69ffb640 1 --2- 172.21.15.32:0/1466195494 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efc6c0cebe0 0x7efc540039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc69ffb640 1 --2- 172.21.15.32:0/1466195494 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc54003f30 0x7efc540047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc69ffb640 1 --2- 172.21.15.32:0/1466195494 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efc54004d10 0x7efc54005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc69ffb640 1 -- 172.21.15.32:0/1466195494 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc6c06da80 con 0x7efc54003f30 2024-09-13T17:48:56.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc69ffb640 1 -- 172.21.15.32:0/1466195494 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc5400ba70 con 0x7efc54004d10 2024-09-13T17:48:56.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc69ffb640 1 -- 172.21.15.32:0/1466195494 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc5400bc30 con 0x7efc6c0cebe0 2024-09-13T17:48:56.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc6a7fc640 1 --2- 172.21.15.32:0/1466195494 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc54003f30 0x7efc540047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc6affd640 1 --2- 172.21.15.32:0/1466195494 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efc6c0cebe0 0x7efc540039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc6b7fe640 1 --2- 172.21.15.32:0/1466195494 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efc54004d10 0x7efc54005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc6a7fc640 1 -- 172.21.15.32:0/1466195494 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efc6c0cebe0 msgr2=0x7efc540039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:56.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc6a7fc640 1 --2- 172.21.15.32:0/1466195494 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efc6c0cebe0 0x7efc540039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc6a7fc640 1 -- 172.21.15.32:0/1466195494 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efc54004d10 msgr2=0x7efc54005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:56.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc6a7fc640 1 --2- 172.21.15.32:0/1466195494 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efc54004d10 0x7efc54005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc6a7fc640 1 -- 172.21.15.32:0/1466195494 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc54003530 con 0x7efc54003f30 2024-09-13T17:48:56.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.961+0000 7efc6affd640 1 --2- 172.21.15.32:0/1466195494 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efc6c0cebe0 0x7efc540039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:56.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc6a7fc640 1 --2- 172.21.15.32:0/1466195494 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc54003f30 0x7efc540047d0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7efc60001780 tx=0x7efc6001c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=753aa0d0e33f2fe8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:56.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc69ffb640 1 -- 172.21.15.32:0/1466195494 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc600052d0 con 0x7efc54003f30 2024-09-13T17:48:56.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc69ffb640 1 -- 172.21.15.32:0/1466195494 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc600a7050 con 0x7efc54003f30 2024-09-13T17:48:56.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc69ffb640 1 -- 172.21.15.32:0/1466195494 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc60003600 con 0x7efc54003f30 2024-09-13T17:48:56.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc71336640 1 -- 172.21.15.32:0/1466195494 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc54003f30 msgr2=0x7efc540047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:56.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc71336640 1 --2- 172.21.15.32:0/1466195494 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc54003f30 0x7efc540047d0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7efc60001780 tx=0x7efc6001c420 comp rx=0 tx=0).stop 2024-09-13T17:48:56.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc6b7fe640 1 -- 172.21.15.32:0/1466195494 reap_dead start 2024-09-13T17:48:56.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc71336640 1 -- 172.21.15.32:0/1466195494 shutdown_connections 2024-09-13T17:48:56.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc71336640 1 -- 172.21.15.32:0/1466195494 >> 172.21.15.32:0/1466195494 conn(0x7efc6c06a150 msgr2=0x7efc6c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:56.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc71336640 1 -- 172.21.15.32:0/1466195494 shutdown_connections 2024-09-13T17:48:56.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc71336640 1 -- 172.21.15.32:0/1466195494 wait complete. 2024-09-13T17:48:56.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc71336640 1 Processor -- start 2024-09-13T17:48:56.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc71336640 1 -- start start 2024-09-13T17:48:56.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc71336640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efc6c1f1b10 0x7efc6c0c7e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc71336640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efc6c097720 0x7efc6c0af200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc71336640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc6c0af740 0x7efc6c0cbe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc71336640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc6c097ea0 con 0x7efc6c0af740 2024-09-13T17:48:56.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc71336640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc6c0c7a00 con 0x7efc6c1f1b10 2024-09-13T17:48:56.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc71336640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc6c0c4200 con 0x7efc6c097720 2024-09-13T17:48:56.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc6b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc6c0af740 0x7efc6c0cbe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc6b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc6c0af740 0x7efc6c0cbe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47776/0 (socket says 172.21.15.32:47776) 2024-09-13T17:48:56.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc6b7fe640 1 -- 172.21.15.32:0/2959146442 learned_addr learned my addr 172.21.15.32:0/2959146442 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:56.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc6affd640 1 --2- 172.21.15.32:0/2959146442 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efc6c1f1b10 0x7efc6c0c7e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc6b7fe640 1 -- 172.21.15.32:0/2959146442 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efc6c097720 msgr2=0x7efc6c0af200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:56.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc6a7fc640 1 --2- 172.21.15.32:0/2959146442 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efc6c097720 0x7efc6c0af200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc6b7fe640 1 --2- 172.21.15.32:0/2959146442 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efc6c097720 0x7efc6c0af200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc6b7fe640 1 -- 172.21.15.32:0/2959146442 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efc6c1f1b10 msgr2=0x7efc6c0c7e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:56.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc6b7fe640 1 --2- 172.21.15.32:0/2959146442 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efc6c1f1b10 0x7efc6c0c7e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:56.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc6b7fe640 1 -- 172.21.15.32:0/2959146442 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc6c0c44e0 con 0x7efc6c0af740 2024-09-13T17:48:56.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc6affd640 1 --2- 172.21.15.32:0/2959146442 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efc6c1f1b10 0x7efc6c0c7e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:56.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc6b7fe640 1 --2- 172.21.15.32:0/2959146442 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc6c0af740 0x7efc6c0cbe70 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7efc6c0b1640 tx=0x7efc640115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:56.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc537fe640 1 -- 172.21.15.32:0/2959146442 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc6400e070 con 0x7efc6c0af740 2024-09-13T17:48:56.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc537fe640 1 -- 172.21.15.32:0/2959146442 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc64011e40 con 0x7efc6c0af740 2024-09-13T17:48:56.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc71336640 1 -- 172.21.15.32:0/2959146442 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc6c0c7690 con 0x7efc6c0af740 2024-09-13T17:48:56.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc537fe640 1 -- 172.21.15.32:0/2959146442 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc640039a0 con 0x7efc6c0af740 2024-09-13T17:48:56.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.965+0000 7efc71336640 1 -- 172.21.15.32:0/2959146442 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc6c0c3e90 con 0x7efc6c0af740 2024-09-13T17:48:56.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.969+0000 7efc71336640 1 -- 172.21.15.32:0/2959146442 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc6c06e2e0 con 0x7efc6c0af740 2024-09-13T17:48:56.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.969+0000 7efc537fe640 1 -- 172.21.15.32:0/2959146442 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efc64003b00 con 0x7efc6c0af740 2024-09-13T17:48:56.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.969+0000 7efc537fe640 1 --2- 172.21.15.32:0/2959146442 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7efc580666c0 0x7efc58068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:56.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.969+0000 7efc537fe640 1 -- 172.21.15.32:0/2959146442 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6029+0+0 (secure 0 0 0) 0x7efc640849c0 con 0x7efc6c0af740 2024-09-13T17:48:56.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.969+0000 7efc6affd640 1 --2- 172.21.15.32:0/2959146442 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7efc580666c0 0x7efc58068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:56.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.969+0000 7efc6affd640 1 --2- 172.21.15.32:0/2959146442 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7efc580666c0 0x7efc58068b80 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7efc5c0017d0 tx=0x7efc5c0011a0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:56.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:56.973+0000 7efc537fe640 1 -- 172.21.15.32:0/2959146442 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7efc64051c80 con 0x7efc6c0af740 2024-09-13T17:48:57.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.169+0000 7efc71336640 1 -- 172.21.15.32:0/2959146442 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efc6c0c7820 con 0x7efc6c0af740 2024-09-13T17:48:57.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.169+0000 7efc537fe640 1 -- 172.21.15.32:0/2959146442 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4728 (secure 0 0 0) 0x7efc640552a0 con 0x7efc6c0af740 2024-09-13T17:48:57.172 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:48:57.172 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5179,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2619056433","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2619056433},{"type":"v1","addr":"172.21.15.32:6835","nonce":2619056433}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6837/911920635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6835","nonce":911920635},{"type":"v1","addr":"172.21.15.159:6837","nonce":911920635}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6833/866025287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":866025287},{"type":"v1","addr":"172.21.15.32:6833","nonce":866025287}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:48:47.447904+0000","modified":"2024-09-13T17:48:50.461298+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5460":{"gid":5460,"name":"b","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.159:6836/54316820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6834","nonce":54316820},{"type":"v1","addr":"172.21.15.159:6836","nonce":54316820}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T17:48:57.172 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 16 2024-09-13T17:48:57.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.173+0000 7efc71336640 1 -- 172.21.15.32:0/2959146442 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7efc580666c0 msgr2=0x7efc58068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:57.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.173+0000 7efc71336640 1 --2- 172.21.15.32:0/2959146442 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7efc580666c0 0x7efc58068b80 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7efc5c0017d0 tx=0x7efc5c0011a0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.173+0000 7efc71336640 1 -- 172.21.15.32:0/2959146442 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc6c0af740 msgr2=0x7efc6c0cbe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:57.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.173+0000 7efc71336640 1 --2- 172.21.15.32:0/2959146442 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc6c0af740 0x7efc6c0cbe70 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7efc6c0b1640 tx=0x7efc640115a0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.173+0000 7efc71336640 1 -- 172.21.15.32:0/2959146442 shutdown_connections 2024-09-13T17:48:57.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.173+0000 7efc71336640 1 --2- 172.21.15.32:0/2959146442 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7efc580666c0 0x7efc58068b80 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.173+0000 7efc71336640 1 --2- 172.21.15.32:0/2959146442 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc6c0af740 0x7efc6c0cbe70 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.173+0000 7efc71336640 1 --2- 172.21.15.32:0/2959146442 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efc6c097720 0x7efc6c0af200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.173+0000 7efc71336640 1 --2- 172.21.15.32:0/2959146442 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efc6c1f1b10 0x7efc6c0c7e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.173+0000 7efc71336640 1 -- 172.21.15.32:0/2959146442 >> 172.21.15.32:0/2959146442 conn(0x7efc6c06a150 msgr2=0x7efc6c0b25b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:57.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.173+0000 7efc71336640 1 -- 172.21.15.32:0/2959146442 shutdown_connections 2024-09-13T17:48:57.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.173+0000 7efc71336640 1 -- 172.21.15.32:0/2959146442 wait complete. 2024-09-13T17:48:57.595 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 16, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T17:48:47.447904+0000', 'modified': '2024-09-13T17:48:50.461298+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5460}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5460': {'gid': 5460, 'name': 'b', 'rank': 0, 'incarnation': 12, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.159:6836/54316820', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.159:6834', 'nonce': 54316820}, {'type': 'v1', 'addr': '172.21.15.159:6836', 'nonce': 54316820}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T17:48:57.595 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T17:48:57.595 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-13T17:48:57.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.729+0000 7f48ec880640 1 Processor -- start 2024-09-13T17:48:57.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.729+0000 7f48ec880640 1 -- start start 2024-09-13T17:48:57.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.729+0000 7f48ec880640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f48e815d7b0 0x7f48e8071f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.729+0000 7f48ec880640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f48e80aaed0 0x7f48e80ac7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.729+0000 7f48ec880640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48e815db90 con 0x7f48e80ca940 2024-09-13T17:48:57.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.729+0000 7f48ec880640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48e80ab720 con 0x7f48e80aaed0 2024-09-13T17:48:57.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.729+0000 7f48ec880640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48e80aba00 con 0x7f48e815d7b0 2024-09-13T17:48:57.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.729+0000 7f48e5d9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f48e80aaed0 0x7f48e80ac7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.729+0000 7f48e5d9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f48e80aaed0 0x7f48e80ac7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47788/0 (socket says 172.21.15.32:47788) 2024-09-13T17:48:57.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.729+0000 7f48e5d9b640 1 -- 172.21.15.32:0/807876282 learned_addr learned my addr 172.21.15.32:0/807876282 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:57.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.729+0000 7f48e659c640 1 --2- 172.21.15.32:0/807876282 >> v2:172.21.15.159:3300/0 conn(0x7f48e815d7b0 0x7f48e8071f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.729+0000 7f48e5d9b640 1 -- 172.21.15.32:0/807876282 >> v2:172.21.15.159:3300/0 conn(0x7f48e815d7b0 msgr2=0x7f48e8071f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:57.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.729+0000 7f48e5d9b640 1 --2- 172.21.15.32:0/807876282 >> v2:172.21.15.159:3300/0 conn(0x7f48e815d7b0 0x7f48e8071f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.729+0000 7f48e5d9b640 1 -- 172.21.15.32:0/807876282 >> v1:172.21.15.159:6789/0 conn(0x7f48e80ca940 legacy=0x7f48e80cad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:57.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.729+0000 7f48e5d9b640 1 -- 172.21.15.32:0/807876282 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48e80abce0 con 0x7f48e80aaed0 2024-09-13T17:48:57.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.733+0000 7f48e5d9b640 1 --2- 172.21.15.32:0/807876282 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48e80aaed0 0x7f48e80ac7c0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f48e80cf0e0 tx=0x7f48dc01c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=511f6f2d08fb83d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:57.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.733+0000 7f48e559a640 1 -- 172.21.15.32:0/807876282 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48dc0ab600 con 0x7f48e80aaed0 2024-09-13T17:48:57.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.733+0000 7f48e559a640 1 -- 172.21.15.32:0/807876282 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48dc0a7050 con 0x7f48e80aaed0 2024-09-13T17:48:57.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.733+0000 7f48e559a640 1 -- 172.21.15.32:0/807876282 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48dc0ab980 con 0x7f48e80aaed0 2024-09-13T17:48:57.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.733+0000 7f48ec880640 1 -- 172.21.15.32:0/807876282 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48e80aaed0 msgr2=0x7f48e80ac7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:57.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.733+0000 7f48ec880640 1 --2- 172.21.15.32:0/807876282 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48e80aaed0 0x7f48e80ac7c0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f48e80cf0e0 tx=0x7f48dc01c450 comp rx=0 tx=0).stop 2024-09-13T17:48:57.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.733+0000 7f48ec880640 1 -- 172.21.15.32:0/807876282 shutdown_connections 2024-09-13T17:48:57.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.733+0000 7f48ec880640 1 --2- 172.21.15.32:0/807876282 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48e80aaed0 0x7f48e80ac7c0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.733+0000 7f48ec880640 1 --2- 172.21.15.32:0/807876282 >> v2:172.21.15.159:3300/0 conn(0x7f48e815d7b0 0x7f48e8071f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.733+0000 7f48ec880640 1 -- 172.21.15.32:0/807876282 >> 172.21.15.32:0/807876282 conn(0x7f48e80afbf0 msgr2=0x7f48e80b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:57.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.733+0000 7f48ec880640 1 -- 172.21.15.32:0/807876282 shutdown_connections 2024-09-13T17:48:57.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.733+0000 7f48ec880640 1 -- 172.21.15.32:0/807876282 wait complete. 2024-09-13T17:48:57.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.733+0000 7f48ec880640 1 Processor -- start 2024-09-13T17:48:57.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.733+0000 7f48ec880640 1 -- start start 2024-09-13T17:48:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48ec880640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48e80aaed0 0x7f48e8156f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48ec880640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f48e80ca940 0x7f48e8155ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48ec880640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f48e815d7b0 0x7f48e806ca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48ec880640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48e81563e0 con 0x7f48e80aaed0 2024-09-13T17:48:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48ec880640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48e80c8640 con 0x7f48e815d7b0 2024-09-13T17:48:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48ec880640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48e80c8ec0 con 0x7f48e80ca940 2024-09-13T17:48:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48e659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48e80aaed0 0x7f48e8156f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48e659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48e80aaed0 0x7f48e8156f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47792/0 (socket says 172.21.15.32:47792) 2024-09-13T17:48:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48e659c640 1 -- 172.21.15.32:0/3433246963 learned_addr learned my addr 172.21.15.32:0/3433246963 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48e6d9d640 1 --2- 172.21.15.32:0/3433246963 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f48e815d7b0 0x7f48e806ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48e5d9b640 1 --2- 172.21.15.32:0/3433246963 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f48e80ca940 0x7f48e8155ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48e659c640 1 -- 172.21.15.32:0/3433246963 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f48e80ca940 msgr2=0x7f48e8155ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48e659c640 1 --2- 172.21.15.32:0/3433246963 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f48e80ca940 0x7f48e8155ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48e659c640 1 -- 172.21.15.32:0/3433246963 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f48e815d7b0 msgr2=0x7f48e806ca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48e659c640 1 --2- 172.21.15.32:0/3433246963 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f48e815d7b0 0x7f48e806ca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48e659c640 1 -- 172.21.15.32:0/3433246963 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48dc0094d0 con 0x7f48e80aaed0 2024-09-13T17:48:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48e659c640 1 --2- 172.21.15.32:0/3433246963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48e80aaed0 0x7f48e8156f50 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f48d8007e70 tx=0x7f48d800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48d6ffd640 1 -- 172.21.15.32:0/3433246963 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48d8014620 con 0x7f48e80aaed0 2024-09-13T17:48:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48d6ffd640 1 -- 172.21.15.32:0/3433246963 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48d8014780 con 0x7f48e80aaed0 2024-09-13T17:48:57.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48d6ffd640 1 -- 172.21.15.32:0/3433246963 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48d8014b30 con 0x7f48e80aaed0 2024-09-13T17:48:57.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48ec880640 1 -- 172.21.15.32:0/3433246963 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48e81578c0 con 0x7f48e80aaed0 2024-09-13T17:48:57.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48ec880640 1 -- 172.21.15.32:0/3433246963 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48e80c8870 con 0x7f48e80aaed0 2024-09-13T17:48:57.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48d6ffd640 1 -- 172.21.15.32:0/3433246963 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f48d8014c90 con 0x7f48e80aaed0 2024-09-13T17:48:57.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48d6ffd640 1 --2- 172.21.15.32:0/3433246963 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f48c8066690 0x7f48c8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48d6ffd640 1 -- 172.21.15.32:0/3433246963 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f48d8084d00 con 0x7f48e80aaed0 2024-09-13T17:48:57.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.737+0000 7f48e5d9b640 1 --2- 172.21.15.32:0/3433246963 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f48c8066690 0x7f48c8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 Processor -- start 2024-09-13T17:48:57.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 -- start start 2024-09-13T17:48:57.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48e5d9b640 1 --2- 172.21.15.32:0/3433246963 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f48c8066690 0x7f48c8068b50 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f48e809c200 tx=0x7f48dc008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:57.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c4891f0 0x55766c4895d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c489b10 0x55766c43f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c43f740 0x55766c43fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x55766c307e80 con 0x55766c43f740 2024-09-13T17:48:57.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x55766c295af0 con 0x55766c4891f0 2024-09-13T17:48:57.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x55766c2930c0 con 0x55766c489b10 2024-09-13T17:48:57.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48e6d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c43f740 0x55766c43fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48e6d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c43f740 0x55766c43fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47794/0 (socket says 172.21.15.32:47794) 2024-09-13T17:48:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48e6d9d640 1 -- 172.21.15.32:0/1281892181 learned_addr learned my addr 172.21.15.32:0/1281892181 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48e5d9b640 1 --2- 172.21.15.32:0/1281892181 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c489b10 0x55766c43f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48e659c640 1 --2- 172.21.15.32:0/1281892181 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c4891f0 0x55766c4895d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48e6d9d640 1 -- 172.21.15.32:0/1281892181 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c489b10 msgr2=0x55766c43f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48e6d9d640 1 --2- 172.21.15.32:0/1281892181 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c489b10 0x55766c43f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48e6d9d640 1 -- 172.21.15.32:0/1281892181 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c4891f0 msgr2=0x55766c4895d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48e6d9d640 1 --2- 172.21.15.32:0/1281892181 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c4891f0 0x55766c4895d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48e6d9d640 1 -- 172.21.15.32:0/1281892181 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55766bf8a890 con 0x55766c43f740 2024-09-13T17:48:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48e659c640 1 --2- 172.21.15.32:0/1281892181 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c4891f0 0x55766c4895d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48e6d9d640 1 --2- 172.21.15.32:0/1281892181 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c43f740 0x55766c43fb20 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f48e0004d20 tx=0x7f48e00051e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a08121c479a3e81 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48c7fff640 1 -- 172.21.15.32:0/1281892181 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48e00067e0 con 0x55766c43f740 2024-09-13T17:48:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48c7fff640 1 -- 172.21.15.32:0/1281892181 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48e0006940 con 0x55766c43f740 2024-09-13T17:48:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48c7fff640 1 -- 172.21.15.32:0/1281892181 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48e0006cf0 con 0x55766c43f740 2024-09-13T17:48:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 -- 172.21.15.32:0/1281892181 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c43f740 msgr2=0x55766c43fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:57.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/1281892181 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c43f740 0x55766c43fb20 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f48e0004d20 tx=0x7f48e00051e0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 -- 172.21.15.32:0/1281892181 shutdown_connections 2024-09-13T17:48:57.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/1281892181 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c43f740 0x55766c43fb20 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/1281892181 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c489b10 0x55766c43f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/1281892181 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c4891f0 0x55766c4895d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 -- 172.21.15.32:0/1281892181 >> 172.21.15.32:0/1281892181 conn(0x55766c445fb0 msgr2=0x55766c446390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:57.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 -- 172.21.15.32:0/1281892181 shutdown_connections 2024-09-13T17:48:57.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 -- 172.21.15.32:0/1281892181 wait complete. 2024-09-13T17:48:57.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 -- start start 2024-09-13T17:48:57.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.741+0000 7f48ef9c9000 1 Processor -- start 2024-09-13T17:48:57.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48ef9c9000 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c43f740 0x55766c44afb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48ef9c9000 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c4891f0 0x55766c44b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48ef9c9000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c489b10 0x55766c44ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48ef9c9000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x55766c28e9b0 con 0x55766c489b10 2024-09-13T17:48:57.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48ef9c9000 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x55766c22dc00 con 0x55766c4891f0 2024-09-13T17:48:57.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48ef9c9000 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x55766c24c070 con 0x55766c43f740 2024-09-13T17:48:57.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48ef9c9000 10 client.0 _ll_register_callbacks cb 0x55766c42bae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T17:48:57.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48e6d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c489b10 0x55766c44ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48e6d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c489b10 0x55766c44ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47808/0 (socket says 172.21.15.32:47808) 2024-09-13T17:48:57.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48e6d9d640 1 -- 172.21.15.32:0/1429735001 learned_addr learned my addr 172.21.15.32:0/1429735001 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:57.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48e5d9b640 1 --2- 172.21.15.32:0/1429735001 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c4891f0 0x55766c44b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48e659c640 1 --2- 172.21.15.32:0/1429735001 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c43f740 0x55766c44afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48e6d9d640 1 -- 172.21.15.32:0/1429735001 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c43f740 msgr2=0x55766c44afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:57.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48e6d9d640 1 --2- 172.21.15.32:0/1429735001 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c43f740 0x55766c44afb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48e6d9d640 1 -- 172.21.15.32:0/1429735001 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c4891f0 msgr2=0x55766c44b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:57.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48e6d9d640 1 --2- 172.21.15.32:0/1429735001 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c4891f0 0x55766c44b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48e6d9d640 1 -- 172.21.15.32:0/1429735001 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48e000f040 con 0x55766c489b10 2024-09-13T17:48:57.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48e5d9b640 1 --2- 172.21.15.32:0/1429735001 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c4891f0 0x55766c44b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:48:57.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48e6d9d640 1 --2- 172.21.15.32:0/1429735001 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c489b10 0x55766c44ba30 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f48e0005220 tx=0x7f48e0003700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=979cdcd21859b1c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:57.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48c57fa640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-09-13T17:48:57.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48c57fa640 1 -- 172.21.15.32:0/1429735001 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48e00067e0 con 0x55766c489b10 2024-09-13T17:48:57.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48c57fa640 1 -- 172.21.15.32:0/1429735001 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(42..42 src has 1..42) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f48e0006940 con 0x55766c489b10 2024-09-13T17:48:57.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48ef9c9000 1 -- 172.21.15.32:0/1429735001 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55766c24b5f0 con 0x55766c489b10 2024-09-13T17:48:57.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48c57fa640 1 -- 172.21.15.32:0/1429735001 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7f48e0006b00 con 0x55766c489b10 2024-09-13T17:48:57.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48ef9c9000 10 client.5649 fetch_fsmap learned FSMap version 16 2024-09-13T17:48:57.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48ef9c9000 1 -- 172.21.15.32:0/1429735001 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) v3 -- 0x55766c253ab0 con 0x55766c489b10 2024-09-13T17:48:57.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48c57fa640 1 -- 172.21.15.32:0/1429735001 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55766c24b5f0 con 0x55766c489b10 2024-09-13T17:48:57.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48c57fa640 1 -- 172.21.15.32:0/1429735001 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 16) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f48e0006c60 con 0x55766c489b10 2024-09-13T17:48:57.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48ef9c9000 10 client.5649 fetch_fsmap finished waiting for FSMap version 16 2024-09-13T17:48:57.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48ef9c9000 10 client.5649 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-13T17:48:57.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48ef9c9000 20 client.5649 populate_metadata read hostname 'smithi032' 2024-09-13T17:48:57.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/1429735001 >> [v2:172.21.15.159:6834/54316820,v1:172.21.15.159:6836/54316820] conn(0x55766c44c440 0x55766c49b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48ef9c9000 4 client.5649 mds_command: new command op to 5460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T17:48:57.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48ef9c9000 1 -- 172.21.15.32:0/1429735001 --> [v2:172.21.15.159:6834/54316820,v1:172.21.15.159:6836/54316820] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55766c28b790 con 0x55766c44c440 2024-09-13T17:48:57.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48e659c640 1 --2- 172.21.15.32:0/1429735001 >> [v2:172.21.15.159:6834/54316820,v1:172.21.15.159:6836/54316820] conn(0x55766c44c440 0x55766c49b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48e659c640 1 --2- 172.21.15.32:0/1429735001 >> [v2:172.21.15.159:6834/54316820,v1:172.21.15.159:6836/54316820] conn(0x55766c44c440 0x55766c49b2a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1e31c8dc34600c5 server_cookie=c329288e79ac4c4 in_seq=0 out_seq=0 2024-09-13T17:48:57.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.745+0000 7f48c57fa640 10 client.5649 ms_handle_connect on v2:172.21.15.159:6834/54316820 2024-09-13T17:48:57.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.749+0000 7f48c57fa640 1 -- 172.21.15.32:0/1429735001 <== mds.0 v2:172.21.15.159:6834/54316820 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55766c28b790 con 0x55766c44c440 2024-09-13T17:48:57.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.749+0000 7f48c57fa640 10 client.5649 handle_command_reply: tid=0 2024-09-13T17:48:57.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.749+0000 7f48ef9c9000 1 client.5649 shutdown 2024-09-13T17:48:57.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.749+0000 7f48ef9c9000 1 -- 172.21.15.32:0/1429735001 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c489b10 msgr2=0x55766c44ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:57.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.749+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/1429735001 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c489b10 0x55766c44ba30 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f48e0005220 tx=0x7f48e0003700 comp rx=0 tx=0).stop 2024-09-13T17:48:57.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.749+0000 7f48ef9c9000 1 -- 172.21.15.32:0/1429735001 shutdown_connections 2024-09-13T17:48:57.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.749+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/1429735001 >> [v2:172.21.15.159:6834/54316820,v1:172.21.15.159:6836/54316820] conn(0x55766c44c440 0x55766c49b2a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.749+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/1429735001 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c489b10 0x55766c44ba30 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.749+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/1429735001 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c4891f0 0x55766c44b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.749+0000 7f48c57fa640 0 client.5649 ms_handle_reset on v2:172.21.15.159:6834/54316820 2024-09-13T17:48:57.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.749+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/1429735001 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c43f740 0x55766c44afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.749+0000 7f48ef9c9000 1 -- 172.21.15.32:0/1429735001 >> 172.21.15.32:0/1429735001 conn(0x55766c445fb0 msgr2=0x55766c43e1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:57.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.749+0000 7f48ef9c9000 1 -- 172.21.15.32:0/1429735001 shutdown_connections 2024-09-13T17:48:57.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.749+0000 7f48ef9c9000 1 -- 172.21.15.32:0/1429735001 wait complete. 2024-09-13T17:48:57.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.749+0000 7f48ef9c9000 20 client.5649 trim_cache size 0 max 16384 2024-09-13T17:48:57.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 Processor -- start 2024-09-13T17:48:57.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 -- start start 2024-09-13T17:48:57.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c43f740 0x55766c445190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c4891f0 0x55766c4456d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c489b10 0x55766c49b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x55766bf4b940 con 0x55766c4891f0 2024-09-13T17:48:57.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x55766c44b1e0 con 0x55766c489b10 2024-09-13T17:48:57.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x55766c4376d0 con 0x55766c43f740 2024-09-13T17:48:57.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48e5d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c4891f0 0x55766c4456d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48e5d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c4891f0 0x55766c4456d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47812/0 (socket says 172.21.15.32:47812) 2024-09-13T17:48:57.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48e5d9b640 1 -- 172.21.15.32:0/249007799 learned_addr learned my addr 172.21.15.32:0/249007799 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:57.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48e5d9b640 1 -- 172.21.15.32:0/249007799 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c43f740 msgr2=0x55766c445190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:57.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48e5d9b640 1 --2- 172.21.15.32:0/249007799 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c43f740 0x55766c445190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48e5d9b640 1 -- 172.21.15.32:0/249007799 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c489b10 msgr2=0x55766c49b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:57.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48e5d9b640 1 --2- 172.21.15.32:0/249007799 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c489b10 0x55766c49b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48e5d9b640 1 -- 172.21.15.32:0/249007799 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55766c239c00 con 0x55766c4891f0 2024-09-13T17:48:57.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48e5d9b640 1 --2- 172.21.15.32:0/249007799 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c4891f0 0x55766c4456d0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f48dc008010 tx=0x7f48dc004740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b61a1b267f73549c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:57.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48d4ff9640 1 -- 172.21.15.32:0/249007799 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48dc003620 con 0x55766c4891f0 2024-09-13T17:48:57.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48d4ff9640 1 -- 172.21.15.32:0/249007799 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48dc003780 con 0x55766c4891f0 2024-09-13T17:48:57.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48d4ff9640 1 -- 172.21.15.32:0/249007799 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48dc003af0 con 0x55766c4891f0 2024-09-13T17:48:57.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 -- 172.21.15.32:0/249007799 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c4891f0 msgr2=0x55766c4456d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:57.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/249007799 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c4891f0 0x55766c4456d0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f48dc008010 tx=0x7f48dc004740 comp rx=0 tx=0).stop 2024-09-13T17:48:57.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 -- 172.21.15.32:0/249007799 shutdown_connections 2024-09-13T17:48:57.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/249007799 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c489b10 0x55766c49b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/249007799 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c4891f0 0x55766c4456d0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/249007799 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c43f740 0x55766c445190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 -- 172.21.15.32:0/249007799 >> 172.21.15.32:0/249007799 conn(0x55766c445fb0 msgr2=0x55766c43e1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:57.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 -- 172.21.15.32:0/249007799 shutdown_connections 2024-09-13T17:48:57.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 -- 172.21.15.32:0/249007799 wait complete. 2024-09-13T17:48:57.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 -- start start 2024-09-13T17:48:57.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 Processor -- start 2024-09-13T17:48:57.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c43f740 0x55766c4ce5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c4891f0 0x55766c4ceb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c489b10 0x55766c49d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x55766c255c60 con 0x55766c43f740 2024-09-13T17:48:57.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x55766c22bc10 con 0x55766c489b10 2024-09-13T17:48:57.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x55766c28c1c0 con 0x55766c4891f0 2024-09-13T17:48:57.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.765+0000 7f48ef9c9000 10 client.0 _ll_register_callbacks cb 0x7f48e0007ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T17:48:57.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48e659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c43f740 0x55766c4ce5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48e659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c43f740 0x55766c4ce5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47828/0 (socket says 172.21.15.32:47828) 2024-09-13T17:48:57.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48e659c640 1 -- 172.21.15.32:0/3466031231 learned_addr learned my addr 172.21.15.32:0/3466031231 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:57.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48e5d9b640 1 --2- 172.21.15.32:0/3466031231 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c4891f0 0x55766c4ceb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48e6d9d640 1 --2- 172.21.15.32:0/3466031231 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c489b10 0x55766c49d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48e659c640 1 -- 172.21.15.32:0/3466031231 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c4891f0 msgr2=0x55766c4ceb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:57.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48e659c640 1 --2- 172.21.15.32:0/3466031231 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c4891f0 0x55766c4ceb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48e659c640 1 -- 172.21.15.32:0/3466031231 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c489b10 msgr2=0x55766c49d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:57.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48e659c640 1 --2- 172.21.15.32:0/3466031231 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c489b10 0x55766c49d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48e659c640 1 -- 172.21.15.32:0/3466031231 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48e80abce0 con 0x55766c43f740 2024-09-13T17:48:57.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48e6d9d640 1 --2- 172.21.15.32:0/3466031231 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c489b10 0x55766c49d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:57.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48e659c640 1 --2- 172.21.15.32:0/3466031231 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c43f740 0x55766c4ce5d0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f48d800e9b0 tx=0x7f48d8051f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ba623bbc2514f6c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:57.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48c57fa640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-09-13T17:48:57.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48c57fa640 1 -- 172.21.15.32:0/3466031231 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48d805df40 con 0x55766c43f740 2024-09-13T17:48:57.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48c57fa640 1 -- 172.21.15.32:0/3466031231 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(42..42 src has 1..42) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f48d8052260 con 0x55766c43f740 2024-09-13T17:48:57.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 1 -- 172.21.15.32:0/3466031231 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55766c25e460 con 0x55766c43f740 2024-09-13T17:48:57.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48c57fa640 1 -- 172.21.15.32:0/3466031231 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7f48d8052420 con 0x55766c43f740 2024-09-13T17:48:57.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 10 client.5655 fetch_fsmap learned FSMap version 16 2024-09-13T17:48:57.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 1 -- 172.21.15.32:0/3466031231 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) v3 -- 0x55766bf8acc0 con 0x55766c43f740 2024-09-13T17:48:57.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48c57fa640 1 -- 172.21.15.32:0/3466031231 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55766c25e460 con 0x55766c43f740 2024-09-13T17:48:57.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48c57fa640 1 -- 172.21.15.32:0/3466031231 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 16) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f48d8005d20 con 0x55766c43f740 2024-09-13T17:48:57.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 10 client.5655 fetch_fsmap finished waiting for FSMap version 16 2024-09-13T17:48:57.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 10 client.5655 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-13T17:48:57.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 20 client.5655 populate_metadata read hostname 'smithi032' 2024-09-13T17:48:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/3466031231 >> [v2:172.21.15.159:6834/54316820,v1:172.21.15.159:6836/54316820] conn(0x55766c49d620 0x55766c4cf420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 4 client.5655 mds_command: new command op to 5460 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T17:48:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 1 -- 172.21.15.32:0/3466031231 --> [v2:172.21.15.159:6834/54316820,v1:172.21.15.159:6836/54316820] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55766c2579c0 con 0x55766c49d620 2024-09-13T17:48:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48e5d9b640 1 --2- 172.21.15.32:0/3466031231 >> [v2:172.21.15.159:6834/54316820,v1:172.21.15.159:6836/54316820] conn(0x55766c49d620 0x55766c4cf420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48e5d9b640 1 --2- 172.21.15.32:0/3466031231 >> [v2:172.21.15.159:6834/54316820,v1:172.21.15.159:6836/54316820] conn(0x55766c49d620 0x55766c4cf420 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b5bf89f58d0d081 server_cookie=2ad48739a2a2325a in_seq=0 out_seq=0 2024-09-13T17:48:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48c57fa640 10 client.5655 ms_handle_connect on v2:172.21.15.159:6834/54316820 2024-09-13T17:48:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48c57fa640 1 -- 172.21.15.32:0/3466031231 <== mds.0 v2:172.21.15.159:6834/54316820 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x55766c2579c0 con 0x55766c49d620 2024-09-13T17:48:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48c57fa640 10 client.5655 handle_command_reply: tid=0 2024-09-13T17:48:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 1 client.5655 shutdown 2024-09-13T17:48:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 1 -- 172.21.15.32:0/3466031231 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c43f740 msgr2=0x55766c4ce5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/3466031231 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c43f740 0x55766c4ce5d0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f48d800e9b0 tx=0x7f48d8051f00 comp rx=0 tx=0).stop 2024-09-13T17:48:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 1 -- 172.21.15.32:0/3466031231 shutdown_connections 2024-09-13T17:48:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/3466031231 >> [v2:172.21.15.159:6834/54316820,v1:172.21.15.159:6836/54316820] conn(0x55766c49d620 0x55766c4cf420 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/3466031231 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x55766c489b10 0x55766c49d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/3466031231 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x55766c4891f0 0x55766c4ceb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48c57fa640 0 client.5655 ms_handle_reset on v2:172.21.15.159:6834/54316820 2024-09-13T17:48:57.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 1 --2- 172.21.15.32:0/3466031231 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55766c43f740 0x55766c4ce5d0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 1 -- 172.21.15.32:0/3466031231 >> 172.21.15.32:0/3466031231 conn(0x55766c445fb0 msgr2=0x55766c43e8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:57.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 1 -- 172.21.15.32:0/3466031231 shutdown_connections 2024-09-13T17:48:57.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 1 -- 172.21.15.32:0/3466031231 wait complete. 2024-09-13T17:48:57.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ef9c9000 20 client.5655 trim_cache size 0 max 16384 2024-09-13T17:48:57.777 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T17:48:57.777 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "3fbfcb0a-e071-41b2-807d-13b0a49dcea3", 2024-09-13T17:48:57.778 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 0, 2024-09-13T17:48:57.778 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 5460, 2024-09-13T17:48:57.778 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-09-13T17:48:57.778 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-09-13T17:48:57.778 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-09-13T17:48:57.778 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 10.321161007000001, 2024-09-13T17:48:57.778 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 16, 2024-09-13T17:48:57.778 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 42, 2024-09-13T17:48:57.778 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 42, 2024-09-13T17:48:57.778 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 16.988944982 2024-09-13T17:48:57.778 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T17:48:57.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ec880640 1 -- 172.21.15.32:0/3433246963 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f48c8066690 msgr2=0x7f48c8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:57.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ec880640 1 --2- 172.21.15.32:0/3433246963 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f48c8066690 0x7f48c8068b50 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f48e809c200 tx=0x7f48dc008040 comp rx=0 tx=0).stop 2024-09-13T17:48:57.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ec880640 1 -- 172.21.15.32:0/3433246963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48e80aaed0 msgr2=0x7f48e8156f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:57.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ec880640 1 --2- 172.21.15.32:0/3433246963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48e80aaed0 0x7f48e8156f50 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f48d8007e70 tx=0x7f48d800e4b0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ec880640 1 -- 172.21.15.32:0/3433246963 shutdown_connections 2024-09-13T17:48:57.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ec880640 1 --2- 172.21.15.32:0/3433246963 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f48c8066690 0x7f48c8068b50 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ec880640 1 --2- 172.21.15.32:0/3433246963 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f48e815d7b0 0x7f48e806ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ec880640 1 --2- 172.21.15.32:0/3433246963 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f48e80ca940 0x7f48e8155ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ec880640 1 --2- 172.21.15.32:0/3433246963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48e80aaed0 0x7f48e8156f50 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ec880640 1 -- 172.21.15.32:0/3433246963 >> 172.21.15.32:0/3433246963 conn(0x7f48e80afbf0 msgr2=0x7f48e80af110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:57.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ec880640 1 -- 172.21.15.32:0/3433246963 shutdown_connections 2024-09-13T17:48:57.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.769+0000 7f48ec880640 1 -- 172.21.15.32:0/3433246963 wait complete. 2024-09-13T17:48:57.788 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T17:48:57.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.897+0000 7fd664d77640 1 Processor -- start 2024-09-13T17:48:57.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.897+0000 7fd664d77640 1 -- start start 2024-09-13T17:48:57.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.897+0000 7fd664d77640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd66015c4f0 0x7fd6600d0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.897+0000 7fd664d77640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fd6600cdca0 0x7fd6600ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.897+0000 7fd664d77640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6600ccfd0 con 0x7fd6600cf860 2024-09-13T17:48:57.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.897+0000 7fd664d77640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd6600cfcd0 con 0x7fd66015c4f0 2024-09-13T17:48:57.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.897+0000 7fd664d77640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd6600cd200 con 0x7fd6600cdca0 2024-09-13T17:48:57.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.897+0000 7fd65e59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd66015c4f0 0x7fd6600d0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.897+0000 7fd65e59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd66015c4f0 0x7fd6600d0a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47836/0 (socket says 172.21.15.32:47836) 2024-09-13T17:48:57.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.897+0000 7fd65e59c640 1 -- 172.21.15.32:0/2487228686 learned_addr learned my addr 172.21.15.32:0/2487228686 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:57.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.901+0000 7fd65ed9d640 1 --2- 172.21.15.32:0/2487228686 >> v2:172.21.15.159:3300/0 conn(0x7fd6600cdca0 0x7fd6600ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.901+0000 7fd65e59c640 1 -- 172.21.15.32:0/2487228686 >> v2:172.21.15.159:3300/0 conn(0x7fd6600cdca0 msgr2=0x7fd6600ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:57.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.901+0000 7fd65e59c640 1 --2- 172.21.15.32:0/2487228686 >> v2:172.21.15.159:3300/0 conn(0x7fd6600cdca0 0x7fd6600ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.901+0000 7fd65e59c640 1 -- 172.21.15.32:0/2487228686 >> v1:172.21.15.159:6789/0 conn(0x7fd6600cf860 legacy=0x7fd66006b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:48:57.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.901+0000 7fd65e59c640 1 -- 172.21.15.32:0/2487228686 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6600ce630 con 0x7fd66015c4f0 2024-09-13T17:48:57.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.901+0000 7fd65e59c640 1 --2- 172.21.15.32:0/2487228686 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd66015c4f0 0x7fd6600d0a10 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fd650009870 tx=0x7fd65001c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93d68e1106ba271a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:57.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.901+0000 7fd65d59a640 1 -- 172.21.15.32:0/2487228686 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6500aa640 con 0x7fd66015c4f0 2024-09-13T17:48:57.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.901+0000 7fd65d59a640 1 -- 172.21.15.32:0/2487228686 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6500aa7a0 con 0x7fd66015c4f0 2024-09-13T17:48:57.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.901+0000 7fd65d59a640 1 -- 172.21.15.32:0/2487228686 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6500aab30 con 0x7fd66015c4f0 2024-09-13T17:48:57.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.901+0000 7fd664d77640 1 -- 172.21.15.32:0/2487228686 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd66015c4f0 msgr2=0x7fd6600d0a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:57.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.901+0000 7fd664d77640 1 --2- 172.21.15.32:0/2487228686 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd66015c4f0 0x7fd6600d0a10 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fd650009870 tx=0x7fd65001c4e0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.901+0000 7fd664d77640 1 -- 172.21.15.32:0/2487228686 shutdown_connections 2024-09-13T17:48:57.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.901+0000 7fd664d77640 1 --2- 172.21.15.32:0/2487228686 >> v2:172.21.15.159:3300/0 conn(0x7fd6600cdca0 0x7fd6600ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.901+0000 7fd664d77640 1 --2- 172.21.15.32:0/2487228686 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd66015c4f0 0x7fd6600d0a10 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.901+0000 7fd664d77640 1 -- 172.21.15.32:0/2487228686 >> 172.21.15.32:0/2487228686 conn(0x7fd66008bf30 msgr2=0x7fd66009b850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:57.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.901+0000 7fd664d77640 1 -- 172.21.15.32:0/2487228686 shutdown_connections 2024-09-13T17:48:57.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.901+0000 7fd664d77640 1 -- 172.21.15.32:0/2487228686 wait complete. 2024-09-13T17:48:57.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd664d77640 1 Processor -- start 2024-09-13T17:48:57.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd664d77640 1 -- start start 2024-09-13T17:48:57.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd664d77640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6600cdca0 0x7fd660151af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd664d77640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd6600cf860 0x7fd66015a780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd664d77640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd66015c4f0 0x7fd66015acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd664d77640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd660152030 con 0x7fd6600cdca0 2024-09-13T17:48:57.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd664d77640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6600b3990 con 0x7fd66015c4f0 2024-09-13T17:48:57.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd664d77640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6600b3c30 con 0x7fd6600cf860 2024-09-13T17:48:57.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd65e59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6600cdca0 0x7fd660151af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd65e59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6600cdca0 0x7fd660151af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47848/0 (socket says 172.21.15.32:47848) 2024-09-13T17:48:57.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd65e59c640 1 -- 172.21.15.32:0/791394700 learned_addr learned my addr 172.21.15.32:0/791394700 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:48:57.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd65ed9d640 1 --2- 172.21.15.32:0/791394700 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd66015c4f0 0x7fd66015acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd65dd9b640 1 --2- 172.21.15.32:0/791394700 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd6600cf860 0x7fd66015a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd65e59c640 1 -- 172.21.15.32:0/791394700 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd6600cf860 msgr2=0x7fd66015a780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:57.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd65e59c640 1 --2- 172.21.15.32:0/791394700 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd6600cf860 0x7fd66015a780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd65e59c640 1 -- 172.21.15.32:0/791394700 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd66015c4f0 msgr2=0x7fd66015acc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:57.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd65e59c640 1 --2- 172.21.15.32:0/791394700 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd66015c4f0 0x7fd66015acc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:57.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd65e59c640 1 -- 172.21.15.32:0/791394700 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6500094d0 con 0x7fd6600cdca0 2024-09-13T17:48:57.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd65dd9b640 1 --2- 172.21.15.32:0/791394700 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd6600cf860 0x7fd66015a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:48:57.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd65e59c640 1 --2- 172.21.15.32:0/791394700 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6600cdca0 0x7fd660151af0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fd6500ac040 tx=0x7fd65001ad20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:57.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd64effd640 1 -- 172.21.15.32:0/791394700 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6500bd5f0 con 0x7fd6600cdca0 2024-09-13T17:48:57.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd64effd640 1 -- 172.21.15.32:0/791394700 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6500bd770 con 0x7fd6600cdca0 2024-09-13T17:48:57.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd664d77640 1 -- 172.21.15.32:0/791394700 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6600b3f10 con 0x7fd6600cdca0 2024-09-13T17:48:57.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd64effd640 1 -- 172.21.15.32:0/791394700 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6500bdb20 con 0x7fd6600cdca0 2024-09-13T17:48:57.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd664d77640 1 -- 172.21.15.32:0/791394700 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6600b44d0 con 0x7fd6600cdca0 2024-09-13T17:48:57.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd664d77640 1 -- 172.21.15.32:0/791394700 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6600b5260 con 0x7fd6600cdca0 2024-09-13T17:48:57.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.905+0000 7fd64effd640 1 -- 172.21.15.32:0/791394700 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd6500a8050 con 0x7fd6600cdca0 2024-09-13T17:48:57.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.909+0000 7fd64effd640 1 --2- 172.21.15.32:0/791394700 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd640066690 0x7fd640068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:48:57.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.909+0000 7fd64effd640 1 -- 172.21.15.32:0/791394700 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fd65011ebc0 con 0x7fd6600cdca0 2024-09-13T17:48:57.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.909+0000 7fd65dd9b640 1 --2- 172.21.15.32:0/791394700 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd640066690 0x7fd640068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:48:57.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.909+0000 7fd65dd9b640 1 --2- 172.21.15.32:0/791394700 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd640066690 0x7fd640068b50 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fd654007fd0 tx=0x7fd654009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:48:57.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:57.913+0000 7fd64effd640 1 -- 172.21.15.32:0/791394700 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd6500ebf00 con 0x7fd6600cdca0 2024-09-13T17:48:58.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:58.109+0000 7fd664d77640 1 -- 172.21.15.32:0/791394700 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fd660153050 con 0x7fd6600cdca0 2024-09-13T17:48:58.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:58.109+0000 7fd64effd640 1 -- 172.21.15.32:0/791394700 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) v1 ==== 53+0+73 (secure 0 0 0) 0x7fd6500ef520 con 0x7fd6600cdca0 2024-09-13T17:48:58.110 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T17:48:58.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:58.109+0000 7fd664d77640 1 -- 172.21.15.32:0/791394700 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd640066690 msgr2=0x7fd640068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:58.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:58.113+0000 7fd664d77640 1 --2- 172.21.15.32:0/791394700 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd640066690 0x7fd640068b50 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fd654007fd0 tx=0x7fd654009040 comp rx=0 tx=0).stop 2024-09-13T17:48:58.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:58.113+0000 7fd664d77640 1 -- 172.21.15.32:0/791394700 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6600cdca0 msgr2=0x7fd660151af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:48:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:58.113+0000 7fd664d77640 1 --2- 172.21.15.32:0/791394700 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6600cdca0 0x7fd660151af0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fd6500ac040 tx=0x7fd65001ad20 comp rx=0 tx=0).stop 2024-09-13T17:48:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:58.113+0000 7fd664d77640 1 -- 172.21.15.32:0/791394700 shutdown_connections 2024-09-13T17:48:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:58.113+0000 7fd664d77640 1 --2- 172.21.15.32:0/791394700 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd640066690 0x7fd640068b50 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:58.113+0000 7fd664d77640 1 --2- 172.21.15.32:0/791394700 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd66015c4f0 0x7fd66015acc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:58.113+0000 7fd664d77640 1 --2- 172.21.15.32:0/791394700 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd6600cf860 0x7fd66015a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:58.113+0000 7fd664d77640 1 --2- 172.21.15.32:0/791394700 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6600cdca0 0x7fd660151af0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:48:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:58.113+0000 7fd664d77640 1 -- 172.21.15.32:0/791394700 >> 172.21.15.32:0/791394700 conn(0x7fd66008bf30 msgr2=0x7fd6600b1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:48:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:58.113+0000 7fd664d77640 1 -- 172.21.15.32:0/791394700 shutdown_connections 2024-09-13T17:48:58.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:48:58.113+0000 7fd664d77640 1 -- 172.21.15.32:0/791394700 wait complete. 2024-09-13T17:48:58.129 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T17:48:58.129 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T17:48:58.129 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi032.front.sepia.ceph.com 2024-09-13T17:48:58.130 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T17:48:58.130 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T17:48:58.130 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T17:48:58.130 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T17:48:58.130 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T17:48:58.130 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T17:48:58.130 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:58.130 DEBUG:teuthology.orchestra.run.smithi032:> ip addr 2024-09-13T17:48:58.136 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:48:58.136 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:48:58.136 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:48:58.136 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:58.137 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-09-13T17:48:58.137 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:58.137 INFO:teuthology.orchestra.run.smithi032.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:48:58.137 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0c brd ff:ff:ff:ff:ff:ff 2024-09-13T17:48:58.137 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f0 2024-09-13T17:48:58.137 INFO:teuthology.orchestra.run.smithi032.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:48:58.137 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0d brd ff:ff:ff:ff:ff:ff 2024-09-13T17:48:58.137 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f1 2024-09-13T17:48:58.137 INFO:teuthology.orchestra.run.smithi032.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T17:48:58.137 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:02 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:48:58.137 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f0 2024-09-13T17:48:58.137 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.21.15.32/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-13T17:48:58.138 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft 42387sec preferred_lft 42387sec 2024-09-13T17:48:58.138 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::ae1f:6bff:fef8:2602/64 scope link 2024-09-13T17:48:58.138 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:58.138 INFO:teuthology.orchestra.run.smithi032.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:48:58.138 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:03 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:48:58.138 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f1 2024-09-13T17:48:58.138 INFO:teuthology.orchestra.run.smithi032.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T17:48:58.138 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 02:42:fd:3b:16:9c brd ff:ff:ff:ff:ff:ff 2024-09-13T17:48:58.138 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T17:48:58.138 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:58.138 INFO:teuthology.orchestra.run.smithi032.stdout:9: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T17:48:58.138 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-13T17:48:58.138 INFO:teuthology.orchestra.run.smithi032.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T17:48:58.138 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:58.139 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-13T17:48:58.139 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:58.139 INFO:teuthology.orchestra.run.smithi032.stdout:10: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T17:48:58.139 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T17:48:58.139 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-13T17:48:58.139 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:58.139 INFO:teuthology.orchestra.run.smithi032.stdout:11: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T17:48:58.139 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T17:48:58.140 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-13T17:48:58.140 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:48:58.140 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:58.140 DEBUG:teuthology.orchestra.run.smithi032:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T17:48:58.191 INFO:teuthology.orchestra.run.smithi032.stdout:1 2024-09-13T17:48:58.193 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:58.193 DEBUG:teuthology.orchestra.run.smithi032:> route 2024-09-13T17:48:58.245 INFO:teuthology.orchestra.run.smithi032.stdout:Kernel IP routing table 2024-09-13T17:48:58.245 INFO:teuthology.orchestra.run.smithi032.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T17:48:58.245 INFO:teuthology.orchestra.run.smithi032.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-13T17:48:58.245 INFO:teuthology.orchestra.run.smithi032.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T17:48:58.245 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-13T17:48:58.245 INFO:teuthology.orchestra.run.smithi032.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T17:48:58.246 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:58.246 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-09-13T17:48:58.246 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-09-13T17:48:58.246 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T17:48:58.246 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T17:48:58.246 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T17:48:58.246 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-09-13T17:48:58.322 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:58.322 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-09-13T17:48:58.369 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T17:48:58.369 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T17:48:58.370 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T17:48:58.370 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:58.370 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set brx.0 up 2024-09-13T17:48:58.427 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T17:48:58.427 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:48:58.427 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T17:48:58.474 INFO:teuthology.orchestra.run.smithi032.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T17:48:58.474 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:48:58.474 DEBUG:teuthology.orchestra.run.smithi032:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T17:48:58.522 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-13T17:48:58.579 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:48:58.579 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T17:48:58.633 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T17:48:58.634 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T17:48:58.634 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:58.635 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-13T17:48:58.681 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T17:48:58.682 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T17:48:58.726 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-13T17:48:58.742 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:48:58.743 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T17:48:58.797 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T17:48:58.798 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T17:48:58.798 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:58.799 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-13T17:48:58.811 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:2024-09-13T17:48:58.809+0000 7f63bc3e4580 -1 init, newargv = 0x5613fda0d710 newargc=15 2024-09-13T17:48:58.811 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[39088]: starting ceph client 2024-09-13T17:48:58.819 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[39088]: starting fuse 2024-09-13T17:48:59.917 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-09-13T17:48:59.934 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:48:59.934 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T17:48:59.989 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T17:48:59.990 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T17:48:59.990 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:48:59.990 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-09-13T17:49:00.037 INFO:teuthology.orchestra.run.smithi032.stdout:45 2024-09-13T17:49:00.037 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-13T17:49:00.038 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T17:49:00.038 DEBUG:teuthology.orchestra.run.smithi032:> import glob 2024-09-13T17:49:00.038 DEBUG:teuthology.orchestra.run.smithi032:> import re 2024-09-13T17:49:00.038 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-09-13T17:49:00.038 DEBUG:teuthology.orchestra.run.smithi032:> import subprocess 2024-09-13T17:49:00.038 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-13T17:49:00.038 DEBUG:teuthology.orchestra.run.smithi032:> def _find_admin_socket(client_name): 2024-09-13T17:49:00.038 DEBUG:teuthology.orchestra.run.smithi032:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T17:49:00.038 DEBUG:teuthology.orchestra.run.smithi032:> files = glob.glob(asok_path) 2024-09-13T17:49:00.038 DEBUG:teuthology.orchestra.run.smithi032:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T17:49:00.038 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-13T17:49:00.039 DEBUG:teuthology.orchestra.run.smithi032:> # Given a non-glob path, it better be there 2024-09-13T17:49:00.039 DEBUG:teuthology.orchestra.run.smithi032:> if "*" not in asok_path: 2024-09-13T17:49:00.039 DEBUG:teuthology.orchestra.run.smithi032:> assert(len(files) == 1) 2024-09-13T17:49:00.039 DEBUG:teuthology.orchestra.run.smithi032:> return files[0] 2024-09-13T17:49:00.039 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-13T17:49:00.039 DEBUG:teuthology.orchestra.run.smithi032:> for f in files: 2024-09-13T17:49:00.039 DEBUG:teuthology.orchestra.run.smithi032:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T17:49:00.039 DEBUG:teuthology.orchestra.run.smithi032:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T17:49:00.039 DEBUG:teuthology.orchestra.run.smithi032:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T17:49:00.039 DEBUG:teuthology.orchestra.run.smithi032:> contents = proc_f.read() 2024-09-13T17:49:00.039 DEBUG:teuthology.orchestra.run.smithi032:> if mountpoint in contents: 2024-09-13T17:49:00.039 DEBUG:teuthology.orchestra.run.smithi032:> return f 2024-09-13T17:49:00.039 DEBUG:teuthology.orchestra.run.smithi032:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T17:49:00.039 DEBUG:teuthology.orchestra.run.smithi032:> 2024-09-13T17:49:00.039 DEBUG:teuthology.orchestra.run.smithi032:> print(_find_admin_socket("client.0")) 2024-09-13T17:49:00.039 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-09-13T17:49:00.161 INFO:teuthology.orchestra.run.smithi032.stdout:/var/run/ceph/ceph-client.0.39088.asok 2024-09-13T17:49:00.343 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.39088.asok 2024-09-13T17:49:00.344 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:49:00.344 DEBUG:teuthology.orchestra.run.smithi032:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.39088.asok status 2024-09-13T17:49:00.500 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T17:49:00.501 INFO:teuthology.orchestra.run.smithi032.stdout: "metadata": { 2024-09-13T17:49:00.501 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_sha1": "6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3", 2024-09-13T17:49:00.501 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_version": "ceph version 18.2.4-860-g6c6b083f (6c6b083f148f500c4f56d402b9e4ffcab6f1e2d3) reef (stable)", 2024-09-13T17:49:00.501 INFO:teuthology.orchestra.run.smithi032.stdout: "entity_id": "0", 2024-09-13T17:49:00.501 INFO:teuthology.orchestra.run.smithi032.stdout: "hostname": "smithi032", 2024-09-13T17:49:00.501 INFO:teuthology.orchestra.run.smithi032.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T17:49:00.501 INFO:teuthology.orchestra.run.smithi032.stdout: "pid": "39088", 2024-09-13T17:49:00.501 INFO:teuthology.orchestra.run.smithi032.stdout: "root": "/" 2024-09-13T17:49:00.501 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:49:00.501 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_count": 0, 2024-09-13T17:49:00.501 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_pinned_count": 0, 2024-09-13T17:49:00.501 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 5667, 2024-09-13T17:49:00.502 INFO:teuthology.orchestra.run.smithi032.stdout: "inst": { 2024-09-13T17:49:00.502 INFO:teuthology.orchestra.run.smithi032.stdout: "name": { 2024-09-13T17:49:00.502 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "client", 2024-09-13T17:49:00.502 INFO:teuthology.orchestra.run.smithi032.stdout: "num": 5667 2024-09-13T17:49:00.502 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:49:00.502 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-09-13T17:49:00.502 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-09-13T17:49:00.502 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-09-13T17:49:00.502 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 1589843173 2024-09-13T17:49:00.502 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-09-13T17:49:00.502 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:49:00.502 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-09-13T17:49:00.502 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-09-13T17:49:00.502 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-09-13T17:49:00.503 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 1589843173 2024-09-13T17:49:00.503 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-09-13T17:49:00.503 INFO:teuthology.orchestra.run.smithi032.stdout: "inst_str": "client.5667 192.168.0.1:0/1589843173", 2024-09-13T17:49:00.503 INFO:teuthology.orchestra.run.smithi032.stdout: "addr_str": "192.168.0.1:0/1589843173", 2024-09-13T17:49:00.503 INFO:teuthology.orchestra.run.smithi032.stdout: "inode_count": 1, 2024-09-13T17:49:00.503 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_epoch": 16, 2024-09-13T17:49:00.503 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch": 42, 2024-09-13T17:49:00.503 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch_barrier": 0, 2024-09-13T17:49:00.503 INFO:teuthology.orchestra.run.smithi032.stdout: "blocklisted": false, 2024-09-13T17:49:00.503 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs" 2024-09-13T17:49:00.503 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T17:49:00.515 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:49:00.516 DEBUG:teuthology.orchestra.run.smithi032:> stat --file-system '--printf=%T 2024-09-13T17:49:00.516 DEBUG:teuthology.orchestra.run.smithi032:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T17:49:00.522 INFO:teuthology.orchestra.run.smithi032.stdout:fuseblk 2024-09-13T17:49:00.522 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T17:49:00.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:49:00.522 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T17:49:00.583 DEBUG:teuthology.orchestra.run.smithi032:> mktemp -d --suffix=xfstests-dev 2024-09-13T17:49:00.629 INFO:teuthology.orchestra.run.smithi032.stdout:/tmp/tmp.q87hw23xjVxfstests-dev 2024-09-13T17:49:00.630 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:49:00.630 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.0 && exec git clone https://git.ceph.com/xfstests-dev.git --depth 1 /tmp/tmp.q87hw23xjVxfstests-dev) 2024-09-13T17:49:00.690 INFO:teuthology.orchestra.run.smithi032.stderr:Cloning into '/tmp/tmp.q87hw23xjVxfstests-dev'... 2024-09-13T17:49:01.401 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:49:01.401 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir test) 2024-09-13T17:49:01.458 DEBUG:teuthology.orchestra.run.smithi032:> mktemp -d --suffix=test 2024-09-13T17:49:01.505 INFO:teuthology.orchestra.run.smithi032.stdout:/tmp/tmp.yGleykwrlotest 2024-09-13T17:49:01.505 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:49:01.506 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir scratch) 2024-09-13T17:49:01.561 DEBUG:teuthology.orchestra.run.smithi032:> mktemp -d --suffix=scratch 2024-09-13T17:49:01.609 INFO:teuthology.orchestra.run.smithi032.stdout:/tmp/tmp.FJ94I26iQAscratch 2024-09-13T17:49:01.610 INFO:tasks.cephfs.xfstests_dev:distro and version detected is "ubuntu" and "22.04". 2024-09-13T17:49:01.610 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get install -y xfslibs-dev uuid-dev libtool-bin e2fsprogs automake gcc libuuid1 quota attr libattr1-dev make libacl1-dev libaio-dev xfsprogs libgdbm-dev gawk fio dbench uuid-runtime python2 sqlite3 2024-09-13T17:49:01.725 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-09-13T17:49:01.945 INFO:teuthology.orchestra.run.smithi032.stdout:Building dependency tree... 2024-09-13T17:49:01.945 INFO:teuthology.orchestra.run.smithi032.stdout:Reading state information... 2024-09-13T17:49:02.166 INFO:teuthology.orchestra.run.smithi032.stdout:attr is already the newest version (1:2.5.1-1build1). 2024-09-13T17:49:02.166 INFO:teuthology.orchestra.run.smithi032.stdout:automake is already the newest version (1:1.16.5-1.3). 2024-09-13T17:49:02.166 INFO:teuthology.orchestra.run.smithi032.stdout:gcc is already the newest version (4:11.2.0-1ubuntu1). 2024-09-13T17:49:02.166 INFO:teuthology.orchestra.run.smithi032.stdout:gcc set to manually installed. 2024-09-13T17:49:02.166 INFO:teuthology.orchestra.run.smithi032.stdout:libacl1-dev is already the newest version (2.3.1-1). 2024-09-13T17:49:02.166 INFO:teuthology.orchestra.run.smithi032.stdout:libaio-dev is already the newest version (0.3.112-13build1). 2024-09-13T17:49:02.166 INFO:teuthology.orchestra.run.smithi032.stdout:libattr1-dev is already the newest version (1:2.5.1-1build1). 2024-09-13T17:49:02.166 INFO:teuthology.orchestra.run.smithi032.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2024-09-13T17:49:02.166 INFO:teuthology.orchestra.run.smithi032.stdout:make is already the newest version (4.3-4.1build1). 2024-09-13T17:49:02.166 INFO:teuthology.orchestra.run.smithi032.stdout:make set to manually installed. 2024-09-13T17:49:02.167 INFO:teuthology.orchestra.run.smithi032.stdout:quota is already the newest version (4.06-1build2). 2024-09-13T17:49:02.167 INFO:teuthology.orchestra.run.smithi032.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2024-09-13T17:49:02.167 INFO:teuthology.orchestra.run.smithi032.stdout:xfsprogs is already the newest version (5.13.0-1ubuntu2). 2024-09-13T17:49:02.167 INFO:teuthology.orchestra.run.smithi032.stdout:dbench is already the newest version (4.0-2build1). 2024-09-13T17:49:02.167 INFO:teuthology.orchestra.run.smithi032.stdout:python2 is already the newest version (2.7.18-3). 2024-09-13T17:49:02.167 INFO:teuthology.orchestra.run.smithi032.stdout:python2 set to manually installed. 2024-09-13T17:49:02.167 INFO:teuthology.orchestra.run.smithi032.stdout:libuuid1 is already the newest version (2.37.2-4ubuntu3.4). 2024-09-13T17:49:02.167 INFO:teuthology.orchestra.run.smithi032.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3.4). 2024-09-13T17:49:02.167 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T17:49:02.167 INFO:teuthology.orchestra.run.smithi032.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libiscsi7 libpmemobj1 2024-09-13T17:49:02.168 INFO:teuthology.orchestra.run.smithi032.stdout: libpython2-dev libpython2.7 libpython2.7-dev linux-image-5.4.0-135-generic 2024-09-13T17:49:02.168 INFO:teuthology.orchestra.run.smithi032.stdout: linux-modules-5.4.0-135-generic python2-dev python2.7-dev 2024-09-13T17:49:02.168 INFO:teuthology.orchestra.run.smithi032.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T17:49:02.168 INFO:teuthology.orchestra.run.smithi032.stdout:The following additional packages will be installed: 2024-09-13T17:49:02.169 INFO:teuthology.orchestra.run.smithi032.stdout: libext2fs2 libpmemblk1 libsqlite3-0 2024-09-13T17:49:02.170 INFO:teuthology.orchestra.run.smithi032.stdout:Suggested packages: 2024-09-13T17:49:02.170 INFO:teuthology.orchestra.run.smithi032.stdout: gpart fuse2fs e2fsck-static gnuplot gfio python-scipy gawk-doc sqlite3-doc 2024-09-13T17:49:02.170 INFO:teuthology.orchestra.run.smithi032.stdout:Recommended packages: 2024-09-13T17:49:02.170 INFO:teuthology.orchestra.run.smithi032.stdout: e2fsprogs-l10n 2024-09-13T17:49:02.203 INFO:teuthology.orchestra.run.smithi032.stdout:The following NEW packages will be installed: 2024-09-13T17:49:02.204 INFO:teuthology.orchestra.run.smithi032.stdout: fio libgdbm-dev libpmemblk1 sqlite3 2024-09-13T17:49:02.205 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages will be upgraded: 2024-09-13T17:49:02.206 INFO:teuthology.orchestra.run.smithi032.stdout: e2fsprogs gawk libext2fs2 libsqlite3-0 uuid-runtime 2024-09-13T17:49:02.389 INFO:teuthology.orchestra.run.smithi032.stdout:5 upgraded, 4 newly installed, 0 to remove and 322 not upgraded. 2024-09-13T17:49:02.389 INFO:teuthology.orchestra.run.smithi032.stdout:Need to get 6,917 kB of archives. 2024-09-13T17:49:02.389 INFO:teuthology.orchestra.run.smithi032.stdout:After this operation, 9,953 kB of additional disk space will be used. 2024-09-13T17:49:02.390 INFO:teuthology.orchestra.run.smithi032.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libext2fs2 amd64 1.46.5-2ubuntu1.2 [208 kB] 2024-09-13T17:49:02.823 INFO:teuthology.orchestra.run.smithi032.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 e2fsprogs amd64 1.46.5-2ubuntu1.2 [590 kB] 2024-09-13T17:49:02.994 INFO:teuthology.orchestra.run.smithi032.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 uuid-runtime amd64 2.37.2-4ubuntu3.4 [32.0 kB] 2024-09-13T17:49:02.998 INFO:teuthology.orchestra.run.smithi032.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 gawk amd64 1:5.1.0-1ubuntu0.1 [447 kB] 2024-09-13T17:49:03.055 INFO:teuthology.orchestra.run.smithi032.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libsqlite3-0 amd64 3.37.2-2ubuntu0.3 [641 kB] 2024-09-13T17:49:03.107 INFO:teuthology.orchestra.run.smithi032.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libpmemblk1 amd64 1.11.1-3build1 [65.6 kB] 2024-09-13T17:49:03.110 INFO:teuthology.orchestra.run.smithi032.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 fio amd64 3.28-1 [4,047 kB] 2024-09-13T17:49:03.277 INFO:teuthology.orchestra.run.smithi032.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 libgdbm-dev amd64 1.23-1 [117 kB] 2024-09-13T17:49:03.289 INFO:teuthology.orchestra.run.smithi032.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 sqlite3 amd64 3.37.2-2ubuntu0.3 [768 kB] 2024-09-13T17:49:03.610 INFO:teuthology.orchestra.run.smithi032.stderr:debconf: unable to initialize frontend: Dialog 2024-09-13T17:49:03.610 INFO:teuthology.orchestra.run.smithi032.stderr:debconf: (Dialog frontend will not work on a dumb terminal, an emacs shell buffer, or without a controlling terminal.) 2024-09-13T17:49:03.610 INFO:teuthology.orchestra.run.smithi032.stderr:debconf: falling back to frontend: Readline 2024-09-13T17:49:03.627 INFO:teuthology.orchestra.run.smithi032.stderr:debconf: unable to initialize frontend: Readline 2024-09-13T17:49:03.627 INFO:teuthology.orchestra.run.smithi032.stderr:debconf: (This frontend requires a controlling tty.) 2024-09-13T17:49:03.627 INFO:teuthology.orchestra.run.smithi032.stderr:debconf: falling back to frontend: Teletype 2024-09-13T17:49:03.631 INFO:teuthology.orchestra.run.smithi032.stderr:dpkg-preconfigure: unable to re-open stdin: 2024-09-13T17:49:03.665 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 6,917 kB in 1s (6,333 kB/s) 2024-09-13T17:49:03.940 INFO:teuthology.orchestra.run.smithi032.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176036 files and directories currently installed.) 2024-09-13T17:49:04.174 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../libext2fs2_1.46.5-2ubuntu1.2_amd64.deb ... 2024-09-13T17:49:04.174 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libext2fs2:amd64 (1.46.5-2ubuntu1.2) over (1.46.5-2ubuntu1.1) ... 2024-09-13T17:49:04.468 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libext2fs2:amd64 (1.46.5-2ubuntu1.2) ... 2024-09-13T17:49:04.984 INFO:teuthology.orchestra.run.smithi032.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176036 files and directories currently installed.) 2024-09-13T17:49:04.990 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../0-e2fsprogs_1.46.5-2ubuntu1.2_amd64.deb ... 2024-09-13T17:49:05.127 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking e2fsprogs (1.46.5-2ubuntu1.2) over (1.46.5-2ubuntu1.1) ... 2024-09-13T17:49:05.656 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../1-uuid-runtime_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-13T17:49:05.786 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking uuid-runtime (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-13T17:49:06.161 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../2-gawk_1%3a5.1.0-1ubuntu0.1_amd64.deb ... 2024-09-13T17:49:06.275 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking gawk (1:5.1.0-1ubuntu0.1) over (1:5.1.0-1build3) ... 2024-09-13T17:49:06.817 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../3-libsqlite3-0_3.37.2-2ubuntu0.3_amd64.deb ... 2024-09-13T17:49:06.955 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libsqlite3-0:amd64 (3.37.2-2ubuntu0.3) over (3.37.2-2ubuntu0.1) ... 2024-09-13T17:49:07.351 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libpmemblk1:amd64. 2024-09-13T17:49:07.381 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../4-libpmemblk1_1.11.1-3build1_amd64.deb ... 2024-09-13T17:49:07.418 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libpmemblk1:amd64 (1.11.1-3build1) ... 2024-09-13T17:49:07.747 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package fio. 2024-09-13T17:49:07.776 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../5-fio_3.28-1_amd64.deb ... 2024-09-13T17:49:07.813 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking fio (3.28-1) ... 2024-09-13T17:49:08.260 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libgdbm-dev:amd64. 2024-09-13T17:49:08.289 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../6-libgdbm-dev_1.23-1_amd64.deb ... 2024-09-13T17:49:08.326 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libgdbm-dev:amd64 (1.23-1) ... 2024-09-13T17:49:08.639 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package sqlite3. 2024-09-13T17:49:08.656 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../7-sqlite3_3.37.2-2ubuntu0.3_amd64.deb ... 2024-09-13T17:49:08.697 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking sqlite3 (3.37.2-2ubuntu0.3) ... 2024-09-13T17:49:09.008 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up gawk (1:5.1.0-1ubuntu0.1) ... 2024-09-13T17:49:09.229 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libsqlite3-0:amd64 (3.37.2-2ubuntu0.3) ... 2024-09-13T17:49:09.347 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up e2fsprogs (1.46.5-2ubuntu1.2) ... 2024-09-13T17:49:09.641 INFO:teuthology.orchestra.run.smithi032.stdout:update-initramfs: deferring update (trigger activated) 2024-09-13T17:49:10.217 INFO:teuthology.orchestra.run.smithi032.stdout:e2scrub_all.service is a disabled or a static unit not running, not starting it. 2024-09-13T17:49:10.359 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libpmemblk1:amd64 (1.11.1-3build1) ... 2024-09-13T17:49:10.485 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up uuid-runtime (2.37.2-4ubuntu3.4) ... 2024-09-13T17:49:11.347 INFO:teuthology.orchestra.run.smithi032.stdout:uuidd.service is a disabled or a static unit not running, not starting it. 2024-09-13T17:49:11.396 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libgdbm-dev:amd64 (1.23-1) ... 2024-09-13T17:49:11.514 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up sqlite3 (3.37.2-2ubuntu0.3) ... 2024-09-13T17:49:11.640 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up fio (3.28-1) ... 2024-09-13T17:49:11.660 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:49:11.662 DEBUG:teuthology.orchestra.run.smithi159:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:49:12.152 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-13T17:49:12.295 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-13T17:49:13.689 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-13T17:49:13.857 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for initramfs-tools (0.140ubuntu13.1) ... 2024-09-13T17:49:13.947 INFO:teuthology.orchestra.run.smithi032.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-121-generic 2024-09-13T17:49:31.954 DEBUG:teuthology.orchestra.run.smithi032:> sudo useradd -m fsgqa 2024-09-13T17:49:31.964 INFO:teuthology.orchestra.run.smithi032.stderr:useradd: user 'fsgqa' already exists 2024-09-13T17:49:31.965 DEBUG:teuthology.orchestra.run:got remote process result: 9 2024-09-13T17:49:31.966 DEBUG:teuthology.orchestra.run.smithi032:> sudo groupadd fsgqa 2024-09-13T17:49:32.018 INFO:teuthology.orchestra.run.smithi032.stderr:groupadd: group 'fsgqa' already exists 2024-09-13T17:49:32.018 DEBUG:teuthology.orchestra.run:got remote process result: 9 2024-09-13T17:49:32.019 DEBUG:teuthology.orchestra.run.smithi032:> sudo useradd fsgqa2 2024-09-13T17:49:32.449 DEBUG:teuthology.orchestra.run.smithi032:> sudo useradd 123456-fsgqa 2024-09-13T17:49:32.837 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json mon dump 2024-09-13T17:49:32.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.964+0000 7eff2b132640 1 Processor -- start 2024-09-13T17:49:32.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.964+0000 7eff2b132640 1 -- start start 2024-09-13T17:49:32.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.968+0000 7eff2b132640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7eff240b21d0 0x7eff240ce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:49:32.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.968+0000 7eff2b132640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7eff2415a6e0 con 0x7eff2415a300 2024-09-13T17:49:32.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.968+0000 7eff2b132640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7eff240cee60 con 0x7eff240cea10 2024-09-13T17:49:32.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.968+0000 7eff2b132640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff2406d7b0 con 0x7eff240b21d0 2024-09-13T17:49:32.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.968+0000 7eff23fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7eff240b21d0 0x7eff240ce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:49:32.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.968+0000 7eff28ece640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7eff2415a300 0x7eff2406d0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:42910/0 (socket says 172.21.15.32:42910) 2024-09-13T17:49:32.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.968+0000 7eff23fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7eff240b21d0 0x7eff240ce4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54948/0 (socket says 172.21.15.32:54948) 2024-09-13T17:49:32.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.968+0000 7eff28ece640 1 -- 172.21.15.32:0/1179902863 learned_addr learned my addr 172.21.15.32:0/1179902863 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:49:32.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.968+0000 7eff23fff640 1 -- 172.21.15.32:0/1179902863 >> v1:172.21.15.159:6789/0 conn(0x7eff240cea10 legacy=0x7eff240c8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:49:32.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.968+0000 7eff23fff640 1 -- 172.21.15.32:0/1179902863 >> v1:172.21.15.32:6789/0 conn(0x7eff2415a300 legacy=0x7eff2406d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:49:32.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.968+0000 7eff23fff640 1 -- 172.21.15.32:0/1179902863 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff2406da80 con 0x7eff240b21d0 2024-09-13T17:49:32.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.968+0000 7eff23fff640 1 --2- 172.21.15.32:0/1179902863 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff240b21d0 0x7eff240ce4d0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7eff0c0097c0 tx=0x7eff0c01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e10a38a647f50af4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:49:32.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.968+0000 7eff237fe640 1 -- 172.21.15.32:0/1179902863 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff0c0a7070 con 0x7eff240b21d0 2024-09-13T17:49:32.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.968+0000 7eff237fe640 1 -- 172.21.15.32:0/1179902863 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff0c0ab430 con 0x7eff240b21d0 2024-09-13T17:49:32.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.968+0000 7eff237fe640 1 -- 172.21.15.32:0/1179902863 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff0c0ab7c0 con 0x7eff240b21d0 2024-09-13T17:49:32.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff2b132640 1 -- 172.21.15.32:0/1179902863 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff240b21d0 msgr2=0x7eff240ce4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:49:32.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff2b132640 1 --2- 172.21.15.32:0/1179902863 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff240b21d0 0x7eff240ce4d0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7eff0c0097c0 tx=0x7eff0c01c430 comp rx=0 tx=0).stop 2024-09-13T17:49:32.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff2b132640 1 -- 172.21.15.32:0/1179902863 shutdown_connections 2024-09-13T17:49:32.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff2b132640 1 --2- 172.21.15.32:0/1179902863 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff240b21d0 0x7eff240ce4d0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:49:32.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff2b132640 1 -- 172.21.15.32:0/1179902863 >> 172.21.15.32:0/1179902863 conn(0x7eff2406a150 msgr2=0x7eff2406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:49:32.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff2b132640 1 -- 172.21.15.32:0/1179902863 shutdown_connections 2024-09-13T17:49:32.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff2b132640 1 -- 172.21.15.32:0/1179902863 wait complete. 2024-09-13T17:49:32.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff2b132640 1 Processor -- start 2024-09-13T17:49:32.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff2b132640 1 -- start start 2024-09-13T17:49:32.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff2b132640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff240b21d0 0x7eff2415b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:49:32.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff2b132640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7eff240cea10 0x7eff240cc970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:49:32.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff2b132640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7eff2415a300 0x7eff241645d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:49:32.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff2b132640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff2415bf70 con 0x7eff240b21d0 2024-09-13T17:49:32.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff2b132640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff2415b6d0 con 0x7eff2415a300 2024-09-13T17:49:32.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff2b132640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff2415b9b0 con 0x7eff240cea10 2024-09-13T17:49:32.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff28ece640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff240b21d0 0x7eff2415b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:49:32.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff28ece640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff240b21d0 0x7eff2415b0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54950/0 (socket says 172.21.15.32:54950) 2024-09-13T17:49:32.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff28ece640 1 -- 172.21.15.32:0/3022683743 learned_addr learned my addr 172.21.15.32:0/3022683743 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:49:32.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff296cf640 1 --2- 172.21.15.32:0/3022683743 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7eff2415a300 0x7eff241645d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:49:32.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff23fff640 1 --2- 172.21.15.32:0/3022683743 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7eff240cea10 0x7eff240cc970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:49:32.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff28ece640 1 -- 172.21.15.32:0/3022683743 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7eff240cea10 msgr2=0x7eff240cc970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:49:32.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff28ece640 1 --2- 172.21.15.32:0/3022683743 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7eff240cea10 0x7eff240cc970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:49:32.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff28ece640 1 -- 172.21.15.32:0/3022683743 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7eff2415a300 msgr2=0x7eff241645d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:49:32.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff28ece640 1 --2- 172.21.15.32:0/3022683743 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7eff2415a300 0x7eff241645d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:49:32.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff28ece640 1 -- 172.21.15.32:0/3022683743 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff0c009420 con 0x7eff240b21d0 2024-09-13T17:49:32.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff296cf640 1 --2- 172.21.15.32:0/3022683743 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7eff2415a300 0x7eff241645d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:49:32.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff28ece640 1 --2- 172.21.15.32:0/3022683743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff240b21d0 0x7eff2415b0f0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7eff1400cbc0 tx=0x7eff1400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:49:32.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff217fa640 1 -- 172.21.15.32:0/3022683743 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff1400aca0 con 0x7eff240b21d0 2024-09-13T17:49:32.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff217fa640 1 -- 172.21.15.32:0/3022683743 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff1400ae00 con 0x7eff240b21d0 2024-09-13T17:49:32.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.972+0000 7eff217fa640 1 -- 172.21.15.32:0/3022683743 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff14012600 con 0x7eff240b21d0 2024-09-13T17:49:32.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.976+0000 7eff2b132640 1 -- 172.21.15.32:0/3022683743 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff2415bc90 con 0x7eff240b21d0 2024-09-13T17:49:32.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.976+0000 7eff2b132640 1 -- 172.21.15.32:0/3022683743 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff2415d6c0 con 0x7eff240b21d0 2024-09-13T17:49:32.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.976+0000 7eff2b132640 1 -- 172.21.15.32:0/3022683743 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff240ce4d0 con 0x7eff240b21d0 2024-09-13T17:49:32.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.976+0000 7eff217fa640 1 -- 172.21.15.32:0/3022683743 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7eff14007070 con 0x7eff240b21d0 2024-09-13T17:49:32.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.976+0000 7eff217fa640 1 --2- 172.21.15.32:0/3022683743 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7eff040666c0 0x7eff04068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:49:32.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.976+0000 7eff217fa640 1 -- 172.21.15.32:0/3022683743 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6058+0+0 (secure 0 0 0) 0x7eff140840e0 con 0x7eff240b21d0 2024-09-13T17:49:32.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.976+0000 7eff23fff640 1 --2- 172.21.15.32:0/3022683743 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7eff040666c0 0x7eff04068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:49:32.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.976+0000 7eff23fff640 1 --2- 172.21.15.32:0/3022683743 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7eff040666c0 0x7eff04068b80 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7eff0c0af000 tx=0x7eff0c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:49:32.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:32.980+0000 7eff217fa640 1 -- 172.21.15.32:0/3022683743 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7eff14051390 con 0x7eff240b21d0 2024-09-13T17:49:33.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.208+0000 7eff2b132640 1 -- 172.21.15.32:0/3022683743 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7eff240ad9f0 con 0x7eff240b21d0 2024-09-13T17:49:33.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.208+0000 7eff217fa640 1 -- 172.21.15.32:0/3022683743 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+1276 (secure 0 0 0) 0x7eff14017510 con 0x7eff240b21d0 2024-09-13T17:49:33.210 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:49:33.210 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","modified":"2024-09-13T17:46:12.534488Z","created":"2024-09-13T17:46:12.534488Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:3300","nonce":0},{"type":"v1","addr":"172.21.15.32:6789","nonce":0}]},"addr":"172.21.15.32:6789/0","public_addr":"172.21.15.32:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3300","nonce":0},{"type":"v1","addr":"172.21.15.159:6789","nonce":0}]},"addr":"172.21.15.159:6789/0","public_addr":"172.21.15.159:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3301","nonce":0},{"type":"v1","addr":"172.21.15.159:6790","nonce":0}]},"addr":"172.21.15.159:6790/0","public_addr":"172.21.15.159:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-13T17:49:33.211 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2024-09-13T17:49:33.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.208+0000 7eff2b132640 1 -- 172.21.15.32:0/3022683743 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7eff040666c0 msgr2=0x7eff04068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:49:33.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.208+0000 7eff2b132640 1 --2- 172.21.15.32:0/3022683743 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7eff040666c0 0x7eff04068b80 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7eff0c0af000 tx=0x7eff0c008040 comp rx=0 tx=0).stop 2024-09-13T17:49:33.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.208+0000 7eff2b132640 1 -- 172.21.15.32:0/3022683743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff240b21d0 msgr2=0x7eff2415b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:49:33.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.212+0000 7eff2b132640 1 --2- 172.21.15.32:0/3022683743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff240b21d0 0x7eff2415b0f0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7eff1400cbc0 tx=0x7eff1400a060 comp rx=0 tx=0).stop 2024-09-13T17:49:33.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.212+0000 7eff2b132640 1 -- 172.21.15.32:0/3022683743 shutdown_connections 2024-09-13T17:49:33.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.212+0000 7eff2b132640 1 --2- 172.21.15.32:0/3022683743 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7eff040666c0 0x7eff04068b80 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:49:33.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.212+0000 7eff2b132640 1 --2- 172.21.15.32:0/3022683743 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7eff2415a300 0x7eff241645d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:49:33.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.212+0000 7eff2b132640 1 --2- 172.21.15.32:0/3022683743 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7eff240cea10 0x7eff240cc970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:49:33.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.212+0000 7eff2b132640 1 --2- 172.21.15.32:0/3022683743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff240b21d0 0x7eff2415b0f0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:49:33.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.212+0000 7eff2b132640 1 -- 172.21.15.32:0/3022683743 >> 172.21.15.32:0/3022683743 conn(0x7eff2406a150 msgr2=0x7eff24158dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:49:33.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.212+0000 7eff2b132640 1 -- 172.21.15.32:0/3022683743 shutdown_connections 2024-09-13T17:49:33.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.212+0000 7eff2b132640 1 -- 172.21.15.32:0/3022683743 wait complete. 2024-09-13T17:49:33.231 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get client.admin 2024-09-13T17:49:33.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.356+0000 7f9167740640 1 Processor -- start 2024-09-13T17:49:33.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.356+0000 7f9167740640 1 -- start start 2024-09-13T17:49:33.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.356+0000 7f9167740640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f91600b2360 0x7f91600cbfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:49:33.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.356+0000 7f9167740640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9160070c70 0x7f91600710d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:49:33.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.356+0000 7f9167740640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91600707e0 con 0x7f91600b2740 2024-09-13T17:49:33.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.356+0000 7f9167740640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91600c91b0 con 0x7f9160070c70 2024-09-13T17:49:33.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.356+0000 7f9167740640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9160070190 con 0x7f91600b2360 2024-09-13T17:49:33.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.356+0000 7f9165cdd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9160070c70 0x7f91600710d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:49:33.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.356+0000 7f9165cdd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9160070c70 0x7f91600710d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54960/0 (socket says 172.21.15.32:54960) 2024-09-13T17:49:33.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.356+0000 7f9165cdd640 1 -- 172.21.15.32:0/431170141 learned_addr learned my addr 172.21.15.32:0/431170141 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:49:33.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.356+0000 7f9164cdb640 1 --1- 172.21.15.32:0/431170141 >> v1:172.21.15.32:6789/0 conn(0x7f91600b2740 0x7f91600c86f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:42924/0 (socket says 172.21.15.32:42924) 2024-09-13T17:49:33.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.356+0000 7f91654dc640 1 --2- 172.21.15.32:0/431170141 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f91600b2360 0x7f91600cbfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:49:33.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.356+0000 7f9165cdd640 1 -- 172.21.15.32:0/431170141 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f91600b2360 msgr2=0x7f91600cbfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:49:33.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.356+0000 7f9165cdd640 1 --2- 172.21.15.32:0/431170141 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f91600b2360 0x7f91600cbfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:49:33.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.356+0000 7f9165cdd640 1 -- 172.21.15.32:0/431170141 >> v1:172.21.15.32:6789/0 conn(0x7f91600b2740 legacy=0x7f91600c86f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:49:33.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.356+0000 7f915ffff640 1 -- 172.21.15.32:0/431170141 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3128339320 0 0) 0x7f91600707e0 con 0x7f91600b2740 2024-09-13T17:49:33.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.356+0000 7f9165cdd640 1 -- 172.21.15.32:0/431170141 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9160070470 con 0x7f9160070c70 2024-09-13T17:49:33.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.360+0000 7f9165cdd640 1 --2- 172.21.15.32:0/431170141 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9160070c70 0x7f91600710d0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f9158009870 tx=0x7f915801c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=295074e59d13e884 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:49:33.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.360+0000 7f915ffff640 1 -- 172.21.15.32:0/431170141 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91580ab660 con 0x7f9160070c70 2024-09-13T17:49:33.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.360+0000 7f915ffff640 1 -- 172.21.15.32:0/431170141 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91580ab7c0 con 0x7f9160070c70 2024-09-13T17:49:33.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.360+0000 7f915ffff640 1 -- 172.21.15.32:0/431170141 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91580abb50 con 0x7f9160070c70 2024-09-13T17:49:33.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.360+0000 7f9167740640 1 -- 172.21.15.32:0/431170141 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9160070c70 msgr2=0x7f91600710d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:49:33.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.360+0000 7f9167740640 1 --2- 172.21.15.32:0/431170141 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9160070c70 0x7f91600710d0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f9158009870 tx=0x7f915801c4d0 comp rx=0 tx=0).stop 2024-09-13T17:49:33.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.360+0000 7f9167740640 1 -- 172.21.15.32:0/431170141 shutdown_connections 2024-09-13T17:49:33.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.360+0000 7f9167740640 1 --2- 172.21.15.32:0/431170141 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9160070c70 0x7f91600710d0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:49:33.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.360+0000 7f9167740640 1 --2- 172.21.15.32:0/431170141 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f91600b2360 0x7f91600cbfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:49:33.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.360+0000 7f9167740640 1 -- 172.21.15.32:0/431170141 >> 172.21.15.32:0/431170141 conn(0x7f91600afbf0 msgr2=0x7f91600b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:49:33.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.360+0000 7f9167740640 1 -- 172.21.15.32:0/431170141 shutdown_connections 2024-09-13T17:49:33.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.360+0000 7f9167740640 1 -- 172.21.15.32:0/431170141 wait complete. 2024-09-13T17:49:33.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9167740640 1 Processor -- start 2024-09-13T17:49:33.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9167740640 1 -- start start 2024-09-13T17:49:33.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9167740640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9160070c70 0x7f91601565b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:49:33.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9167740640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f91600b2360 0x7f91600b0ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:49:33.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9167740640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91600b2740 0x7f91600b1530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:49:33.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9167740640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91600c5170 con 0x7f91600b2740 2024-09-13T17:49:33.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9167740640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f916006dec0 con 0x7f91600b2360 2024-09-13T17:49:33.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9167740640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91600c53c0 con 0x7f9160070c70 2024-09-13T17:49:33.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9165cdd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91600b2740 0x7f91600b1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:49:33.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9165cdd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91600b2740 0x7f91600b1530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54966/0 (socket says 172.21.15.32:54966) 2024-09-13T17:49:33.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9165cdd640 1 -- 172.21.15.32:0/3769112303 learned_addr learned my addr 172.21.15.32:0/3769112303 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:49:33.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f91654dc640 1 --2- 172.21.15.32:0/3769112303 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9160070c70 0x7f91601565b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:49:33.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9164cdb640 1 --2- 172.21.15.32:0/3769112303 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f91600b2360 0x7f91600b0ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:49:33.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9165cdd640 1 -- 172.21.15.32:0/3769112303 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9160070c70 msgr2=0x7f91601565b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:49:33.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9165cdd640 1 --2- 172.21.15.32:0/3769112303 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9160070c70 0x7f91601565b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:49:33.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9165cdd640 1 -- 172.21.15.32:0/3769112303 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f91600b2360 msgr2=0x7f91600b0ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:49:33.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9165cdd640 1 --2- 172.21.15.32:0/3769112303 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f91600b2360 0x7f91600b0ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:49:33.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9165cdd640 1 -- 172.21.15.32:0/3769112303 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91580094d0 con 0x7f91600b2740 2024-09-13T17:49:33.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f91654dc640 1 --2- 172.21.15.32:0/3769112303 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9160070c70 0x7f91601565b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:49:33.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9165cdd640 1 --2- 172.21.15.32:0/3769112303 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91600b2740 0x7f91600b1530 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f915801a100 tx=0x7f9158019270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:49:33.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f915dffb640 1 -- 172.21.15.32:0/3769112303 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91580b4800 con 0x7f91600b2740 2024-09-13T17:49:33.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f915dffb640 1 -- 172.21.15.32:0/3769112303 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91580b4960 con 0x7f91600b2740 2024-09-13T17:49:33.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f915dffb640 1 -- 172.21.15.32:0/3769112303 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91580b4d10 con 0x7f91600b2740 2024-09-13T17:49:33.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9167740640 1 -- 172.21.15.32:0/3769112303 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91600c8f80 con 0x7f91600b2740 2024-09-13T17:49:33.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9167740640 1 -- 172.21.15.32:0/3769112303 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91600c5980 con 0x7f91600b2740 2024-09-13T17:49:33.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f9167740640 1 -- 172.21.15.32:0/3769112303 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91600c5b70 con 0x7f91600b2740 2024-09-13T17:49:33.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.364+0000 7f915dffb640 1 -- 172.21.15.32:0/3769112303 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f91580a9070 con 0x7f91600b2740 2024-09-13T17:49:33.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.368+0000 7f915dffb640 1 --2- 172.21.15.32:0/3769112303 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f914c0666c0 0x7f914c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:49:33.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.368+0000 7f915dffb640 1 -- 172.21.15.32:0/3769112303 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f915811ebb0 con 0x7f91600b2740 2024-09-13T17:49:33.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.368+0000 7f91654dc640 1 --2- 172.21.15.32:0/3769112303 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f914c0666c0 0x7f914c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:49:33.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.368+0000 7f91654dc640 1 --2- 172.21.15.32:0/3769112303 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f914c0666c0 0x7f914c068b80 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f9150007a70 tx=0x7f9150008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:49:33.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.372+0000 7f915dffb640 1 -- 172.21.15.32:0/3769112303 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f91580ebf70 con 0x7f91600b2740 2024-09-13T17:49:33.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.580+0000 7f9167740640 1 -- 172.21.15.32:0/3769112303 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth get", "entity": "client.admin"} v 0) v1 -- 0x7f91600710d0 con 0x7f91600b2740 2024-09-13T17:49:33.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.584+0000 7f915dffb640 1 -- 172.21.15.32:0/3769112303 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth get", "entity": "client.admin"}]=0 v11) v1 ==== 82+0+151 (secure 0 0 0) 0x7f91580ef590 con 0x7f91600b2740 2024-09-13T17:49:33.585 INFO:teuthology.orchestra.run.smithi032.stdout:[client.admin] 2024-09-13T17:49:33.585 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBkeuRmH8oMKxAAVQfWwTmei3dpWY9pZQHEDQ== 2024-09-13T17:49:33.585 INFO:teuthology.orchestra.run.smithi032.stdout: caps mds = "allow *" 2024-09-13T17:49:33.585 INFO:teuthology.orchestra.run.smithi032.stdout: caps mgr = "allow *" 2024-09-13T17:49:33.585 INFO:teuthology.orchestra.run.smithi032.stdout: caps mon = "allow *" 2024-09-13T17:49:33.585 INFO:teuthology.orchestra.run.smithi032.stdout: caps osd = "allow *" 2024-09-13T17:49:33.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.584+0000 7f9167740640 1 -- 172.21.15.32:0/3769112303 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f914c0666c0 msgr2=0x7f914c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:49:33.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.584+0000 7f9167740640 1 --2- 172.21.15.32:0/3769112303 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f914c0666c0 0x7f914c068b80 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f9150007a70 tx=0x7f9150008040 comp rx=0 tx=0).stop 2024-09-13T17:49:33.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.584+0000 7f9167740640 1 -- 172.21.15.32:0/3769112303 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91600b2740 msgr2=0x7f91600b1530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:49:33.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.584+0000 7f9167740640 1 --2- 172.21.15.32:0/3769112303 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91600b2740 0x7f91600b1530 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f915801a100 tx=0x7f9158019270 comp rx=0 tx=0).stop 2024-09-13T17:49:33.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.584+0000 7f9167740640 1 -- 172.21.15.32:0/3769112303 shutdown_connections 2024-09-13T17:49:33.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.584+0000 7f9167740640 1 --2- 172.21.15.32:0/3769112303 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f914c0666c0 0x7f914c068b80 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:49:33.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.584+0000 7f9167740640 1 --2- 172.21.15.32:0/3769112303 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91600b2740 0x7f91600b1530 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:49:33.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.584+0000 7f9167740640 1 --2- 172.21.15.32:0/3769112303 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f91600b2360 0x7f91600b0ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:49:33.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.584+0000 7f9167740640 1 --2- 172.21.15.32:0/3769112303 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f9160070c70 0x7f91601565b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:49:33.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.584+0000 7f9167740640 1 -- 172.21.15.32:0/3769112303 >> 172.21.15.32:0/3769112303 conn(0x7f91600afbf0 msgr2=0x7f91600ae890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:49:33.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.584+0000 7f9167740640 1 -- 172.21.15.32:0/3769112303 shutdown_connections 2024-09-13T17:49:33.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:49:33.584+0000 7f9167740640 1 -- 172.21.15.32:0/3769112303 wait complete. 2024-09-13T17:49:33.603 DEBUG:teuthology.orchestra.run.smithi032:> mktemp 2024-09-13T17:49:33.608 INFO:teuthology.orchestra.run.smithi032.stdout:/tmp/tmp.3lMXCjIfjy 2024-09-13T17:49:33.608 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:49:33.608 DEBUG:teuthology.orchestra.run.smithi032:> dd of=/tmp/tmp.3lMXCjIfjy 2024-09-13T17:49:33.657 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:49:33.657 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/tmp/tmp.q87hw23xjVxfstests-dev/local.config 2024-09-13T17:49:33.716 INFO:tasks.cephfs.xfstests_dev:local.config's contents - export FSTYP=ceph-fuse export CEPH_FUSE_BIN_PATH=ceph-fuse export TEST_DEV=ceph-fuse # without this tests won't get started export TEST_DIR=/tmp/tmp.yGleykwrlotest export SCRATCH_DEV= export SCRATCH_MNT=/tmp/tmp.FJ94I26iQAscratch export CEPHFS_MOUNT_OPTIONS="-m 172.21.15.32:6789 -k /tmp/tmp.3lMXCjIfjy --client_mountpoint /test" 2024-09-13T17:49:33.717 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:49:33.717 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/tmp/tmp.q87hw23xjVxfstests-dev/ceph.exclude 2024-09-13T17:49:33.773 DEBUG:teuthology.orchestra.run.smithi032:> (cd /tmp/tmp.q87hw23xjVxfstests-dev && exec sudo make) 2024-09-13T17:49:33.833 INFO:teuthology.orchestra.run.smithi032.stdout:libtoolize -cfi 2024-09-13T17:49:34.138 INFO:teuthology.orchestra.run.smithi032.stdout:libtoolize: putting auxiliary files in '.'. 2024-09-13T17:49:34.138 INFO:teuthology.orchestra.run.smithi032.stdout:libtoolize: copying file './config.guess' 2024-09-13T17:49:34.143 INFO:teuthology.orchestra.run.smithi032.stdout:libtoolize: copying file './config.sub' 2024-09-13T17:49:34.150 INFO:teuthology.orchestra.run.smithi032.stdout:libtoolize: copying file './install-sh' 2024-09-13T17:49:34.156 INFO:teuthology.orchestra.run.smithi032.stdout:libtoolize: copying file './ltmain.sh' 2024-09-13T17:49:34.178 INFO:teuthology.orchestra.run.smithi032.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2024-09-13T17:49:34.178 INFO:teuthology.orchestra.run.smithi032.stdout:libtoolize: copying file 'm4/libtool.m4' 2024-09-13T17:49:34.184 INFO:teuthology.orchestra.run.smithi032.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2024-09-13T17:49:34.189 INFO:teuthology.orchestra.run.smithi032.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2024-09-13T17:49:34.194 INFO:teuthology.orchestra.run.smithi032.stdout:libtoolize: copying file 'm4/ltversion.m4' 2024-09-13T17:49:34.199 INFO:teuthology.orchestra.run.smithi032.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2024-09-13T17:49:34.205 INFO:teuthology.orchestra.run.smithi032.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2024-09-13T17:49:34.206 INFO:teuthology.orchestra.run.smithi032.stdout:cp include/install-sh . 2024-09-13T17:49:34.207 INFO:teuthology.orchestra.run.smithi032.stdout:aclocal -I m4 2024-09-13T17:49:35.409 INFO:teuthology.orchestra.run.smithi032.stdout:autoheader 2024-09-13T17:49:35.779 INFO:teuthology.orchestra.run.smithi032.stdout:autoconf 2024-09-13T17:49:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:./configure \ 2024-09-13T17:49:36.190 INFO:teuthology.orchestra.run.smithi032.stdout: --libexecdir=/usr/lib \ 2024-09-13T17:49:36.190 INFO:teuthology.orchestra.run.smithi032.stdout: --exec_prefix=/var/lib 2024-09-13T17:49:36.618 INFO:teuthology.orchestra.run.smithi032.stdout:checking build system type... x86_64-pc-linux-gnu 2024-09-13T17:49:36.618 INFO:teuthology.orchestra.run.smithi032.stdout:checking host system type... x86_64-pc-linux-gnu 2024-09-13T17:49:36.653 INFO:teuthology.orchestra.run.smithi032.stdout:checking how to print strings... printf 2024-09-13T17:49:36.653 INFO:teuthology.orchestra.run.smithi032.stdout:checking for gcc... gcc 2024-09-13T17:49:36.856 INFO:teuthology.orchestra.run.smithi032.stdout:checking whether the C compiler works... yes 2024-09-13T17:49:36.856 INFO:teuthology.orchestra.run.smithi032.stdout:checking for C compiler default output file name... a.out 2024-09-13T17:49:36.894 INFO:teuthology.orchestra.run.smithi032.stdout:checking for suffix of executables... 2024-09-13T17:49:36.968 INFO:teuthology.orchestra.run.smithi032.stdout:checking whether we are cross compiling... no 2024-09-13T17:49:36.988 INFO:teuthology.orchestra.run.smithi032.stdout:checking for suffix of object files... o 2024-09-13T17:49:37.005 INFO:teuthology.orchestra.run.smithi032.stdout:checking whether the compiler supports GNU C... yes 2024-09-13T17:49:37.023 INFO:teuthology.orchestra.run.smithi032.stdout:checking whether gcc accepts -g... yes 2024-09-13T17:49:37.149 INFO:teuthology.orchestra.run.smithi032.stdout:checking for gcc option to enable C11 features... none needed 2024-09-13T17:49:37.154 INFO:teuthology.orchestra.run.smithi032.stdout:checking for a sed that does not truncate output... /usr/bin/sed 2024-09-13T17:49:37.158 INFO:teuthology.orchestra.run.smithi032.stdout:checking for grep that handles long lines and -e... /usr/bin/grep 2024-09-13T17:49:37.160 INFO:teuthology.orchestra.run.smithi032.stdout:checking for egrep... /usr/bin/grep -E 2024-09-13T17:49:37.162 INFO:teuthology.orchestra.run.smithi032.stdout:checking for fgrep... /usr/bin/grep -F 2024-09-13T17:49:37.169 INFO:teuthology.orchestra.run.smithi032.stdout:checking for ld used by gcc... /usr/bin/ld 2024-09-13T17:49:37.173 INFO:teuthology.orchestra.run.smithi032.stdout:checking if the linker (/usr/bin/ld) is GNU ld... yes 2024-09-13T17:49:37.197 INFO:teuthology.orchestra.run.smithi032.stdout:checking for BSD- or MS-compatible name lister (nm)... /usr/bin/nm -B 2024-09-13T17:49:37.221 INFO:teuthology.orchestra.run.smithi032.stdout:checking the name lister (/usr/bin/nm -B) interface... BSD nm 2024-09-13T17:49:37.221 INFO:teuthology.orchestra.run.smithi032.stdout:checking whether ln -s works... yes 2024-09-13T17:49:37.228 INFO:teuthology.orchestra.run.smithi032.stdout:checking the maximum length of command line arguments... 1572864 2024-09-13T17:49:37.232 INFO:teuthology.orchestra.run.smithi032.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2024-09-13T17:49:37.232 INFO:teuthology.orchestra.run.smithi032.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2024-09-13T17:49:37.232 INFO:teuthology.orchestra.run.smithi032.stdout:checking for /usr/bin/ld option to reload object files... -r 2024-09-13T17:49:37.233 INFO:teuthology.orchestra.run.smithi032.stdout:checking for objdump... objdump 2024-09-13T17:49:37.233 INFO:teuthology.orchestra.run.smithi032.stdout:checking how to recognize dependent libraries... pass_all 2024-09-13T17:49:37.234 INFO:teuthology.orchestra.run.smithi032.stdout:checking for dlltool... no 2024-09-13T17:49:37.234 INFO:teuthology.orchestra.run.smithi032.stdout:checking how to associate runtime and link libraries... printf %s\n 2024-09-13T17:49:37.234 INFO:teuthology.orchestra.run.smithi032.stdout:checking for ar... ar 2024-09-13T17:49:37.269 INFO:teuthology.orchestra.run.smithi032.stdout:checking for archiver @FILE support... @ 2024-09-13T17:49:37.269 INFO:teuthology.orchestra.run.smithi032.stdout:checking for strip... strip 2024-09-13T17:49:37.270 INFO:teuthology.orchestra.run.smithi032.stdout:checking for ranlib... ranlib 2024-09-13T17:49:37.270 INFO:teuthology.orchestra.run.smithi032.stdout:checking for gawk... gawk 2024-09-13T17:49:37.336 INFO:teuthology.orchestra.run.smithi032.stdout:checking command to parse /usr/bin/nm -B output from gcc object... ok 2024-09-13T17:49:37.337 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sysroot... no 2024-09-13T17:49:37.342 INFO:teuthology.orchestra.run.smithi032.stdout:checking for a working dd... /usr/bin/dd 2024-09-13T17:49:37.345 INFO:teuthology.orchestra.run.smithi032.stdout:checking how to truncate binary pipes... /usr/bin/dd bs=4096 count=1 2024-09-13T17:49:37.360 INFO:teuthology.orchestra.run.smithi032.stdout:checking for mt... mt 2024-09-13T17:49:37.370 INFO:teuthology.orchestra.run.smithi032.stdout:checking if mt is a manifest tool... no 2024-09-13T17:49:37.394 INFO:teuthology.orchestra.run.smithi032.stdout:checking for stdio.h... yes 2024-09-13T17:49:37.435 INFO:teuthology.orchestra.run.smithi032.stdout:checking for stdlib.h... yes 2024-09-13T17:49:37.466 INFO:teuthology.orchestra.run.smithi032.stdout:checking for string.h... yes 2024-09-13T17:49:37.509 INFO:teuthology.orchestra.run.smithi032.stdout:checking for inttypes.h... yes 2024-09-13T17:49:37.535 INFO:teuthology.orchestra.run.smithi032.stdout:checking for stdint.h... yes 2024-09-13T17:49:37.563 INFO:teuthology.orchestra.run.smithi032.stdout:checking for strings.h... yes 2024-09-13T17:49:37.590 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sys/stat.h... yes 2024-09-13T17:49:37.618 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sys/types.h... yes 2024-09-13T17:49:37.655 INFO:teuthology.orchestra.run.smithi032.stdout:checking for unistd.h... yes 2024-09-13T17:49:37.689 INFO:teuthology.orchestra.run.smithi032.stdout:checking for dlfcn.h... yes 2024-09-13T17:49:37.693 INFO:teuthology.orchestra.run.smithi032.stdout:checking for objdir... .libs 2024-09-13T17:49:37.775 INFO:teuthology.orchestra.run.smithi032.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2024-09-13T17:49:37.775 INFO:teuthology.orchestra.run.smithi032.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2024-09-13T17:49:37.793 INFO:teuthology.orchestra.run.smithi032.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2024-09-13T17:49:38.039 INFO:teuthology.orchestra.run.smithi032.stdout:checking if gcc static flag -static works... yes 2024-09-13T17:49:38.068 INFO:teuthology.orchestra.run.smithi032.stdout:checking if gcc supports -c -o file.o... yes 2024-09-13T17:49:38.068 INFO:teuthology.orchestra.run.smithi032.stdout:checking if gcc supports -c -o file.o... (cached) yes 2024-09-13T17:49:38.077 INFO:teuthology.orchestra.run.smithi032.stdout:checking whether the gcc linker (/usr/bin/ld -m elf_x86_64) supports shared libraries... yes 2024-09-13T17:49:38.104 INFO:teuthology.orchestra.run.smithi032.stdout:checking whether -lc should be explicitly linked in... no 2024-09-13T17:49:38.180 INFO:teuthology.orchestra.run.smithi032.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2024-09-13T17:49:38.180 INFO:teuthology.orchestra.run.smithi032.stdout:checking how to hardcode library paths into programs... immediate 2024-09-13T17:49:38.191 INFO:teuthology.orchestra.run.smithi032.stdout:checking whether stripping libraries is possible... yes 2024-09-13T17:49:38.191 INFO:teuthology.orchestra.run.smithi032.stdout:checking if libtool supports shared libraries... yes 2024-09-13T17:49:38.192 INFO:teuthology.orchestra.run.smithi032.stdout:checking whether to build shared libraries... yes 2024-09-13T17:49:38.192 INFO:teuthology.orchestra.run.smithi032.stdout:checking whether to build static libraries... yes 2024-09-13T17:49:38.202 INFO:teuthology.orchestra.run.smithi032.stdout:checking for gcc... (cached) gcc 2024-09-13T17:49:38.230 INFO:teuthology.orchestra.run.smithi032.stdout:checking whether the compiler supports GNU C... (cached) yes 2024-09-13T17:49:38.230 INFO:teuthology.orchestra.run.smithi032.stdout:checking whether gcc accepts -g... (cached) yes 2024-09-13T17:49:38.230 INFO:teuthology.orchestra.run.smithi032.stdout:checking for gcc option to enable C11 features... (cached) none needed 2024-09-13T17:49:38.230 INFO:teuthology.orchestra.run.smithi032.stdout:checking for gmake... /usr/bin/gmake 2024-09-13T17:49:38.231 INFO:teuthology.orchestra.run.smithi032.stderr:./configure: line 12753: test: $(SHELL): binary operator expected 2024-09-13T17:49:38.231 INFO:teuthology.orchestra.run.smithi032.stdout:checking for tar... /bin/tar 2024-09-13T17:49:38.231 INFO:teuthology.orchestra.run.smithi032.stdout:checking for gzip... /bin/gzip 2024-09-13T17:49:38.243 INFO:teuthology.orchestra.run.smithi032.stdout:checking whether gcc -MM is supported... yes 2024-09-13T17:49:38.243 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sort... /bin/sort 2024-09-13T17:49:38.243 INFO:teuthology.orchestra.run.smithi032.stdout:checking whether ln -s works... yes 2024-09-13T17:49:38.244 INFO:teuthology.orchestra.run.smithi032.stdout:checking for rpm... no 2024-09-13T17:49:38.281 INFO:teuthology.orchestra.run.smithi032.stdout:checking for assert.h... yes 2024-09-13T17:49:38.319 INFO:teuthology.orchestra.run.smithi032.stdout:checking for bstring.h... no 2024-09-13T17:49:38.356 INFO:teuthology.orchestra.run.smithi032.stdout:checking for libgen.h... yes 2024-09-13T17:49:38.433 INFO:teuthology.orchestra.run.smithi032.stdout:checking for dirent.h... yes 2024-09-13T17:49:38.513 INFO:teuthology.orchestra.run.smithi032.stdout:checking for errno.h... yes 2024-09-13T17:49:38.551 INFO:teuthology.orchestra.run.smithi032.stdout:checking for malloc.h... yes 2024-09-13T17:49:38.589 INFO:teuthology.orchestra.run.smithi032.stdout:checking for uuid.h... no 2024-09-13T17:49:38.629 INFO:teuthology.orchestra.run.smithi032.stdout:checking for uuid/uuid.h... yes 2024-09-13T17:49:38.670 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sys/uuid.h... no 2024-09-13T17:49:38.703 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sys/file.h... yes 2024-09-13T17:49:38.737 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sys/fcntl.h... yes 2024-09-13T17:49:38.775 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sys/syssgi.h... no 2024-09-13T17:49:38.830 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sys/param.h... yes 2024-09-13T17:49:38.830 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sys/stat.h... (cached) yes 2024-09-13T17:49:38.860 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sys/statvfs.h... yes 2024-09-13T17:49:38.890 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sys/time.h... yes 2024-09-13T17:49:38.927 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sys/ioctl.h... yes 2024-09-13T17:49:38.962 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sys/wait.h... yes 2024-09-13T17:49:38.963 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sys/types.h... (cached) yes 2024-09-13T17:49:38.963 INFO:teuthology.orchestra.run.smithi032.stdout:checking for strings.h... (cached) yes 2024-09-13T17:49:38.992 INFO:teuthology.orchestra.run.smithi032.stdout:checking for err.h... yes 2024-09-13T17:49:39.024 INFO:teuthology.orchestra.run.smithi032.stdout:checking for linux/falloc.h... yes 2024-09-13T17:49:39.057 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sys/fs/xfs_fsops.h... no 2024-09-13T17:49:39.091 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sys/fs/xfs_itable.h... no 2024-09-13T17:49:39.125 INFO:teuthology.orchestra.run.smithi032.stdout:checking for xfs/platform_defs.h... no 2024-09-13T17:49:39.164 INFO:teuthology.orchestra.run.smithi032.stdout:checking for btrfs/ioctl.h... no 2024-09-13T17:49:39.198 INFO:teuthology.orchestra.run.smithi032.stdout:checking for cifs/ioctl.h... no 2024-09-13T17:49:39.237 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sys/mman.h... yes 2024-09-13T17:49:39.277 INFO:teuthology.orchestra.run.smithi032.stdout:checking for linux/ext4.h... no 2024-09-13T17:49:39.293 INFO:teuthology.orchestra.run.smithi032.stdout:checking for xfs/xfs_log_format.h... no 2024-09-13T17:49:39.339 INFO:teuthology.orchestra.run.smithi032.stdout:checking for uuid_compare... no 2024-09-13T17:49:39.376 INFO:teuthology.orchestra.run.smithi032.stdout:checking for uuid_compare in -luuid... yes 2024-09-13T17:49:39.469 INFO:teuthology.orchestra.run.smithi032.stdout:checking for xfs/xfs.h... yes 2024-09-13T17:49:39.487 INFO:teuthology.orchestra.run.smithi032.stdout:checking for xfs/libxfs.h... no 2024-09-13T17:49:39.526 INFO:teuthology.orchestra.run.smithi032.stdout:checking for gcc options needed to detect all undeclared functions... none needed 2024-09-13T17:49:39.547 INFO:teuthology.orchestra.run.smithi032.stdout:checking whether xlog_assign_lsn is declared... no 2024-09-13T17:49:39.595 INFO:teuthology.orchestra.run.smithi032.stdout:checking for xfs/xqm.h... yes 2024-09-13T17:49:39.669 INFO:teuthology.orchestra.run.smithi032.stdout:checking xfsctl from xfs/xfs.h... ok 2024-09-13T17:49:39.703 INFO:teuthology.orchestra.run.smithi032.stdout:checking for xfs/handle.h... yes 2024-09-13T17:49:39.741 INFO:teuthology.orchestra.run.smithi032.stdout:checking for attr_list_by_handle in -lhandle... yes 2024-09-13T17:49:39.790 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sys/acl.h... yes 2024-09-13T17:49:39.832 INFO:teuthology.orchestra.run.smithi032.stdout:checking for acl/libacl.h... yes 2024-09-13T17:49:39.871 INFO:teuthology.orchestra.run.smithi032.stdout:checking for acl_init in -lacl... yes 2024-09-13T17:49:39.908 INFO:teuthology.orchestra.run.smithi032.stdout:checking for gdbm-ndbm.h... no 2024-09-13T17:49:39.942 INFO:teuthology.orchestra.run.smithi032.stdout:checking for gdbm/ndbm.h... no 2024-09-13T17:49:39.976 INFO:teuthology.orchestra.run.smithi032.stdout:checking for ndbm.h... no 2024-09-13T17:49:40.016 INFO:teuthology.orchestra.run.smithi032.stdout:checking for libaio.h... yes 2024-09-13T17:49:40.058 INFO:teuthology.orchestra.run.smithi032.stdout:checking for liburing.h... no 2024-09-13T17:49:40.096 INFO:teuthology.orchestra.run.smithi032.stdout:checking for sys/capability.h... no 2024-09-13T17:49:40.139 INFO:teuthology.orchestra.run.smithi032.stdout:checking for linux/fiemap.h... yes 2024-09-13T17:49:40.178 INFO:teuthology.orchestra.run.smithi032.stdout:checking for fallocate... yes 2024-09-13T17:49:40.220 INFO:teuthology.orchestra.run.smithi032.stdout:checking for open_by_handle_at... yes 2024-09-13T17:49:40.254 INFO:teuthology.orchestra.run.smithi032.stdout:checking for linux/fs.h... yes 2024-09-13T17:49:40.285 INFO:teuthology.orchestra.run.smithi032.stdout:checking for btrfsutil.h... no 2024-09-13T17:49:40.329 INFO:teuthology.orchestra.run.smithi032.stdout:checking for copy_file_range... yes 2024-09-13T17:49:40.376 INFO:teuthology.orchestra.run.smithi032.stdout:checking for SEEK_DATA... yes 2024-09-13T17:49:40.441 INFO:teuthology.orchestra.run.smithi032.stdout:checking for BMV_OF_SHARED... yes 2024-09-13T17:49:40.484 INFO:teuthology.orchestra.run.smithi032.stdout:checking for nftw... yes 2024-09-13T17:49:40.524 INFO:teuthology.orchestra.run.smithi032.stdout:checking for RLIMIT_NOFILE... yes 2024-09-13T17:49:40.564 INFO:teuthology.orchestra.run.smithi032.stdout:checking for new enough XFS_IOC_EXCHANGE_RANGE... no 2024-09-13T17:49:40.600 INFO:teuthology.orchestra.run.smithi032.stdout:checking for FICLONE... yes 2024-09-13T17:49:40.635 INFO:teuthology.orchestra.run.smithi032.stdout:checking for renameat2... yes 2024-09-13T17:49:40.671 INFO:teuthology.orchestra.run.smithi032.stdout:checking for reallocarray... yes 2024-09-13T17:49:40.702 INFO:teuthology.orchestra.run.smithi032.stdout:checking for struct mount_attr... yes 2024-09-13T17:49:40.751 INFO:teuthology.orchestra.run.smithi032.stdout:checking for struct btrfs_qgroup_limit... yes 2024-09-13T17:49:40.784 INFO:teuthology.orchestra.run.smithi032.stdout:checking for struct btrfs_qgroup_inherit... yes 2024-09-13T17:49:40.818 INFO:teuthology.orchestra.run.smithi032.stdout:checking for struct btrfs_ioctl_vol_args... yes 2024-09-13T17:49:40.852 INFO:teuthology.orchestra.run.smithi032.stdout:checking for struct btrfs_ioctl_vol_args_v2... yes 2024-09-13T17:49:40.889 INFO:teuthology.orchestra.run.smithi032.stdout:checking for struct btrfs_ioctl_ino_lookup_args... yes 2024-09-13T17:49:40.923 INFO:teuthology.orchestra.run.smithi032.stdout:checking for struct btrfs_ioctl_ino_lookup_user_args... yes 2024-09-13T17:49:40.958 INFO:teuthology.orchestra.run.smithi032.stdout:checking for struct btrfs_ioctl_get_subvol_rootref_args... yes 2024-09-13T17:49:40.991 INFO:teuthology.orchestra.run.smithi032.stdout:checking for linux/btrfs.h... yes 2024-09-13T17:49:41.023 INFO:teuthology.orchestra.run.smithi032.stdout:checking for linux/btrfs_tree.h... yes 2024-09-13T17:49:41.042 INFO:teuthology.orchestra.run.smithi032.stdout:checking for struct btrfs_ioctl_vol_args_v2.subvolid... yes 2024-09-13T17:49:41.081 INFO:teuthology.orchestra.run.smithi032.stdout:checking whether BTRFS_IOC_SNAP_DESTROY_V2 is declared... yes 2024-09-13T17:49:41.099 INFO:teuthology.orchestra.run.smithi032.stdout:configure: creating ./config.status 2024-09-13T17:49:41.515 INFO:teuthology.orchestra.run.smithi032.stdout:config.status: creating include/builddefs 2024-09-13T17:49:41.530 INFO:teuthology.orchestra.run.smithi032.stdout:config.status: creating include/config.h 2024-09-13T17:49:41.541 INFO:teuthology.orchestra.run.smithi032.stdout:config.status: executing libtool commands 2024-09-13T17:49:41.586 INFO:teuthology.orchestra.run.smithi032.stdout:Building include 2024-09-13T17:49:41.590 INFO:teuthology.orchestra.run.smithi032.stdout:Building lib 2024-09-13T17:49:41.593 INFO:teuthology.orchestra.run.smithi032.stdout: [LTDEP] 2024-09-13T17:49:41.731 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:49:41.734 DEBUG:teuthology.orchestra.run.smithi159:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:49:41.743 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] dataascii.lo 2024-09-13T17:49:41.853 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] databin.lo 2024-09-13T17:49:42.005 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] datapid.lo 2024-09-13T17:49:42.106 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] file_lock.lo 2024-09-13T17:49:42.273 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] forker.lo 2024-09-13T17:49:42.445 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] pattern.lo 2024-09-13T17:49:42.574 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] open_flags.lo 2024-09-13T17:49:42.732 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] random_range.lo 2024-09-13T17:49:42.985 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] string_to_tokens.lo 2024-09-13T17:49:43.095 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] str_to_bytes.lo 2024-09-13T17:49:43.253 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] tlibio.lo 2024-09-13T17:49:43.537 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] write_log.lo 2024-09-13T17:49:43.602 INFO:teuthology.orchestra.run.smithi032.stderr:write_log.c: In function 'wlog_record_write': 2024-09-13T17:49:43.602 INFO:teuthology.orchestra.run.smithi032.stderr:write_log.c:205:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:43.602 INFO:teuthology.orchestra.run.smithi032.stderr: 205 | write(wfile->w_afd, wbuf, reclen); 2024-09-13T17:49:43.602 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:49:43.602 INFO:teuthology.orchestra.run.smithi032.stderr:write_log.c:209:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:43.602 INFO:teuthology.orchestra.run.smithi032.stderr: 209 | write(wfile->w_rfd, wbuf, reclen); 2024-09-13T17:49:43.602 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:49:43.819 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] random.lo 2024-09-13T17:49:43.916 INFO:teuthology.orchestra.run.smithi032.stdout: [LD] 2024-09-13T17:49:43.982 INFO:teuthology.orchestra.run.smithi032.stdout:Building ltp 2024-09-13T17:49:43.985 INFO:teuthology.orchestra.run.smithi032.stdout: [DEP] 2024-09-13T17:49:44.160 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] doio 2024-09-13T17:49:44.899 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] fsstress 2024-09-13T17:49:46.398 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] fsx 2024-09-13T17:49:47.159 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] growfiles 2024-09-13T17:49:47.716 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] iogen 2024-09-13T17:49:47.834 INFO:teuthology.orchestra.run.smithi032.stderr:iogen.c: In function 'main': 2024-09-13T17:49:47.834 INFO:teuthology.orchestra.run.smithi032.stderr:iogen.c:280:9: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:47.835 INFO:teuthology.orchestra.run.smithi032.stderr: 280 | write(outfd, (char *)&req, sizeof(req)); 2024-09-13T17:49:47.835 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:49:47.837 INFO:teuthology.orchestra.run.smithi032.stderr:iogen.c: In function 'parse_cmdline': 2024-09-13T17:49:47.837 INFO:teuthology.orchestra.run.smithi032.stderr:iogen.c:1535:17: warning: ignoring return value of 'getcwd' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:47.837 INFO:teuthology.orchestra.run.smithi032.stderr: 1535 | getcwd(fptr->f_path, 2024-09-13T17:49:47.837 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:49:47.837 INFO:teuthology.orchestra.run.smithi032.stderr: 1536 | sizeof(fptr->f_path)-1); 2024-09-13T17:49:47.837 INFO:teuthology.orchestra.run.smithi032.stderr: | ~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:49:48.119 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] aio-stress 2024-09-13T17:49:48.230 INFO:teuthology.orchestra.run.smithi032.stderr:aio-stress.c: In function 'setup_shared_mem': 2024-09-13T17:49:48.230 INFO:teuthology.orchestra.run.smithi032.stderr:aio-stress.c:1013:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:48.230 INFO:teuthology.orchestra.run.smithi032.stderr: 1013 | ftruncate(fd, total_ram); 2024-09-13T17:49:48.230 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:49:48.552 INFO:teuthology.orchestra.run.smithi032.stdout:Building src 2024-09-13T17:49:48.560 INFO:teuthology.orchestra.run.smithi032.stdout: [DEP] 2024-09-13T17:49:50.790 INFO:teuthology.orchestra.run.smithi032.stdout: [DEP] 2024-09-13T17:49:50.826 INFO:teuthology.orchestra.run.smithi032.stdout: [DEP] 2024-09-13T17:49:50.835 INFO:teuthology.orchestra.run.smithi032.stdout: [DEP] 2024-09-13T17:49:51.098 INFO:teuthology.orchestra.run.smithi032.stdout: [DEP] 2024-09-13T17:49:51.124 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] dirstress 2024-09-13T17:49:51.379 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] fill 2024-09-13T17:49:51.530 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] fill2 2024-09-13T17:49:51.762 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] getpagesize 2024-09-13T17:49:51.891 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] holes 2024-09-13T17:49:52.085 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] lstat64 2024-09-13T17:49:52.272 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] nametest 2024-09-13T17:49:52.401 INFO:teuthology.orchestra.run.smithi032.stderr:nametest.c: In function 'main': 2024-09-13T17:49:52.401 INFO:teuthology.orchestra.run.smithi032.stderr:nametest.c:236:33: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:52.401 INFO:teuthology.orchestra.run.smithi032.stderr: 236 | write(1, "\n", 1); 2024-09-13T17:49:52.401 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~ 2024-09-13T17:49:52.401 INFO:teuthology.orchestra.run.smithi032.stderr:nametest.c:238:25: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:52.402 INFO:teuthology.orchestra.run.smithi032.stderr: 238 | write(1, ".", 1); 2024-09-13T17:49:52.402 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~ 2024-09-13T17:49:52.402 INFO:teuthology.orchestra.run.smithi032.stderr:nametest.c:288:33: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:52.402 INFO:teuthology.orchestra.run.smithi032.stderr: 288 | write(1, ".", 1); 2024-09-13T17:49:52.402 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~ 2024-09-13T17:49:52.529 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] permname 2024-09-13T17:49:52.741 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] randholes 2024-09-13T17:49:53.003 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] runas 2024-09-13T17:49:53.177 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] truncfile 2024-09-13T17:49:53.369 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] usemem 2024-09-13T17:49:53.509 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] mmapcat 2024-09-13T17:49:53.608 INFO:teuthology.orchestra.run.smithi032.stderr:mmapcat.c: In function 'main': 2024-09-13T17:49:53.608 INFO:teuthology.orchestra.run.smithi032.stderr:mmapcat.c:29:9: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:53.608 INFO:teuthology.orchestra.run.smithi032.stderr: 29 | write(1,ptr2,ptr - ptr2); 2024-09-13T17:49:53.608 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:49:53.640 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] append_reader 2024-09-13T17:49:53.787 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] append_writer 2024-09-13T17:49:53.949 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] dirperf 2024-09-13T17:49:54.178 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] metaperf 2024-09-13T17:49:54.301 INFO:teuthology.orchestra.run.smithi032.stderr:metaperf.c: In function 'crfiles': 2024-09-13T17:49:54.301 INFO:teuthology.orchestra.run.smithi032.stderr:metaperf.c:166:25: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:54.301 INFO:teuthology.orchestra.run.smithi032.stderr: 166 | write(fd, buf, fsize); 2024-09-13T17:49:54.301 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:49:54.302 INFO:teuthology.orchestra.run.smithi032.stderr:metaperf.c: In function 't_linkun': 2024-09-13T17:49:54.302 INFO:teuthology.orchestra.run.smithi032.stderr:metaperf.c:454:25: warning: ignoring return value of 'link' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:54.303 INFO:teuthology.orchestra.run.smithi032.stderr: 454 | link("a", *fnp); 2024-09-13T17:49:54.303 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~ 2024-09-13T17:49:54.303 INFO:teuthology.orchestra.run.smithi032.stderr:metaperf.c: In function 't_chown': 2024-09-13T17:49:54.303 INFO:teuthology.orchestra.run.smithi032.stderr:metaperf.c:404:33: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:54.303 INFO:teuthology.orchestra.run.smithi032.stderr: 404 | chown(*fnp, 2, -1); 2024-09-13T17:49:54.303 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~ 2024-09-13T17:49:54.303 INFO:teuthology.orchestra.run.smithi032.stderr:metaperf.c:406:33: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:54.303 INFO:teuthology.orchestra.run.smithi032.stderr: 406 | chown(*fnp, 1, -1); 2024-09-13T17:49:54.303 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~ 2024-09-13T17:49:54.303 INFO:teuthology.orchestra.run.smithi032.stderr:metaperf.c: In function 'i_chown': 2024-09-13T17:49:54.303 INFO:teuthology.orchestra.run.smithi032.stderr:metaperf.c:291:17: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:54.303 INFO:teuthology.orchestra.run.smithi032.stderr: 291 | chown(*fnp, 1, -1); 2024-09-13T17:49:54.303 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~ 2024-09-13T17:49:54.304 INFO:teuthology.orchestra.run.smithi032.stderr:metaperf.c: In function 'main': 2024-09-13T17:49:54.304 INFO:teuthology.orchestra.run.smithi032.stderr:metaperf.c:152:9: warning: ignoring return value of 'chdir' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:54.304 INFO:teuthology.orchestra.run.smithi032.stderr: 152 | chdir(".."); 2024-09-13T17:49:54.304 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~ 2024-09-13T17:49:54.481 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] devzero 2024-09-13T17:49:54.656 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] feature 2024-09-13T17:49:54.876 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] alloc 2024-09-13T17:49:55.011 INFO:teuthology.orchestra.run.smithi032.stderr:alloc.c: In function 'main': 2024-09-13T17:49:55.011 INFO:teuthology.orchestra.run.smithi032.stderr:alloc.c:247:17: warning: ignoring return value of 'mkstemp' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:55.011 INFO:teuthology.orchestra.run.smithi032.stderr: 247 | mkstemp(tmpfile); 2024-09-13T17:49:55.011 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~ 2024-09-13T17:49:55.110 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] fault 2024-09-13T17:49:55.267 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] fstest 2024-09-13T17:49:55.526 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_access_root 2024-09-13T17:49:55.630 INFO:teuthology.orchestra.run.smithi032.stderr:t_access_root.c: In function 'main': 2024-09-13T17:49:55.630 INFO:teuthology.orchestra.run.smithi032.stderr:t_access_root.c:55:5: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:55.630 INFO:teuthology.orchestra.run.smithi032.stderr: 55 | system(cmd); 2024-09-13T17:49:55.631 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~ 2024-09-13T17:49:55.677 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] godown 2024-09-13T17:49:55.842 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] resvtest 2024-09-13T17:49:56.044 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] writemod 2024-09-13T17:49:56.190 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] writev_on_pagefault 2024-09-13T17:49:56.349 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] makeextents 2024-09-13T17:49:56.526 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] itrash 2024-09-13T17:49:56.681 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] rename 2024-09-13T17:49:56.811 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] multi_open_unlink 2024-09-13T17:49:56.980 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] unwritten_sync 2024-09-13T17:49:57.149 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] genhashnames 2024-09-13T17:49:57.340 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_holes 2024-09-13T17:49:57.489 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_mmap_writev 2024-09-13T17:49:57.631 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_truncate_cmtime 2024-09-13T17:49:57.796 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] dirhash_collide 2024-09-13T17:49:57.973 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_rename_overwrite 2024-09-13T17:49:58.103 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] holetest 2024-09-13T17:49:58.217 INFO:teuthology.orchestra.run.smithi032.stderr:holetest.c: In function 'pt_write_marker': 2024-09-13T17:49:58.217 INFO:teuthology.orchestra.run.smithi032.stderr:holetest.c:140:17: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:58.217 INFO:teuthology.orchestra.run.smithi032.stderr: 140 | pwrite(fd, &tid, sizeof(tid), i * page_size + pgoff); 2024-09-13T17:49:58.217 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:49:58.333 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_truncate_self 2024-09-13T17:49:58.484 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] af_unix 2024-09-13T17:49:58.641 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_mmap_stale_pmd 2024-09-13T17:49:58.752 INFO:teuthology.orchestra.run.smithi032.stderr:t_mmap_stale_pmd.c: In function 'main': 2024-09-13T17:49:58.752 INFO:teuthology.orchestra.run.smithi032.stderr:t_mmap_stale_pmd.c:42:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:58.752 INFO:teuthology.orchestra.run.smithi032.stderr: 42 | ftruncate(fd, 0); 2024-09-13T17:49:58.752 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~ 2024-09-13T17:49:58.752 INFO:teuthology.orchestra.run.smithi032.stderr:t_mmap_stale_pmd.c:43:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:58.752 INFO:teuthology.orchestra.run.smithi032.stderr: 43 | ftruncate(fd, MiB(4)); 2024-09-13T17:49:58.752 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:49:58.752 INFO:teuthology.orchestra.run.smithi032.stderr:t_mmap_stale_pmd.c:55:9: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:58.753 INFO:teuthology.orchestra.run.smithi032.stderr: 55 | pwrite(fd, buffer, strlen(buffer), MiB(2)); 2024-09-13T17:49:58.753 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:49:58.795 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_mmap_cow_race 2024-09-13T17:49:58.903 INFO:teuthology.orchestra.run.smithi032.stderr:t_mmap_cow_race.c: In function 'main': 2024-09-13T17:49:58.903 INFO:teuthology.orchestra.run.smithi032.stderr:t_mmap_cow_race.c:61:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:58.903 INFO:teuthology.orchestra.run.smithi032.stderr: 61 | ftruncate(fd, 0); 2024-09-13T17:49:58.903 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~ 2024-09-13T17:49:58.903 INFO:teuthology.orchestra.run.smithi032.stderr:t_mmap_cow_race.c:62:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:58.903 INFO:teuthology.orchestra.run.smithi032.stderr: 62 | ftruncate(fd, MiB(2)); 2024-09-13T17:49:58.903 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:49:58.956 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_mmap_fallocate 2024-09-13T17:49:59.110 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] fsync-err 2024-09-13T17:49:59.297 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_mmap_write_ro 2024-09-13T17:49:59.443 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_ext4_dax_journal_corruption 2024-09-13T17:49:59.548 INFO:teuthology.orchestra.run.smithi032.stderr:t_ext4_dax_journal_corruption.c: In function 'main': 2024-09-13T17:49:59.549 INFO:teuthology.orchestra.run.smithi032.stderr:t_ext4_dax_journal_corruption.c:61:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:49:59.549 INFO:teuthology.orchestra.run.smithi032.stderr: 61 | ftruncate(fd, 0); 2024-09-13T17:49:59.549 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~ 2024-09-13T17:49:59.590 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_ext4_dax_inline_corruption 2024-09-13T17:49:59.735 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_ofd_locks 2024-09-13T17:49:59.937 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_mmap_collision 2024-09-13T17:50:00.145 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] mmap-write-concurrent 2024-09-13T17:50:00.315 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_get_file_time 2024-09-13T17:50:00.461 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_create_short_dirs 2024-09-13T17:50:00.633 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_create_long_dirs 2024-09-13T17:50:00.801 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_enospc 2024-09-13T17:50:01.030 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_mmap_writev_overlap 2024-09-13T17:50:01.207 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] checkpoint_journal 2024-09-13T17:50:01.360 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] mmap-rw-fault 2024-09-13T17:50:01.544 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] allocstale 2024-09-13T17:50:01.711 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_mmap_cow_memory_failure 2024-09-13T17:50:01.887 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] fake-dump-rootino 2024-09-13T17:50:02.027 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] dio-buf-fault 2024-09-13T17:50:02.360 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] rewinddir-test 2024-09-13T17:50:02.562 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] readdir-while-renames 2024-09-13T17:50:02.738 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] dio-append-buf-fault 2024-09-13T17:50:02.908 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] xfsctl 2024-09-13T17:50:03.101 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] bstat 2024-09-13T17:50:03.325 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_mtab 2024-09-13T17:50:03.445 INFO:teuthology.orchestra.run.smithi032.stderr:t_mtab.c: In function 'update_mtab': 2024-09-13T17:50:03.445 INFO:teuthology.orchestra.run.smithi032.stderr:t_mtab.c:256:17: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:03.445 INFO:teuthology.orchestra.run.smithi032.stderr: 256 | chown (mounted_temp, sbuf.st_uid, sbuf.st_gid); 2024-09-13T17:50:03.445 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:03.525 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] getdevicesize 2024-09-13T17:50:03.662 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] preallo_rw_pattern_reader 2024-09-13T17:50:03.795 INFO:teuthology.orchestra.run.smithi032.stderr:In file included from preallo_rw_pattern_reader.c:2: 2024-09-13T17:50:03.795 INFO:teuthology.orchestra.run.smithi032.stderr:iopat.c: In function 'main': 2024-09-13T17:50:03.795 INFO:teuthology.orchestra.run.smithi032.stderr:iopat.c:38:4: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:03.795 INFO:teuthology.orchestra.run.smithi032.stderr: 38 | read(fd, &x, 1048576); 2024-09-13T17:50:03.795 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:03.830 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] preallo_rw_pattern_writer 2024-09-13T17:50:03.962 INFO:teuthology.orchestra.run.smithi032.stderr:In file included from preallo_rw_pattern_writer.c:2: 2024-09-13T17:50:03.962 INFO:teuthology.orchestra.run.smithi032.stderr:iopat.c: In function 'main': 2024-09-13T17:50:03.963 INFO:teuthology.orchestra.run.smithi032.stderr:iopat.c:34:4: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:03.963 INFO:teuthology.orchestra.run.smithi032.stderr: 34 | write(fd, &x, 1048576); 2024-09-13T17:50:03.963 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:03.997 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] ftrunc 2024-09-13T17:50:04.149 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] trunc 2024-09-13T17:50:04.310 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] fs_perms 2024-09-13T17:50:04.424 INFO:teuthology.orchestra.run.smithi032.stderr:fs_perms.c: In function 'main': 2024-09-13T17:50:04.424 INFO:teuthology.orchestra.run.smithi032.stderr:fs_perms.c:54:4: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:04.424 INFO:teuthology.orchestra.run.smithi032.stderr: 54 | system("rm -f test.file"); 2024-09-13T17:50:04.424 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:04.424 INFO:teuthology.orchestra.run.smithi032.stderr:fs_perms.c: In function 'testsetup': 2024-09-13T17:50:04.424 INFO:teuthology.orchestra.run.smithi032.stderr:fs_perms.c:67:4: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:04.424 INFO:teuthology.orchestra.run.smithi032.stderr: 67 | system("cp testx.file test.file"); 2024-09-13T17:50:04.424 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:04.424 INFO:teuthology.orchestra.run.smithi032.stderr:fs_perms.c:69:4: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:04.425 INFO:teuthology.orchestra.run.smithi032.stderr: 69 | chown("test.file",cuserId,cgroupId); 2024-09-13T17:50:04.425 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:04.425 INFO:teuthology.orchestra.run.smithi032.stderr:fs_perms.c: In function 'testfperm': 2024-09-13T17:50:04.425 INFO:teuthology.orchestra.run.smithi032.stderr:fs_perms.c:123:5: warning: ignoring return value of 'seteuid' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:04.425 INFO:teuthology.orchestra.run.smithi032.stderr: 123 | seteuid(0); 2024-09-13T17:50:04.425 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~ 2024-09-13T17:50:04.425 INFO:teuthology.orchestra.run.smithi032.stderr:fs_perms.c:124:5: warning: ignoring return value of 'setegid' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:04.425 INFO:teuthology.orchestra.run.smithi032.stderr: 124 | setegid(0); 2024-09-13T17:50:04.425 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~ 2024-09-13T17:50:04.474 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] testx 2024-09-13T17:50:04.605 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] looptest 2024-09-13T17:50:04.805 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] locktest 2024-09-13T17:50:05.131 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] unwritten_mmap 2024-09-13T17:50:05.300 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] bulkstat_unlink_test 2024-09-13T17:50:05.431 INFO:teuthology.orchestra.run.smithi032.stderr:bulkstat_unlink_test.c: In function 'main': 2024-09-13T17:50:05.431 INFO:teuthology.orchestra.run.smithi032.stderr:bulkstat_unlink_test.c:106:25: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:05.431 INFO:teuthology.orchestra.run.smithi032.stderr: 106 | write(fd[i], fname, sizeof(fname)); 2024-09-13T17:50:05.432 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:05.432 INFO:teuthology.orchestra.run.smithi032.stderr:bulkstat_unlink_test.c:178:17: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:05.432 INFO:teuthology.orchestra.run.smithi032.stderr: 178 | system(fname); 2024-09-13T17:50:05.432 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~ 2024-09-13T17:50:05.522 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] deduperace 2024-09-13T17:50:05.738 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] bulkstat_unlink_test_modified 2024-09-13T17:50:05.873 INFO:teuthology.orchestra.run.smithi032.stderr:bulkstat_unlink_test_modified.c: In function 'main': 2024-09-13T17:50:05.873 INFO:teuthology.orchestra.run.smithi032.stderr:bulkstat_unlink_test_modified.c:83:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:05.873 INFO:teuthology.orchestra.run.smithi032.stderr: 83 | write(fd, fname, sizeof(fname)); 2024-09-13T17:50:05.873 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:05.873 INFO:teuthology.orchestra.run.smithi032.stderr:bulkstat_unlink_test_modified.c:139:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:05.874 INFO:teuthology.orchestra.run.smithi032.stderr: 139 | write(fd, fname, sizeof(fname)); 2024-09-13T17:50:05.874 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:05.874 INFO:teuthology.orchestra.run.smithi032.stderr:bulkstat_unlink_test_modified.c:185:9: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:05.874 INFO:teuthology.orchestra.run.smithi032.stderr: 185 | system(fname); 2024-09-13T17:50:05.874 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~ 2024-09-13T17:50:05.952 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_dir_offset 2024-09-13T17:50:06.090 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_futimens 2024-09-13T17:50:06.227 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_immutable 2024-09-13T17:50:06.360 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c: In function 'create_test_area': 2024-09-13T17:50:06.360 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:2061:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.360 INFO:teuthology.orchestra.run.smithi032.stderr: 2061 | asprintf(&path, "%s/immutable.d", dir); 2024-09-13T17:50:06.360 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.360 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:2096:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.360 INFO:teuthology.orchestra.run.smithi032.stderr: 2096 | asprintf(&path, "%s/append-only.d", dir); 2024-09-13T17:50:06.360 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.361 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c: In function 'remove_test_area': 2024-09-13T17:50:06.361 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:2152:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.361 INFO:teuthology.orchestra.run.smithi032.stderr: 2152 | asprintf(&path, "%s/immutable.d", dir); 2024-09-13T17:50:06.362 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.362 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:2163:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.362 INFO:teuthology.orchestra.run.smithi032.stderr: 2163 | asprintf(&path, "%s/empty-immutable.d", dir); 2024-09-13T17:50:06.362 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.362 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:2175:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.362 INFO:teuthology.orchestra.run.smithi032.stderr: 2175 | asprintf(&path, "%s/append-only.d", dir); 2024-09-13T17:50:06.362 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.362 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:2186:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.362 INFO:teuthology.orchestra.run.smithi032.stderr: 2186 | asprintf(&path, "%s/empty-append-only.d", dir); 2024-09-13T17:50:06.362 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.362 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:2197:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.363 INFO:teuthology.orchestra.run.smithi032.stderr: 2197 | asprintf(&path, "%s/append-only.f", dir); 2024-09-13T17:50:06.363 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.363 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:2209:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.363 INFO:teuthology.orchestra.run.smithi032.stderr: 2209 | asprintf(&path, "%s/immutable.f", dir); 2024-09-13T17:50:06.363 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.364 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c: In function 'check_test_area': 2024-09-13T17:50:06.364 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1788:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.364 INFO:teuthology.orchestra.run.smithi032.stderr: 1788 | asprintf(&path, "%s/", dir); 2024-09-13T17:50:06.365 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.365 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1800:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.365 INFO:teuthology.orchestra.run.smithi032.stderr: 1800 | asprintf(&path, "%s/immutable.f", dir); 2024-09-13T17:50:06.365 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.365 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1812:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.365 INFO:teuthology.orchestra.run.smithi032.stderr: 1812 | asprintf(&path, "%s/append-only.f", dir); 2024-09-13T17:50:06.365 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.365 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1824:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.365 INFO:teuthology.orchestra.run.smithi032.stderr: 1824 | asprintf(&path, "%s/immutable.d", dir); 2024-09-13T17:50:06.365 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.365 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1837:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.366 INFO:teuthology.orchestra.run.smithi032.stderr: 1837 | asprintf(&path, "%s/append-only.d", dir); 2024-09-13T17:50:06.366 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.366 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1850:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.366 INFO:teuthology.orchestra.run.smithi032.stderr: 1850 | asprintf(&path, "%s/immutable.d/file", dir); 2024-09-13T17:50:06.366 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.366 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1862:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.366 INFO:teuthology.orchestra.run.smithi032.stderr: 1862 | asprintf(&path, "%s/append-only.d/file", dir); 2024-09-13T17:50:06.366 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.366 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1874:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.366 INFO:teuthology.orchestra.run.smithi032.stderr: 1874 | asprintf(&path, "%s/immutable.d/dir", dir); 2024-09-13T17:50:06.366 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.366 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1887:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.367 INFO:teuthology.orchestra.run.smithi032.stderr: 1887 | asprintf(&path, "%s/append-only.d/dir", dir); 2024-09-13T17:50:06.367 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.371 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c: In function 'test_immutable': 2024-09-13T17:50:06.371 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:151:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.371 INFO:teuthology.orchestra.run.smithi032.stderr: 151 | asprintf(&path, "%s/immutable.f", dir); 2024-09-13T17:50:06.371 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.371 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:381:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.371 INFO:teuthology.orchestra.run.smithi032.stderr: 381 | asprintf(&linkpath, "%s/immutable.f.hardlink", dir); 2024-09-13T17:50:06.372 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.372 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:408:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.372 INFO:teuthology.orchestra.run.smithi032.stderr: 408 | chown(path, 0, 0); 2024-09-13T17:50:06.372 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.372 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:485:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.372 INFO:teuthology.orchestra.run.smithi032.stderr: 485 | asprintf(&linkpath, "%s/immutable.f.newname", dir); 2024-09-13T17:50:06.372 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.372 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:532:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.372 INFO:teuthology.orchestra.run.smithi032.stderr: 532 | asprintf(&path, "%s/immutable.d/file", dir); 2024-09-13T17:50:06.372 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.373 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:553:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.373 INFO:teuthology.orchestra.run.smithi032.stderr: 553 | chown(path, 0, 0); 2024-09-13T17:50:06.373 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.373 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:556:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.373 INFO:teuthology.orchestra.run.smithi032.stderr: 556 | asprintf(&linkpath, "%s/immutable.d/file.link", dir); 2024-09-13T17:50:06.373 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.373 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:575:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.373 INFO:teuthology.orchestra.run.smithi032.stderr: 575 | asprintf(&linkpath, "%s/immutable.d/file.newname", dir); 2024-09-13T17:50:06.373 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.373 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:595:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.374 INFO:teuthology.orchestra.run.smithi032.stderr: 595 | asprintf(&path, "%s/immutable.d/newfile", dir); 2024-09-13T17:50:06.374 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.374 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:619:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.374 INFO:teuthology.orchestra.run.smithi032.stderr: 619 | asprintf(&path, "%s/immutable.d/newdir", dir); 2024-09-13T17:50:06.374 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.374 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:631:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.374 INFO:teuthology.orchestra.run.smithi032.stderr: 631 | asprintf(&path, "%s/immutable.d/dir/newfile-%d", dir, getuid()); 2024-09-13T17:50:06.374 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.374 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:653:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.374 INFO:teuthology.orchestra.run.smithi032.stderr: 653 | chown(path, 0, 0); 2024-09-13T17:50:06.375 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.375 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:657:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.375 INFO:teuthology.orchestra.run.smithi032.stderr: 657 | asprintf(&path, "%s/immutable.d/dir", dir); 2024-09-13T17:50:06.375 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.375 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:668:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.375 INFO:teuthology.orchestra.run.smithi032.stderr: 668 | asprintf(&path, "%s/immutable.d", dir); 2024-09-13T17:50:06.375 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.375 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:705:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.375 INFO:teuthology.orchestra.run.smithi032.stderr: 705 | chown(path, 0, 0); 2024-09-13T17:50:06.375 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.375 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:782:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.375 INFO:teuthology.orchestra.run.smithi032.stderr: 782 | asprintf(&path, "%s/empty-immutable.d", dir); 2024-09-13T17:50:06.376 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.376 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c: In function 'test_append': 2024-09-13T17:50:06.376 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:822:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.376 INFO:teuthology.orchestra.run.smithi032.stderr: 822 | asprintf(&path, "%s/append-only.f", dir); 2024-09-13T17:50:06.376 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.376 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1024:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.376 INFO:teuthology.orchestra.run.smithi032.stderr: 1024 | asprintf(&linkpath, "%s/append-only.f.hardlink", dir); 2024-09-13T17:50:06.376 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.376 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1051:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.376 INFO:teuthology.orchestra.run.smithi032.stderr: 1051 | chown(path, 0, 0); 2024-09-13T17:50:06.376 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.377 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1126:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.377 INFO:teuthology.orchestra.run.smithi032.stderr: 1126 | asprintf(&linkpath, "%s/append-only.f.newname", dir); 2024-09-13T17:50:06.377 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.377 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1495:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.377 INFO:teuthology.orchestra.run.smithi032.stderr: 1495 | asprintf(&path, "%s/append-only.d/file", dir); 2024-09-13T17:50:06.377 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.377 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1516:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.377 INFO:teuthology.orchestra.run.smithi032.stderr: 1516 | chown(path, 0, 0); 2024-09-13T17:50:06.377 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.377 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1519:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.377 INFO:teuthology.orchestra.run.smithi032.stderr: 1519 | asprintf(&linkpath, "%s/append-only.d/file.link-%d", dir, getuid()); 2024-09-13T17:50:06.378 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.378 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1529:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.378 INFO:teuthology.orchestra.run.smithi032.stderr: 1529 | asprintf(&linkpath, "%s/append-only.d/file.symlink-%d", dir, getuid()); 2024-09-13T17:50:06.380 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.380 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1539:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.380 INFO:teuthology.orchestra.run.smithi032.stderr: 1539 | asprintf(&linkpath, "%s/append-only.d/file.newname", dir); 2024-09-13T17:50:06.380 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.380 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1559:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.380 INFO:teuthology.orchestra.run.smithi032.stderr: 1559 | asprintf(&path, "%s/append-only.d/newfile-%d", dir, getuid()); 2024-09-13T17:50:06.381 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.381 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1573:11: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.381 INFO:teuthology.orchestra.run.smithi032.stderr: 1573 | asprintf(&path, "%s/append-only.d/newdev-%d", dir, getuid()); 2024-09-13T17:50:06.381 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.381 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1586:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.381 INFO:teuthology.orchestra.run.smithi032.stderr: 1586 | asprintf(&path, "%s/append-only.d/newdir-%d", dir, getuid()); 2024-09-13T17:50:06.381 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.381 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1596:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.381 INFO:teuthology.orchestra.run.smithi032.stderr: 1596 | asprintf(&path, "%s/append-only.d/newdir-%d/newfile-%d", dir, getuid(), getuid()); 2024-09-13T17:50:06.381 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.381 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1618:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.382 INFO:teuthology.orchestra.run.smithi032.stderr: 1618 | chown(path, 0, 0); 2024-09-13T17:50:06.382 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.382 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1622:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.382 INFO:teuthology.orchestra.run.smithi032.stderr: 1622 | asprintf(&path, "%s/append-only.d/dir/newfile-%d", dir, getuid()); 2024-09-13T17:50:06.382 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.382 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1644:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.382 INFO:teuthology.orchestra.run.smithi032.stderr: 1644 | chown(path, 0, 0); 2024-09-13T17:50:06.382 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.382 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1648:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.382 INFO:teuthology.orchestra.run.smithi032.stderr: 1648 | asprintf(&path, "%s/append-only.d/dir", dir); 2024-09-13T17:50:06.383 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.383 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1659:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.383 INFO:teuthology.orchestra.run.smithi032.stderr: 1659 | asprintf(&path, "%s/append-only.d", dir); 2024-09-13T17:50:06.383 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.383 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1692:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.383 INFO:teuthology.orchestra.run.smithi032.stderr: 1692 | chown(path, 0, 0); 2024-09-13T17:50:06.383 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.383 INFO:teuthology.orchestra.run.smithi032.stderr:t_immutable.c:1769:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:06.383 INFO:teuthology.orchestra.run.smithi032.stderr: 1769 | asprintf(&path, "%s/empty-append-only.d", dir); 2024-09-13T17:50:06.383 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:06.941 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] stale_handle 2024-09-13T17:50:07.062 INFO:teuthology.orchestra.run.smithi032.stderr:stale_handle.c: In function 'main': 2024-09-13T17:50:07.063 INFO:teuthology.orchestra.run.smithi032.stderr:stale_handle.c:102:9: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:07.063 INFO:teuthology.orchestra.run.smithi032.stderr: 102 | system("echo 3 > /proc/sys/vm/drop_caches"); 2024-09-13T17:50:07.063 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:07.117 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] pwrite_mmap_blocked 2024-09-13T17:50:07.264 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_dir_offset2 2024-09-13T17:50:07.464 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] seek_sanity_test 2024-09-13T17:50:07.587 INFO:teuthology.orchestra.run.smithi032.stderr:seek_sanity_test.c: In function 'test18': 2024-09-13T17:50:07.587 INFO:teuthology.orchestra.run.smithi032.stderr:seek_sanity_test.c:460:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:07.587 INFO:teuthology.orchestra.run.smithi032.stderr: 460 | ftruncate(fd, 0); 2024-09-13T17:50:07.587 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~ 2024-09-13T17:50:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:seek_sanity_test.c: In function 'test_basic_support': 2024-09-13T17:50:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:seek_sanity_test.c:1207:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:07.589 INFO:teuthology.orchestra.run.smithi032.stderr: 1207 | ftruncate(fd, 0); 2024-09-13T17:50:07.589 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~ 2024-09-13T17:50:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:seek_sanity_test.c:1256:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:07.590 INFO:teuthology.orchestra.run.smithi032.stderr: 1256 | ftruncate(fd, 0); 2024-09-13T17:50:07.590 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~ 2024-09-13T17:50:07.590 INFO:teuthology.orchestra.run.smithi032.stderr:seek_sanity_test.c: In function 'get_io_sizes': 2024-09-13T17:50:07.590 INFO:teuthology.orchestra.run.smithi032.stderr:seek_sanity_test.c:88:17: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:07.590 INFO:teuthology.orchestra.run.smithi032.stderr: 88 | ftruncate(fd, 0); 2024-09-13T17:50:07.590 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~ 2024-09-13T17:50:07.590 INFO:teuthology.orchestra.run.smithi032.stderr:seek_sanity_test.c:89:17: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:07.590 INFO:teuthology.orchestra.run.smithi032.stderr: 89 | pwrite(fd, "a", 1, offset); 2024-09-13T17:50:07.590 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:07.591 INFO:teuthology.orchestra.run.smithi032.stderr:seek_sanity_test.c:98:17: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:07.591 INFO:teuthology.orchestra.run.smithi032.stderr: 98 | ftruncate(fd, 0); 2024-09-13T17:50:07.591 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~ 2024-09-13T17:50:07.591 INFO:teuthology.orchestra.run.smithi032.stderr:seek_sanity_test.c:99:17: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:07.591 INFO:teuthology.orchestra.run.smithi032.stderr: 99 | pwrite(fd, "a", 1, offset); 2024-09-13T17:50:07.591 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:07.933 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] seek_copy_test 2024-09-13T17:50:08.122 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_readdir_1 2024-09-13T17:50:08.232 INFO:teuthology.orchestra.run.smithi032.stderr:t_readdir_1.c: In function 'main': 2024-09-13T17:50:08.232 INFO:teuthology.orchestra.run.smithi032.stderr:t_readdir_1.c:30:25: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:08.233 INFO:teuthology.orchestra.run.smithi032.stderr: 30 | read(fd, buf, 100); 2024-09-13T17:50:08.233 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:08.267 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_readdir_2 2024-09-13T17:50:08.411 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] fsync-tester 2024-09-13T17:50:08.515 INFO:teuthology.orchestra.run.smithi032.stderr:fsync-tester.c: In function 'main': 2024-09-13T17:50:08.516 INFO:teuthology.orchestra.run.smithi032.stderr:fsync-tester.c:391:17: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:08.516 INFO:teuthology.orchestra.run.smithi032.stderr: 391 | read(fd, &seed, sizeof(seed)); 2024-09-13T17:50:08.516 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:08.516 INFO:teuthology.orchestra.run.smithi032.stderr:fsync-tester.c:541:17: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:08.516 INFO:teuthology.orchestra.run.smithi032.stderr: 541 | system("reboot -fn"); 2024-09-13T17:50:08.516 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:08.516 INFO:teuthology.orchestra.run.smithi032.stderr:fsync-tester.c: In function 'drop_all_caches': 2024-09-13T17:50:08.517 INFO:teuthology.orchestra.run.smithi032.stderr:fsync-tester.c:90:9: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:08.517 INFO:teuthology.orchestra.run.smithi032.stderr: 90 | write(fd, value, sizeof(value)-1); 2024-09-13T17:50:08.517 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:08.675 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] nsexec 2024-09-13T17:50:08.861 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] cloner 2024-09-13T17:50:09.054 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] renameat2 2024-09-13T17:50:09.218 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_getcwd 2024-09-13T17:50:09.328 INFO:teuthology.orchestra.run.smithi032.stderr:t_getcwd.c: In function 'test_getcwd': 2024-09-13T17:50:09.328 INFO:teuthology.orchestra.run.smithi032.stderr:t_getcwd.c:21:17: warning: ignoring return value of 'getcwd' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:09.328 INFO:teuthology.orchestra.run.smithi032.stderr: 21 | getcwd(cur_cwd, BUF_SIZE); 2024-09-13T17:50:09.328 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:09.379 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] e4compact 2024-09-13T17:50:09.588 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] test-nextquota 2024-09-13T17:50:09.760 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] punch-alternating 2024-09-13T17:50:09.936 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] attr-list-by-handle-cursor-test 2024-09-13T17:50:10.120 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] listxattr 2024-09-13T17:50:10.273 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] dio-interleaved 2024-09-13T17:50:10.436 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_dir_type 2024-09-13T17:50:10.594 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] dio-invalidate-cache 2024-09-13T17:50:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:dio-invalidate-cache.c: In function 'main': 2024-09-13T17:50:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:dio-invalidate-cache.c:286:17: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:10.722 INFO:teuthology.orchestra.run.smithi032.stderr: 286 | write(fd, buf, blksz * nr_child); 2024-09-13T17:50:10.723 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:10.826 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] stat_test 2024-09-13T17:50:11.141 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_encrypted_d_revalidate 2024-09-13T17:50:11.308 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] attr_replace_test 2024-09-13T17:50:11.470 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] swapon 2024-09-13T17:50:11.638 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] mkswap 2024-09-13T17:50:11.785 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_attr_corruption 2024-09-13T17:50:11.797 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:50:11.799 DEBUG:teuthology.orchestra.run.smithi159:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:50:11.925 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_open_tmpfiles 2024-09-13T17:50:12.088 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] fscrypt-crypt-util 2024-09-13T17:50:12.792 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] bulkstat_null_ocount 2024-09-13T17:50:12.959 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] splice-test 2024-09-13T17:50:13.132 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] chprojid_fail 2024-09-13T17:50:13.279 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] detached_mounts_propagation 2024-09-13T17:50:13.475 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] ext4_resize 2024-09-13T17:50:13.621 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_readdir_3 2024-09-13T17:50:13.816 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] splice2pipe 2024-09-13T17:50:13.927 INFO:teuthology.orchestra.run.smithi032.stderr:splice2pipe.c: In function 'prepare_pipe': 2024-09-13T17:50:13.927 INFO:teuthology.orchestra.run.smithi032.stderr:splice2pipe.c:57:17: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:13.927 INFO:teuthology.orchestra.run.smithi032.stderr: 57 | write(p[1], buffer, n); 2024-09-13T17:50:13.927 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:13.927 INFO:teuthology.orchestra.run.smithi032.stderr:splice2pipe.c:65:17: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:13.927 INFO:teuthology.orchestra.run.smithi032.stderr: 65 | read(p[0], buffer, n); 2024-09-13T17:50:13.927 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:13.982 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] uuid_ioctl 2024-09-13T17:50:14.133 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_snapshot_deleted_subvolume 2024-09-13T17:50:14.294 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] fiemap-fault 2024-09-13T17:50:14.447 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] min_dio_alignment 2024-09-13T17:50:14.597 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] fiemap-tester 2024-09-13T17:50:14.867 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_stripealign 2024-09-13T17:50:15.031 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] open_by_handle 2024-09-13T17:50:15.301 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_mmap_dio 2024-09-13T17:50:15.470 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] xfsfind 2024-09-13T17:50:15.670 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] t_reflink_read_race 2024-09-13T17:50:15.873 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] fssum 2024-09-13T17:50:16.355 INFO:teuthology.orchestra.run.smithi032.stdout:Building log-writes 2024-09-13T17:50:16.361 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] replay-log 2024-09-13T17:50:16.713 INFO:teuthology.orchestra.run.smithi032.stdout:Building perf 2024-09-13T17:50:16.719 INFO:teuthology.orchestra.run.smithi032.stdout:Building aio-dio-regress 2024-09-13T17:50:16.726 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] aiocp 2024-09-13T17:50:16.974 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] aio-dio-append-write-fallocate-race 2024-09-13T17:50:17.161 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] aio-dio-append-write-read-race 2024-09-13T17:50:17.348 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] aio-dio-cow-race 2024-09-13T17:50:17.519 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] aio-dio-cycle-write 2024-09-13T17:50:17.641 INFO:teuthology.orchestra.run.smithi032.stderr:aio-dio-cycle-write.c: In function 'init_test': 2024-09-13T17:50:17.642 INFO:teuthology.orchestra.run.smithi032.stderr:aio-dio-cycle-write.c:83:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:17.642 INFO:teuthology.orchestra.run.smithi032.stderr: 83 | ftruncate(fd, buf_size); 2024-09-13T17:50:17.642 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:17.735 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] aio-dio-eof-race 2024-09-13T17:50:17.935 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] aio-dio-extend-stat 2024-09-13T17:50:18.117 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] aio-dio-fcntl-race 2024-09-13T17:50:18.303 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] aio-dio-hole-filling-race 2024-09-13T17:50:18.470 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] aio-dio-invalidate-failure 2024-09-13T17:50:18.632 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] aio-dio-invalidate-readahead 2024-09-13T17:50:18.797 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] aiodio_sparse2 2024-09-13T17:50:18.908 INFO:teuthology.orchestra.run.smithi032.stderr:aiodio_sparse2.c: In function 'aiodio_sparse': 2024-09-13T17:50:18.908 INFO:teuthology.orchestra.run.smithi032.stderr:aiodio_sparse2.c:111:17: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:18.908 INFO:teuthology.orchestra.run.smithi032.stderr: 111 | ftruncate(fd, filesize); 2024-09-13T17:50:18.908 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:18.909 INFO:teuthology.orchestra.run.smithi032.stderr:aiodio_sparse2.c: In function 'dirty_freeblocks': 2024-09-13T17:50:18.909 INFO:teuthology.orchestra.run.smithi032.stderr:aiodio_sparse2.c:274:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2024-09-13T17:50:18.909 INFO:teuthology.orchestra.run.smithi032.stderr: 274 | ftruncate(fd, size); 2024-09-13T17:50:18.909 INFO:teuthology.orchestra.run.smithi032.stderr: | ^~~~~~~~~~~~~~~~~~~ 2024-09-13T17:50:19.036 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] aio-dio-subblock-eof-read 2024-09-13T17:50:19.184 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] aio-dio-write-verify 2024-09-13T17:50:19.407 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2024-09-13T17:50:19.534 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2024-09-13T17:50:19.659 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] aio-last-ref-held-by-io 2024-09-13T17:50:19.844 INFO:teuthology.orchestra.run.smithi032.stdout:Building vfs 2024-09-13T17:50:19.852 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] vfstest 2024-09-13T17:50:22.168 INFO:teuthology.orchestra.run.smithi032.stdout: [CC] mount-idmapped 2024-09-13T17:50:22.589 INFO:teuthology.orchestra.run.smithi032.stdout:Building m4 2024-09-13T17:50:22.594 INFO:teuthology.orchestra.run.smithi032.stdout:Building common 2024-09-13T17:50:22.598 INFO:teuthology.orchestra.run.smithi032.stdout:Building tests 2024-09-13T17:50:22.606 INFO:teuthology.orchestra.run.smithi032.stdout:Building btrfs 2024-09-13T17:50:22.613 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/btrfs/group.list 2024-09-13T17:50:22.687 INFO:teuthology.orchestra.run.smithi032.stdout:Building ceph 2024-09-13T17:50:22.693 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/ceph/group.list 2024-09-13T17:50:22.710 INFO:teuthology.orchestra.run.smithi032.stdout:Building cifs 2024-09-13T17:50:22.716 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/cifs/group.list 2024-09-13T17:50:22.730 INFO:teuthology.orchestra.run.smithi032.stdout:Building ext4 2024-09-13T17:50:22.737 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/ext4/group.list 2024-09-13T17:50:22.778 INFO:teuthology.orchestra.run.smithi032.stdout:Building f2fs 2024-09-13T17:50:22.784 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/f2fs/group.list 2024-09-13T17:50:22.805 INFO:teuthology.orchestra.run.smithi032.stdout:Building generic 2024-09-13T17:50:22.813 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/generic/group.list 2024-09-13T17:50:22.927 INFO:teuthology.orchestra.run.smithi032.stdout:Building nfs 2024-09-13T17:50:22.934 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/nfs/group.list 2024-09-13T17:50:22.951 INFO:teuthology.orchestra.run.smithi032.stdout:Building ocfs2 2024-09-13T17:50:22.957 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/ocfs2/group.list 2024-09-13T17:50:22.974 INFO:teuthology.orchestra.run.smithi032.stdout:Building overlay 2024-09-13T17:50:22.980 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/overlay/group.list 2024-09-13T17:50:23.025 INFO:teuthology.orchestra.run.smithi032.stdout:Building perf 2024-09-13T17:50:23.031 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/perf/group.list 2024-09-13T17:50:23.044 INFO:teuthology.orchestra.run.smithi032.stdout:Building selftest 2024-09-13T17:50:23.050 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/selftest/group.list 2024-09-13T17:50:23.065 INFO:teuthology.orchestra.run.smithi032.stdout:Building tmpfs 2024-09-13T17:50:23.070 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/tmpfs/group.list 2024-09-13T17:50:23.085 INFO:teuthology.orchestra.run.smithi032.stdout:Building udf 2024-09-13T17:50:23.091 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/udf/group.list 2024-09-13T17:50:23.103 INFO:teuthology.orchestra.run.smithi032.stdout:Building xfs 2024-09-13T17:50:23.111 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/xfs/group.list 2024-09-13T17:50:23.219 DEBUG:teuthology.orchestra.run.smithi032:> (cd /tmp/tmp.q87hw23xjVxfstests-dev && exec sudo make install) 2024-09-13T17:50:23.244 INFO:teuthology.orchestra.run.smithi032.stdout:Building include 2024-09-13T17:50:23.249 INFO:teuthology.orchestra.run.smithi032.stdout:Building lib 2024-09-13T17:50:23.253 INFO:teuthology.orchestra.run.smithi032.stdout:Building ltp 2024-09-13T17:50:23.258 INFO:teuthology.orchestra.run.smithi032.stdout:Building src 2024-09-13T17:50:23.295 INFO:teuthology.orchestra.run.smithi032.stdout:Building log-writes 2024-09-13T17:50:23.299 INFO:teuthology.orchestra.run.smithi032.stdout:Building perf 2024-09-13T17:50:23.302 INFO:teuthology.orchestra.run.smithi032.stdout:Building aio-dio-regress 2024-09-13T17:50:23.307 INFO:teuthology.orchestra.run.smithi032.stdout:Building vfs 2024-09-13T17:50:23.311 INFO:teuthology.orchestra.run.smithi032.stdout:Building m4 2024-09-13T17:50:23.314 INFO:teuthology.orchestra.run.smithi032.stdout:Building common 2024-09-13T17:50:23.318 INFO:teuthology.orchestra.run.smithi032.stdout:Building tests 2024-09-13T17:50:23.323 INFO:teuthology.orchestra.run.smithi032.stdout:Building btrfs 2024-09-13T17:50:23.330 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/btrfs/group.list 2024-09-13T17:50:23.396 INFO:teuthology.orchestra.run.smithi032.stdout:Building ceph 2024-09-13T17:50:23.401 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/ceph/group.list 2024-09-13T17:50:23.418 INFO:teuthology.orchestra.run.smithi032.stdout:Building cifs 2024-09-13T17:50:23.423 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/cifs/group.list 2024-09-13T17:50:23.438 INFO:teuthology.orchestra.run.smithi032.stdout:Building ext4 2024-09-13T17:50:23.443 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/ext4/group.list 2024-09-13T17:50:23.485 INFO:teuthology.orchestra.run.smithi032.stdout:Building f2fs 2024-09-13T17:50:23.491 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/f2fs/group.list 2024-09-13T17:50:23.511 INFO:teuthology.orchestra.run.smithi032.stdout:Building generic 2024-09-13T17:50:23.518 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/generic/group.list 2024-09-13T17:50:23.620 INFO:teuthology.orchestra.run.smithi032.stdout:Building nfs 2024-09-13T17:50:23.626 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/nfs/group.list 2024-09-13T17:50:23.642 INFO:teuthology.orchestra.run.smithi032.stdout:Building ocfs2 2024-09-13T17:50:23.648 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/ocfs2/group.list 2024-09-13T17:50:23.662 INFO:teuthology.orchestra.run.smithi032.stdout:Building overlay 2024-09-13T17:50:23.668 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/overlay/group.list 2024-09-13T17:50:23.709 INFO:teuthology.orchestra.run.smithi032.stdout:Building perf 2024-09-13T17:50:23.715 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/perf/group.list 2024-09-13T17:50:23.726 INFO:teuthology.orchestra.run.smithi032.stdout:Building selftest 2024-09-13T17:50:23.732 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/selftest/group.list 2024-09-13T17:50:23.746 INFO:teuthology.orchestra.run.smithi032.stdout:Building tmpfs 2024-09-13T17:50:23.751 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/tmpfs/group.list 2024-09-13T17:50:23.764 INFO:teuthology.orchestra.run.smithi032.stdout:Building udf 2024-09-13T17:50:23.769 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/udf/group.list 2024-09-13T17:50:23.782 INFO:teuthology.orchestra.run.smithi032.stdout:Building xfs 2024-09-13T17:50:23.788 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/xfs/group.list 2024-09-13T17:50:23.892 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C include install 2024-09-13T17:50:23.895 INFO:teuthology.orchestra.run.smithi032.stdout:gmake[1]: Nothing to be done for 'install'. 2024-09-13T17:50:23.895 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C lib install 2024-09-13T17:50:23.898 INFO:teuthology.orchestra.run.smithi032.stdout:gmake[1]: Nothing to be done for 'install'. 2024-09-13T17:50:23.898 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C ltp install 2024-09-13T17:50:23.901 INFO:teuthology.orchestra.run.smithi032.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/ltp 2024-09-13T17:50:23.911 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 doio fsstress fsx growfiles iogen aio-stress /var/lib/xfstests/ltp 2024-09-13T17:50:23.993 INFO:teuthology.orchestra.run.smithi032.stdout:../install-sh -o root -g root -m 755 rwtest.sh /var/lib/xfstests/ltp 2024-09-13T17:50:24.003 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C src install 2024-09-13T17:50:24.025 INFO:teuthology.orchestra.run.smithi032.stdout:Building log-writes 2024-09-13T17:50:24.029 INFO:teuthology.orchestra.run.smithi032.stdout:Building perf 2024-09-13T17:50:24.033 INFO:teuthology.orchestra.run.smithi032.stdout:Building aio-dio-regress 2024-09-13T17:50:24.038 INFO:teuthology.orchestra.run.smithi032.stdout:Building vfs 2024-09-13T17:50:24.041 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake -C log-writes install 2024-09-13T17:50:24.044 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/log-writes 2024-09-13T17:50:24.053 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 replay-log /var/lib/xfstests/src/log-writes 2024-09-13T17:50:24.064 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake -C perf install 2024-09-13T17:50:24.066 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/perf 2024-09-13T17:50:24.076 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 FioCompare.py fio-insert-and-compare.py FioResultDecoder.py generate-schema.py ResultData.py fio-results.sql /var/lib/xfstests/src/perf 2024-09-13T17:50:24.100 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake -C aio-dio-regress install 2024-09-13T17:50:24.103 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/aio-dio-regress 2024-09-13T17:50:24.114 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 aiocp aio-dio-append-write-fallocate-race aio-dio-append-write-read-race aio-dio-cow-race aio-dio-cycle-write aio-dio-eof-race aio-dio-extend-stat aio-dio-fcntl-race aio-dio-hole-filling-race aio-dio-invalidate-failure aio-dio-invalidate-readahead aiodio_sparse2 aio-dio-subblock-eof-read aio-dio-write-verify aio-free-ring-with-bogus-nr-pages aio-io-setup-with-nonwritable-context-pointer aio-last-ref-held-by-io /var/lib/xfstests/src/aio-dio-regress 2024-09-13T17:50:24.167 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake -C vfs install 2024-09-13T17:50:24.169 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/vfs 2024-09-13T17:50:24.179 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 vfstest mount-idmapped /var/lib/xfstests/src/vfs 2024-09-13T17:50:24.192 INFO:teuthology.orchestra.run.smithi032.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src 2024-09-13T17:50:24.202 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dirstress fill fill2 getpagesize holes lstat64 nametest permname randholes runas truncfile usemem mmapcat append_reader append_writer dirperf metaperf devzero feature alloc fault fstest t_access_root godown resvtest writemod writev_on_pagefault makeextents itrash rename multi_open_unlink unwritten_sync genhashnames t_holes t_mmap_writev t_truncate_cmtime dirhash_collide t_rename_overwrite holetest t_truncate_self af_unix t_mmap_stale_pmd t_mmap_cow_race t_mmap_fallocate fsync-err t_mmap_write_ro t_ext4_dax_journal_corruption t_ext4_dax_inline_corruption t_ofd_locks t_mmap_collision mmap-write-concurrent t_get_file_time t_create_short_dirs t_create_long_dirs t_enospc t_mmap_writev_overlap checkpoint_journal mmap-rw-fault allocstale t_mmap_cow_memory_failure fake-dump-rootino dio-buf-fault rewinddir-test readdir-while-renames dio-append-buf-fault xfsctl bstat t_mtab getdevicesize preallo_rw_pattern_reader preallo_rw_pattern_writer ftrunc trunc fs_perms testx looptest locktest unwritten_mmap bulkstat_unlink_test deduperace bulkstat_unlink_test_modified t_dir_offset t_futimens t_immutable stale_handle pwrite_mmap_blocked t_dir_offset2 seek_sanity_test seek_copy_test t_readdir_1 t_readdir_2 fsync-tester nsexec cloner renameat2 t_getcwd e4compact test-nextquota punch-alternating attr-list-by-handle-cursor-test listxattr dio-interleaved t_dir_type dio-invalidate-cache stat_test t_encrypted_d_revalidate attr_replace_test swapon mkswap t_attr_corruption t_open_tmpfiles fscrypt-crypt-util bulkstat_null_ocount splice-test chprojid_fail detached_mounts_propagation ext4_resize t_readdir_3 splice2pipe uuid_ioctl t_snapshot_deleted_subvolume fiemap-fault min_dio_alignment fiemap-tester t_stripealign open_by_handle t_mmap_dio xfsfind t_reflink_read_race fssum /var/lib/xfstests/src 2024-09-13T17:50:25.897 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dmerror fill2attr fill2fs fill2fs_check scaleread.sh btrfs_crc32c_forged_name.py popdir.pl popattr.py soak_duration.awk /var/lib/xfstests/src 2024-09-13T17:50:26.038 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 644 dumpfile /var/lib/xfstests/src 2024-09-13T17:50:26.070 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C m4 install 2024-09-13T17:50:26.073 INFO:teuthology.orchestra.run.smithi032.stdout:gmake[1]: Nothing to be done for 'install'. 2024-09-13T17:50:26.073 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C common install 2024-09-13T17:50:26.076 INFO:teuthology.orchestra.run.smithi032.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/common 2024-09-13T17:50:26.087 INFO:teuthology.orchestra.run.smithi032.stdout:../install-sh -o root -g root -m 644 * /var/lib/xfstests/common 2024-09-13T17:50:26.260 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C tests install 2024-09-13T17:50:26.263 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.q87hw23xjVxfstests-dev/tests/btrfs/ install 2024-09-13T17:50:26.268 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/btrfs/group.list 2024-09-13T17:50:26.349 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/btrfs 2024-09-13T17:50:26.361 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 330 331 332 /var/lib/xfstests/tests/btrfs 2024-09-13T17:50:27.488 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/btrfs 2024-09-13T17:50:27.502 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 216.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 330.out 331.out 332.out /var/lib/xfstests/tests/btrfs 2024-09-13T17:50:28.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.q87hw23xjVxfstests-dev/tests/ceph/ install 2024-09-13T17:50:28.634 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/ceph/group.list 2024-09-13T17:50:28.653 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ceph 2024-09-13T17:50:28.666 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 /var/lib/xfstests/tests/ceph 2024-09-13T17:50:28.691 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ceph 2024-09-13T17:50:28.703 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out /var/lib/xfstests/tests/ceph 2024-09-13T17:50:28.728 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.q87hw23xjVxfstests-dev/tests/cifs/ install 2024-09-13T17:50:28.732 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/cifs/group.list 2024-09-13T17:50:28.748 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/cifs 2024-09-13T17:50:28.761 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/cifs 2024-09-13T17:50:28.773 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/cifs 2024-09-13T17:50:28.786 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/cifs 2024-09-13T17:50:28.798 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.q87hw23xjVxfstests-dev/tests/ext4/ install 2024-09-13T17:50:28.803 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/ext4/group.list 2024-09-13T17:50:28.853 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ext4 2024-09-13T17:50:28.865 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 271 301 302 303 304 305 306 307 308 /var/lib/xfstests/tests/ext4 2024-09-13T17:50:29.107 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ext4 2024-09-13T17:50:29.120 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 001.out.default 001.out.nodelalloc 001.out.nozero 001.cfg 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 271.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out /var/lib/xfstests/tests/ext4 2024-09-13T17:50:29.379 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.q87hw23xjVxfstests-dev/tests/f2fs/ install 2024-09-13T17:50:29.384 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/f2fs/group.list 2024-09-13T17:50:29.409 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/f2fs 2024-09-13T17:50:29.421 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 /var/lib/xfstests/tests/f2fs 2024-09-13T17:50:29.443 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/f2fs 2024-09-13T17:50:29.455 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out /var/lib/xfstests/tests/f2fs 2024-09-13T17:50:29.476 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.q87hw23xjVxfstests-dev/tests/generic/ install 2024-09-13T17:50:29.481 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/generic/group.list 2024-09-13T17:50:29.604 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/generic 2024-09-13T17:50:29.616 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 /var/lib/xfstests/tests/generic 2024-09-13T17:50:32.220 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/generic 2024-09-13T17:50:32.233 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 035.out.default 035.out.nfs 050.out.default 050.out.nojournal 050.out.xfsquota 035.cfg 050.cfg 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 216.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 321.out 322.out 323.out 324.out 325.out 326.out 327.out 328.out 329.out 330.out 331.out 332.out 333.out 334.out 335.out 336.out 337.out 338.out 339.out 340.out 341.out 342.out 343.out 344.out 345.out 346.out 347.out 348.out 349.out 350.out 351.out 352.out 353.out 354.out 355.out 356.out 357.out 358.out 359.out 360.out 361.out 362.out 371.out 372.out 373.out 374.out 375.out 376.out 377.out 378.out 379.out 380.out 381.out 382.out 383.out 384.out 385.out 386.out 387.out 388.out 389.out 390.out 391.out 392.out 393.out 394.out 395.out 396.out 397.out 398.out 399.out 400.out 401.out 402.out 403.out 404.out 405.out 406.out 407.out 408.out 409.out 410.out 411.out 412.out 413.out 414.out 415.out 416.out 417.out 418.out 419.out 420.out 421.out 422.out 423.out 424.out 425.out 426.out 427.out 428.out 429.out 430.out 431.out 432.out 433.out 434.out 435.out 436.out 437.out 438.out 439.out 440.out 441.out 442.out 443.out 444.out 445.out 446.out 447.out 448.out 449.out 450.out 451.out 452.out 453.out 454.out 455.out 456.out 457.out 458.out 459.out 460.out 461.out 462.out 463.out 464.out 465.out 466.out 467.out 468.out 469.out 470.out 471.out 472.out 473.out 474.out 475.out 476.out 477.out 478.out 479.out 480.out 481.out 482.out 483.out 484.out 485.out 486.out 487.out 488.out 489.out 490.out 491.out 492.out 493.out 494.out 495.out 496.out 497.out 498.out 499.out 500.out 501.out 502.out 503.out 504.out 505.out 506.out 507.out 508.out 509.out 510.out 511.out 512.out 513.out 514.out 515.out 516.out 517.out 518.out 519.out 520.out 521.out 522.out 523.out 524.out 525.out 526.out 527.out 528.out 529.out 530.out 531.out 532.out 533.out 534.out 535.out 536.out 537.out 538.out 539.out 540.out 541.out 542.out 543.out 544.out 545.out 546.out 547.out 548.out 549.out 550.out 551.out 552.out 553.out 554.out 555.out 556.out 557.out 558.out 559.out 560.out 561.out 562.out 563.out 564.out 565.out 566.out 567.out 568.out 569.out 570.out 571.out 572.out 573.out 574.out 575.out 576.out 577.out 578.out 579.out 580.out 581.out 582.out 583.out 584.out 585.out 586.out 587.out 588.out 589.out 590.out 591.out 592.out 593.out 594.out 595.out 596.out 597.out 598.out 599.out 600.out 601.out 602.out 603.out 604.out 605.out 606.out 607.out 608.out 609.out 610.out 611.out 612.out 613.out 614.out 615.out 616.out 617.out 618.out 619.out 620.out 621.out 622.out 623.out 624.out 625.out 626.out 627.out 628.out 629.out 630.out 631.out 632.out 633.out 634.out 635.out 636.out 637.out 638.out 639.out 640.out 641.out 642.out 643.out 644.out 645.out 646.out 647.out 648.out 649.out 650.out 651.out 652.out 653.out 654.out 655.out 656.out 657.out 658.out 659.out 660.out 661.out 662.out 663.out 664.out 665.out 666.out 667.out 668.out 669.out 670.out 671.out 672.out 673.out 674.out 675.out 676.out 677.out 678.out 679.out 680.out 681.out 682.out 683.out 684.out 685.out 686.out 687.out 688.out 689.out 690.out 691.out 692.out 693.out 694.out 695.out 696.out 697.out 698.out 699.out 700.out 701.out 702.out 703.out 704.out 705.out 706.out 707.out 708.out 709.out 710.out 711.out 712.out 713.out 714.out 715.out 716.out 717.out 718.out 719.out 720.out 721.out 722.out 723.out 724.out 725.out 726.out 727.out 728.out 729.out 730.out 731.out 732.out 733.out 734.out 735.out 736.out 737.out 738.out 739.out 740.out 741.out 742.out 743.out 744.out 745.out 746.out 747.out 748.out 749.out 750.out 751.out 752.out 753.out 754.out 755.out /var/lib/xfstests/tests/generic 2024-09-13T17:50:34.890 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.q87hw23xjVxfstests-dev/tests/nfs/ install 2024-09-13T17:50:34.895 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/nfs/group.list 2024-09-13T17:50:34.914 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/nfs 2024-09-13T17:50:34.926 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/nfs 2024-09-13T17:50:34.939 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/nfs 2024-09-13T17:50:34.951 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/nfs 2024-09-13T17:50:34.963 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.q87hw23xjVxfstests-dev/tests/ocfs2/ install 2024-09-13T17:50:34.967 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/ocfs2/group.list 2024-09-13T17:50:34.984 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ocfs2 2024-09-13T17:50:34.996 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/ocfs2 2024-09-13T17:50:35.008 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ocfs2 2024-09-13T17:50:35.020 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/ocfs2 2024-09-13T17:50:35.033 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.q87hw23xjVxfstests-dev/tests/overlay/ install 2024-09-13T17:50:35.037 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/overlay/group.list 2024-09-13T17:50:35.091 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/overlay 2024-09-13T17:50:35.104 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 /var/lib/xfstests/tests/overlay 2024-09-13T17:50:35.469 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/overlay 2024-09-13T17:50:35.483 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out /var/lib/xfstests/tests/overlay 2024-09-13T17:50:35.856 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.q87hw23xjVxfstests-dev/tests/perf/ install 2024-09-13T17:50:35.860 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/perf/group.list 2024-09-13T17:50:35.878 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/perf 2024-09-13T17:50:35.891 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/perf 2024-09-13T17:50:35.903 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/perf 2024-09-13T17:50:35.917 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/perf 2024-09-13T17:50:35.930 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.q87hw23xjVxfstests-dev/tests/selftest/ install 2024-09-13T17:50:35.935 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/selftest/group.list 2024-09-13T17:50:35.952 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/selftest 2024-09-13T17:50:35.964 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 /var/lib/xfstests/tests/selftest 2024-09-13T17:50:35.994 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/selftest 2024-09-13T17:50:36.006 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out /var/lib/xfstests/tests/selftest 2024-09-13T17:50:36.035 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.q87hw23xjVxfstests-dev/tests/tmpfs/ install 2024-09-13T17:50:36.039 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/tmpfs/group.list 2024-09-13T17:50:36.057 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/tmpfs 2024-09-13T17:50:36.069 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/tmpfs 2024-09-13T17:50:36.082 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/tmpfs 2024-09-13T17:50:36.094 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/tmpfs 2024-09-13T17:50:36.107 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.q87hw23xjVxfstests-dev/tests/udf/ install 2024-09-13T17:50:36.112 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/udf/group.list 2024-09-13T17:50:36.126 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/udf 2024-09-13T17:50:36.138 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 102 /var/lib/xfstests/tests/udf 2024-09-13T17:50:36.150 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/udf 2024-09-13T17:50:36.162 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 102.out /var/lib/xfstests/tests/udf 2024-09-13T17:50:36.175 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.q87hw23xjVxfstests-dev/tests/xfs/ install 2024-09-13T17:50:36.180 INFO:teuthology.orchestra.run.smithi032.stdout: [GROUP] /tmp/tmp.q87hw23xjVxfstests-dev/tests/xfs/group.list 2024-09-13T17:50:36.311 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/xfs 2024-09-13T17:50:36.324 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 /var/lib/xfstests/tests/xfs 2024-09-13T17:50:38.811 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/xfs 2024-09-13T17:50:38.823 INFO:teuthology.orchestra.run.smithi032.stdout:../../install-sh -o root -g root -m 644 021.out.default 021.out.parent 033.out.crc 033.out.default 071.out.32 071.out.64 216.out.64mblog 216.out.classic 614.out.lba1024 614.out.lba2048 614.out.lba4096 614.out.lba512 021.cfg 033.cfg 216.cfg 614.cfg 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 321.out 322.out 323.out 324.out 325.out 326.out 327.out 328.out 329.out 330.out 331.out 332.out 333.out 334.out 335.out 336.out 337.out 338.out 339.out 340.out 341.out 342.out 343.out 344.out 345.out 346.out 347.out 348.out 349.out 350.out 351.out 352.out 353.out 354.out 355.out 356.out 357.out 358.out 359.out 360.out 361.out 362.out 363.out 364.out 365.out 366.out 367.out 368.out 369.out 370.out 371.out 372.out 373.out 374.out 375.out 376.out 377.out 378.out 379.out 380.out 381.out 382.out 383.out 384.out 385.out 386.out 387.out 388.out 389.out 390.out 391.out 392.out 393.out 394.out 395.out 396.out 397.out 398.out 399.out 400.out 401.out 402.out 403.out 404.out 405.out 406.out 407.out 408.out 409.out 410.out 411.out 412.out 413.out 414.out 415.out 416.out 417.out 418.out 419.out 420.out 421.out 422.out 423.out 424.out 425.out 426.out 427.out 428.out 429.out 430.out 431.out 432.out 433.out 434.out 435.out 436.out 437.out 438.out 439.out 440.out 441.out 442.out 443.out 444.out 445.out 446.out 447.out 448.out 449.out 450.out 451.out 452.out 453.out 454.out 455.out 456.out 457.out 458.out 459.out 460.out 461.out 462.out 463.out 464.out 465.out 466.out 467.out 468.out 469.out 470.out 471.out 472.out 473.out 474.out 475.out 476.out 477.out 478.out 479.out 480.out 481.out 482.out 483.out 484.out 485.out 486.out 487.out 488.out 489.out 490.out 491.out 492.out 493.out 494.out 495.out 496.out 497.out 498.out 499.out 500.out 501.out 502.out 503.out 504.out 505.out 506.out 507.out 508.out 509.out 510.out 511.out 512.out 513.out 514.out 515.out 516.out 517.out 518.out 519.out 520.out 521.out 522.out 523.out 524.out 525.out 526.out 527.out 528.out 529.out 530.out 531.out 532.out 533.out 534.out 535.out 536.out 537.out 538.out 539.out 540.out 541.out 542.out 543.out 544.out 545.out 546.out 547.out 548.out 549.out 550.out 551.out 552.out 553.out 554.out 555.out 556.out 557.out 558.out 559.out 560.out 561.out 562.out 563.out 564.out 565.out 566.out 567.out 568.out 569.out 570.out 571.out 572.out 573.out 574.out 575.out 576.out 577.out 578.out 579.out 580.out 581.out 582.out 583.out 584.out 585.out 586.out 587.out 588.out 589.out 590.out 591.out 592.out 593.out 594.out 595.out 596.out 597.out 598.out 599.out 600.out 601.out 602.out 603.out 604.out 605.out 606.out 607.out 608.out 612.out 613.out 615.out 616.out 617.out 618.out 619.out 620.out 621.out 622.out 623.out 624.out 625.out 626.out 627.out 628.out 708.out 709.out 710.out 711.out 712.out 713.out 714.out 715.out 716.out 717.out 718.out 719.out 720.out 721.out 722.out 723.out 724.out 725.out 726.out 727.out 728.out 729.out 730.out 731.out 732.out 733.out 734.out 735.out 736.out 737.out 738.out 739.out 740.out 741.out 742.out 743.out 744.out 745.out 746.out 747.out 748.out 749.out 750.out 751.out 752.out 753.out 754.out 755.out 756.out 757.out 758.out 759.out 760.out 761.out 762.out 763.out 764.out 765.out 766.out 767.out 768.out 769.out 770.out 771.out 772.out 773.out 774.out 775.out 776.out 777.out 778.out 779.out 780.out 781.out 782.out 783.out 784.out 785.out 786.out 787.out 788.out 789.out 790.out 791.out 792.out 793.out 794.out 795.out 796.out 797.out 798.out 799.out 800.out 801.out /var/lib/xfstests/tests/xfs 2024-09-13T17:50:41.367 INFO:teuthology.orchestra.run.smithi032.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests 2024-09-13T17:50:41.380 INFO:teuthology.orchestra.run.smithi032.stdout:./install-sh -o root -g root -m 755 -d /var/lib/xfstests 2024-09-13T17:50:41.392 INFO:teuthology.orchestra.run.smithi032.stdout:./install-sh -o root -g root -m 755 check /var/lib/xfstests 2024-09-13T17:50:41.405 INFO:teuthology.orchestra.run.smithi032.stdout:./install-sh -o root -g root -m 644 randomize.awk /var/lib/xfstests 2024-09-13T17:50:41.419 INFO:tasks.cephfs.test_acls:client is fuse mounted 2024-09-13T17:50:41.419 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T17:50:41.419 DEBUG:teuthology.orchestra.run.smithi032:running tests for ACLs from xfstests-dev> (cd /tmp/tmp.q87hw23xjVxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/099) 2024-09-13T17:50:41.660 INFO:teuthology.orchestra.run.smithi032.stdout:FSTYP -- ceph-fuse 2024-09-13T17:50:41.665 INFO:teuthology.orchestra.run.smithi032.stdout:PLATFORM -- Linux/x86_64 smithi032 5.15.0-121-generic #131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024 2024-09-13T17:50:41.665 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:50:41.857 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:50:41.860 DEBUG:teuthology.orchestra.run.smithi159:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:50:42.029 INFO:teuthology.orchestra.run.smithi032.stdout:generic/099 1s 2024-09-13T17:50:42.037 INFO:teuthology.orchestra.run.smithi032.stdout:Ran: generic/099 2024-09-13T17:50:42.037 INFO:teuthology.orchestra.run.smithi032.stdout:Passed all 1 tests 2024-09-13T17:50:42.040 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:50:42.041 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[39088]: fuse finished with error 0 and tester_r 0 2024-09-13T17:50:42.050 INFO:tasks.cephfs.test_acls:Command return value: 0 2024-09-13T17:50:42.050 INFO:tasks.cephfs.test_acls:Command stdout - FSTYP -- ceph-fuse PLATFORM -- Linux/x86_64 smithi032 5.15.0-121-generic #131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024 generic/099 1s Ran: generic/099 Passed all 1 tests 2024-09-13T17:50:42.050 INFO:tasks.cephfs.test_acls:Command stderr - 2024-09-13T17:50:42.050 DEBUG:teuthology.orchestra.run.smithi032:> sudo userdel --force --remove fsgqa 2024-09-13T17:50:42.111 INFO:teuthology.orchestra.run.smithi032.stderr:userdel: fsgqa mail spool (/var/mail/fsgqa) not found 2024-09-13T17:50:42.441 DEBUG:teuthology.orchestra.run.smithi032:> sudo userdel --force --remove 123456-fsgqa 2024-09-13T17:50:42.493 INFO:teuthology.orchestra.run.smithi032.stderr:userdel: 123456-fsgqa mail spool (/var/mail/123456-fsgqa) not found 2024-09-13T17:50:42.493 INFO:teuthology.orchestra.run.smithi032.stderr:userdel: 123456-fsgqa home directory (/home/123456-fsgqa) not found 2024-09-13T17:50:42.836 DEBUG:teuthology.orchestra.run.smithi032:> sudo groupdel fsgqa 2024-09-13T17:50:42.862 INFO:teuthology.orchestra.run.smithi032.stderr:groupdel: group 'fsgqa' does not exist 2024-09-13T17:50:42.863 DEBUG:teuthology.orchestra.run:got remote process result: 6 2024-09-13T17:50:42.863 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:50:42.863 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo stat /tmp/tmp.q87hw23xjVxfstests-dev/results) 2024-09-13T17:50:42.908 INFO:teuthology.orchestra.run.smithi032.stderr:bash: line 1: cd: /home/ubuntu/cephtest/mnt.0: Permission denied 2024-09-13T17:50:42.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:50:42.910 INFO:tasks.cephfs.xfstests_dev:xfstests-dev repo contains not directory named "results". repo location: /tmp/tmp.q87hw23xjVxfstests-dev 2024-09-13T17:50:42.910 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf /tmp/tmp.q87hw23xjVxfstests-dev 2024-09-13T17:50:43.035 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T17:50:43.035 DEBUG:teuthology.orchestra.run.smithi032:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T17:50:43.106 DEBUG:teuthology.orchestra.run.smithi159:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T17:50:43.191 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T17:50:43.192 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:50:43.192 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:50:43.198 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=681 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T17:50:43.198 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T17:50:43.199 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:50:43.199 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T17:50:43.246 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:50:43.246 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:50:43.252 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336476k,nr_inodes=4084119,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18883 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274680k,nr_inodes=818670,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T17:50:43.252 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi159.front.sepia.ceph.com 2024-09-13T17:50:43.252 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:50:43.252 DEBUG:teuthology.orchestra.run.smithi159:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T17:50:43.302 INFO:teuthology.orchestra.run.smithi159.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-13T17:50:43.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:50:43.303 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:50:43.303 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:50:43.309 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=681 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T17:50:43.310 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T17:50:43.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:50:43.310 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T17:50:43.358 INFO:teuthology.orchestra.run.smithi032.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T17:50:43.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:50:43.359 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:50:43.359 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:50:43.365 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336476k,nr_inodes=4084119,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18883 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274680k,nr_inodes=818670,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T17:50:43.365 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi159.front.sepia.ceph.com 2024-09-13T17:50:43.365 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:50:43.366 DEBUG:teuthology.orchestra.run.smithi159:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T17:50:43.414 INFO:teuthology.orchestra.run.smithi159.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T17:50:43.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:50:43.415 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:50:43.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.551+0000 7fda61962640 1 Processor -- start 2024-09-13T17:50:43.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.551+0000 7fda61962640 1 -- start start 2024-09-13T17:50:43.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.551+0000 7fda61962640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fda5c159890 0x7fda5c06ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:43.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.551+0000 7fda61962640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fda5c0660c0 0x7fda5c06af90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:43.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.551+0000 7fda61962640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda5c158e30 con 0x7fda5c065c80 2024-09-13T17:50:43.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.551+0000 7fda61962640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda5c15d410 con 0x7fda5c0660c0 2024-09-13T17:50:43.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.551+0000 7fda61962640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda5c06f240 con 0x7fda5c159890 2024-09-13T17:50:43.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.551+0000 7fda5b7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fda5c0660c0 0x7fda5c06af90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:43.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.551+0000 7fda5b7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fda5c0660c0 0x7fda5c06af90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37800/0 (socket says 172.21.15.32:37800) 2024-09-13T17:50:43.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.551+0000 7fda5b7fe640 1 -- 172.21.15.32:0/2672695272 learned_addr learned my addr 172.21.15.32:0/2672695272 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:43.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.551+0000 7fda5affd640 1 --2- 172.21.15.32:0/2672695272 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fda5c159890 0x7fda5c06ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:43.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.551+0000 7fda5b7fe640 1 -- 172.21.15.32:0/2672695272 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fda5c159890 msgr2=0x7fda5c06ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:43.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.551+0000 7fda5b7fe640 1 --2- 172.21.15.32:0/2672695272 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fda5c159890 0x7fda5c06ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:43.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.551+0000 7fda5b7fe640 1 -- 172.21.15.32:0/2672695272 >> v1:172.21.15.159:6789/0 conn(0x7fda5c065c80 legacy=0x7fda5c15c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:43.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.551+0000 7fda5b7fe640 1 -- 172.21.15.32:0/2672695272 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda5c15cb80 con 0x7fda5c0660c0 2024-09-13T17:50:43.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.555+0000 7fda5b7fe640 1 --2- 172.21.15.32:0/2672695272 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda5c0660c0 0x7fda5c06af90 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fda5c071d30 tx=0x7fda5401eba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aad4fc3ddea76058 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:43.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.555+0000 7fda59ffb640 1 -- 172.21.15.32:0/2672695272 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda5400b2d0 con 0x7fda5c0660c0 2024-09-13T17:50:43.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.555+0000 7fda59ffb640 1 -- 172.21.15.32:0/2672695272 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda5400b430 con 0x7fda5c0660c0 2024-09-13T17:50:43.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.555+0000 7fda59ffb640 1 -- 172.21.15.32:0/2672695272 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda540a7b60 con 0x7fda5c0660c0 2024-09-13T17:50:43.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.555+0000 7fda61962640 1 -- 172.21.15.32:0/2672695272 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda5c0660c0 msgr2=0x7fda5c06af90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:43.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.555+0000 7fda61962640 1 --2- 172.21.15.32:0/2672695272 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda5c0660c0 0x7fda5c06af90 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fda5c071d30 tx=0x7fda5401eba0 comp rx=0 tx=0).stop 2024-09-13T17:50:43.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.555+0000 7fda61962640 1 -- 172.21.15.32:0/2672695272 shutdown_connections 2024-09-13T17:50:43.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.555+0000 7fda61962640 1 --2- 172.21.15.32:0/2672695272 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda5c0660c0 0x7fda5c06af90 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:43.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.555+0000 7fda61962640 1 --2- 172.21.15.32:0/2672695272 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fda5c159890 0x7fda5c06ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:43.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.555+0000 7fda61962640 1 -- 172.21.15.32:0/2672695272 >> 172.21.15.32:0/2672695272 conn(0x7fda5c070900 msgr2=0x7fda5c070d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:43.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.555+0000 7fda61962640 1 -- 172.21.15.32:0/2672695272 shutdown_connections 2024-09-13T17:50:43.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.555+0000 7fda61962640 1 -- 172.21.15.32:0/2672695272 wait complete. 2024-09-13T17:50:43.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda61962640 1 Processor -- start 2024-09-13T17:50:43.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda61962640 1 -- start start 2024-09-13T17:50:43.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda61962640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fda5c065c80 0x7fda5c151760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:43.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda61962640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda5c0660c0 0x7fda5c1475d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:43.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda61962640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fda5c159890 0x7fda5c130310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:43.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda61962640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda5c133270 con 0x7fda5c0660c0 2024-09-13T17:50:43.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda61962640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda5c1309f0 con 0x7fda5c159890 2024-09-13T17:50:43.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda61962640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda5c130cd0 con 0x7fda5c065c80 2024-09-13T17:50:43.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda5a7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda5c0660c0 0x7fda5c1475d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:43.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda5a7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda5c0660c0 0x7fda5c1475d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37816/0 (socket says 172.21.15.32:37816) 2024-09-13T17:50:43.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda5a7fc640 1 -- 172.21.15.32:0/1672107068 learned_addr learned my addr 172.21.15.32:0/1672107068 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:43.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda5affd640 1 --2- 172.21.15.32:0/1672107068 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fda5c065c80 0x7fda5c151760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:43.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda5b7fe640 1 --2- 172.21.15.32:0/1672107068 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fda5c159890 0x7fda5c130310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:43.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda5a7fc640 1 -- 172.21.15.32:0/1672107068 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fda5c065c80 msgr2=0x7fda5c151760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:43.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda5a7fc640 1 --2- 172.21.15.32:0/1672107068 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fda5c065c80 0x7fda5c151760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:43.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda5a7fc640 1 -- 172.21.15.32:0/1672107068 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fda5c159890 msgr2=0x7fda5c130310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:43.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda5a7fc640 1 --2- 172.21.15.32:0/1672107068 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fda5c159890 0x7fda5c130310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:43.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda5a7fc640 1 -- 172.21.15.32:0/1672107068 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda5400bd40 con 0x7fda5c0660c0 2024-09-13T17:50:43.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda5a7fc640 1 --2- 172.21.15.32:0/1672107068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda5c0660c0 0x7fda5c1475d0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fda5000c410 tx=0x7fda5000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:43.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda43fff640 1 -- 172.21.15.32:0/1672107068 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda50011790 con 0x7fda5c0660c0 2024-09-13T17:50:43.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda43fff640 1 -- 172.21.15.32:0/1672107068 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda500118f0 con 0x7fda5c0660c0 2024-09-13T17:50:43.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda61962640 1 -- 172.21.15.32:0/1672107068 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda5c130fb0 con 0x7fda5c0660c0 2024-09-13T17:50:43.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda43fff640 1 -- 172.21.15.32:0/1672107068 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda50011ce0 con 0x7fda5c0660c0 2024-09-13T17:50:43.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda61962640 1 -- 172.21.15.32:0/1672107068 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda5c131570 con 0x7fda5c0660c0 2024-09-13T17:50:43.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda61962640 1 -- 172.21.15.32:0/1672107068 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda5c067580 con 0x7fda5c0660c0 2024-09-13T17:50:43.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.559+0000 7fda43fff640 1 -- 172.21.15.32:0/1672107068 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fda5001c460 con 0x7fda5c0660c0 2024-09-13T17:50:43.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.563+0000 7fda43fff640 1 --2- 172.21.15.32:0/1672107068 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fda480666c0 0x7fda48068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:43.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.563+0000 7fda43fff640 1 -- 172.21.15.32:0/1672107068 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fda50084170 con 0x7fda5c0660c0 2024-09-13T17:50:43.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.563+0000 7fda5affd640 1 --2- 172.21.15.32:0/1672107068 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fda480666c0 0x7fda48068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:43.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.563+0000 7fda5affd640 1 --2- 172.21.15.32:0/1672107068 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fda480666c0 0x7fda48068b80 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fda4c00b930 tx=0x7fda4c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:43.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.567+0000 7fda43fff640 1 -- 172.21.15.32:0/1672107068 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fda50051250 con 0x7fda5c0660c0 2024-09-13T17:50:43.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.759+0000 7fda61962640 1 -- 172.21.15.32:0/1672107068 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fda5c131760 con 0x7fda5c0660c0 2024-09-13T17:50:43.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.759+0000 7fda43fff640 1 -- 172.21.15.32:0/1672107068 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4728 (secure 0 0 0) 0x7fda50054870 con 0x7fda5c0660c0 2024-09-13T17:50:43.762 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:50:43.762 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5179,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2619056433","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2619056433},{"type":"v1","addr":"172.21.15.32:6835","nonce":2619056433}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6837/911920635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6835","nonce":911920635},{"type":"v1","addr":"172.21.15.159:6837","nonce":911920635}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6833/866025287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":866025287},{"type":"v1","addr":"172.21.15.32:6833","nonce":866025287}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:48:47.447904+0000","modified":"2024-09-13T17:48:50.461298+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5460":{"gid":5460,"name":"b","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.159:6836/54316820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6834","nonce":54316820},{"type":"v1","addr":"172.21.15.159:6836","nonce":54316820}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T17:50:43.762 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 16 2024-09-13T17:50:43.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.759+0000 7fda61962640 1 -- 172.21.15.32:0/1672107068 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fda480666c0 msgr2=0x7fda48068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:43.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.759+0000 7fda61962640 1 --2- 172.21.15.32:0/1672107068 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fda480666c0 0x7fda48068b80 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fda4c00b930 tx=0x7fda4c008040 comp rx=0 tx=0).stop 2024-09-13T17:50:43.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.759+0000 7fda61962640 1 -- 172.21.15.32:0/1672107068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda5c0660c0 msgr2=0x7fda5c1475d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:43.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.759+0000 7fda61962640 1 --2- 172.21.15.32:0/1672107068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda5c0660c0 0x7fda5c1475d0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fda5000c410 tx=0x7fda5000c8d0 comp rx=0 tx=0).stop 2024-09-13T17:50:43.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.759+0000 7fda61962640 1 -- 172.21.15.32:0/1672107068 shutdown_connections 2024-09-13T17:50:43.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.759+0000 7fda61962640 1 --2- 172.21.15.32:0/1672107068 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fda480666c0 0x7fda48068b80 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:43.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.759+0000 7fda61962640 1 --2- 172.21.15.32:0/1672107068 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fda5c159890 0x7fda5c130310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:43.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.759+0000 7fda61962640 1 --2- 172.21.15.32:0/1672107068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda5c0660c0 0x7fda5c1475d0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:43.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.759+0000 7fda61962640 1 --2- 172.21.15.32:0/1672107068 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fda5c065c80 0x7fda5c151760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:43.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.759+0000 7fda61962640 1 -- 172.21.15.32:0/1672107068 >> 172.21.15.32:0/1672107068 conn(0x7fda5c070900 msgr2=0x7fda5c15a910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:43.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.759+0000 7fda61962640 1 -- 172.21.15.32:0/1672107068 shutdown_connections 2024-09-13T17:50:43.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.759+0000 7fda61962640 1 -- 172.21.15.32:0/1672107068 wait complete. 2024-09-13T17:50:43.780 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:50:43.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.899+0000 7f9729b37640 1 Processor -- start 2024-09-13T17:50:43.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9729b37640 1 -- start start 2024-09-13T17:50:43.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9729b37640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f97240ce3b0 0x7f97240cf860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:43.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9729b37640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97240ccfd0 con 0x7f97240d0a10 2024-09-13T17:50:43.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9729b37640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97240d0e80 con 0x7f972415c4f0 2024-09-13T17:50:43.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9729b37640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97240cd200 con 0x7f97240ce3b0 2024-09-13T17:50:43.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f971affd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f97240d0a10 0x7f97240cdca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:42294/0 (socket says 172.21.15.32:42294) 2024-09-13T17:50:43.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f971affd640 1 -- 172.21.15.32:0/3044995506 learned_addr learned my addr 172.21.15.32:0/3044995506 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:43.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9723fff640 1 --2- 172.21.15.32:0/3044995506 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f97240ce3b0 0x7f97240cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:43.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9722ffd640 1 -- 172.21.15.32:0/3044995506 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3981093747 0 0) 0x7f97240ccfd0 con 0x7f97240d0a10 2024-09-13T17:50:43.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9722ffd640 1 -- 172.21.15.32:0/3044995506 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9710003530 con 0x7f97240d0a10 2024-09-13T17:50:43.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9722ffd640 1 -- 172.21.15.32:0/3044995506 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2347085157 0 0) 0x7f9710003530 con 0x7f97240d0a10 2024-09-13T17:50:43.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9722ffd640 1 -- 172.21.15.32:0/3044995506 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f97240ce3b0 msgr2=0x7f97240cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:43.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9722ffd640 1 --2- 172.21.15.32:0/3044995506 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f97240ce3b0 0x7f97240cf860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:43.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9722ffd640 1 -- 172.21.15.32:0/3044995506 >> v1:172.21.15.159:6789/0 conn(0x7f972415c4f0 legacy=0x7f972406b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:43.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9722ffd640 1 -- 172.21.15.32:0/3044995506 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97240d1110 con 0x7f97240d0a10 2024-09-13T17:50:43.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9722ffd640 1 -- 172.21.15.32:0/3044995506 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f970c001800 con 0x7f97240d0a10 2024-09-13T17:50:43.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9722ffd640 1 -- 172.21.15.32:0/3044995506 >> v1:172.21.15.32:6789/0 conn(0x7f97240d0a10 legacy=0x7f97240cdca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:43.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9722ffd640 1 --2- 172.21.15.32:0/3044995506 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f97240ce3b0 0x7f97100039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:43.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9722ffd640 1 --2- 172.21.15.32:0/3044995506 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9710003f30 0x7f97100047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:43.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9722ffd640 1 --2- 172.21.15.32:0/3044995506 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9710004d10 0x7f9710005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:43.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9722ffd640 1 -- 172.21.15.32:0/3044995506 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97240cd200 con 0x7f9710003f30 2024-09-13T17:50:43.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9722ffd640 1 -- 172.21.15.32:0/3044995506 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f971000ba70 con 0x7f9710004d10 2024-09-13T17:50:43.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9722ffd640 1 -- 172.21.15.32:0/3044995506 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f971000bc30 con 0x7f97240ce3b0 2024-09-13T17:50:43.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f971affd640 1 --2- 172.21.15.32:0/3044995506 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9710003f30 0x7f97100047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:43.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f97237fe640 1 --2- 172.21.15.32:0/3044995506 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f97240ce3b0 0x7f97100039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:43.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f971affd640 1 -- 172.21.15.32:0/3044995506 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f97240ce3b0 msgr2=0x7f97100039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:43.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f971affd640 1 --2- 172.21.15.32:0/3044995506 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f97240ce3b0 0x7f97100039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:43.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f9723fff640 1 --2- 172.21.15.32:0/3044995506 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9710004d10 0x7f9710005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:43.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f971affd640 1 -- 172.21.15.32:0/3044995506 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9710004d10 msgr2=0x7f9710005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:43.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f971affd640 1 --2- 172.21.15.32:0/3044995506 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9710004d10 0x7f9710005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:43.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f971affd640 1 -- 172.21.15.32:0/3044995506 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9710003530 con 0x7f9710003f30 2024-09-13T17:50:43.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.903+0000 7f97237fe640 1 --2- 172.21.15.32:0/3044995506 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f97240ce3b0 0x7f97100039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:43.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f971affd640 1 --2- 172.21.15.32:0/3044995506 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9710003f30 0x7f97100047d0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f970c00c240 tx=0x7f970c01f3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c321921495781012 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:43.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f9722ffd640 1 -- 172.21.15.32:0/3044995506 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f970c007270 con 0x7f9710003f30 2024-09-13T17:50:43.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f9722ffd640 1 -- 172.21.15.32:0/3044995506 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f970c0ab070 con 0x7f9710003f30 2024-09-13T17:50:43.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f9722ffd640 1 -- 172.21.15.32:0/3044995506 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f970c007670 con 0x7f9710003f30 2024-09-13T17:50:43.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f9729b37640 1 -- 172.21.15.32:0/3044995506 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9710003f30 msgr2=0x7f97100047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:43.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f9729b37640 1 --2- 172.21.15.32:0/3044995506 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9710003f30 0x7f97100047d0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f970c00c240 tx=0x7f970c01f3b0 comp rx=0 tx=0).stop 2024-09-13T17:50:43.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f9723fff640 1 -- 172.21.15.32:0/3044995506 reap_dead start 2024-09-13T17:50:43.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f9729b37640 1 -- 172.21.15.32:0/3044995506 shutdown_connections 2024-09-13T17:50:43.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f9729b37640 1 -- 172.21.15.32:0/3044995506 >> 172.21.15.32:0/3044995506 conn(0x7f972408bf30 msgr2=0x7f972409b850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:43.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f9729b37640 1 -- 172.21.15.32:0/3044995506 shutdown_connections 2024-09-13T17:50:43.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f9729b37640 1 -- 172.21.15.32:0/3044995506 wait complete. 2024-09-13T17:50:43.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f9729b37640 1 Processor -- start 2024-09-13T17:50:43.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f9729b37640 1 -- start start 2024-09-13T17:50:43.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f9729b37640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9710003f30 0x7f9724150cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:43.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f9729b37640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f97240b3250 0x7f97240b74e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:43.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f9729b37640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f97240b7a20 0x7f97240cb940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:43.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f9729b37640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9724151210 con 0x7f97240b7a20 2024-09-13T17:50:43.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f9729b37640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97240b2dc0 con 0x7f9710003f30 2024-09-13T17:50:43.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.907+0000 7f9729b37640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97240b21b0 con 0x7f97240b3250 2024-09-13T17:50:43.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f9723fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f97240b7a20 0x7f97240cb940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:43.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f9723fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f97240b7a20 0x7f97240cb940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37834/0 (socket says 172.21.15.32:37834) 2024-09-13T17:50:43.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f9723fff640 1 -- 172.21.15.32:0/141280030 learned_addr learned my addr 172.21.15.32:0/141280030 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:43.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f97237fe640 1 --2- 172.21.15.32:0/141280030 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9710003f30 0x7f9724150cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:43.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f9723fff640 1 -- 172.21.15.32:0/141280030 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f97240b3250 msgr2=0x7f97240b74e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:43.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f9723fff640 1 --2- 172.21.15.32:0/141280030 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f97240b3250 0x7f97240b74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:43.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f9723fff640 1 -- 172.21.15.32:0/141280030 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9710003f30 msgr2=0x7f9724150cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:43.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f9723fff640 1 --2- 172.21.15.32:0/141280030 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9710003f30 0x7f9724150cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:43.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f9723fff640 1 -- 172.21.15.32:0/141280030 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97240b2490 con 0x7f97240b7a20 2024-09-13T17:50:43.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f9723fff640 1 --2- 172.21.15.32:0/141280030 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f97240b7a20 0x7f97240cb940 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f9724161110 tx=0x7f971c00f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:43.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f9720ff9640 1 -- 172.21.15.32:0/141280030 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f971c017400 con 0x7f97240b7a20 2024-09-13T17:50:43.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f9720ff9640 1 -- 172.21.15.32:0/141280030 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f971c011040 con 0x7f97240b7a20 2024-09-13T17:50:43.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f9729b37640 1 -- 172.21.15.32:0/141280030 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97240b2770 con 0x7f97240b7a20 2024-09-13T17:50:43.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f9720ff9640 1 -- 172.21.15.32:0/141280030 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f971c0177c0 con 0x7f97240b7a20 2024-09-13T17:50:43.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f9729b37640 1 -- 172.21.15.32:0/141280030 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97240b1e40 con 0x7f97240b7a20 2024-09-13T17:50:43.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f9729b37640 1 -- 172.21.15.32:0/141280030 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97240d13f0 con 0x7f97240b7a20 2024-09-13T17:50:43.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f9720ff9640 1 -- 172.21.15.32:0/141280030 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f971c021440 con 0x7f97240b7a20 2024-09-13T17:50:43.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f9720ff9640 1 --2- 172.21.15.32:0/141280030 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9704066690 0x7f9704068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:43.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f9720ff9640 1 -- 172.21.15.32:0/141280030 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f971c0844c0 con 0x7f97240b7a20 2024-09-13T17:50:43.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f97237fe640 1 --2- 172.21.15.32:0/141280030 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9704066690 0x7f9704068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:43.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.911+0000 7f97237fe640 1 --2- 172.21.15.32:0/141280030 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9704066690 0x7f9704068b50 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f97240b7240 tx=0x7f9714009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:43.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:43.915+0000 7f9720ff9640 1 -- 172.21.15.32:0/141280030 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f971c051760 con 0x7f97240b7a20 2024-09-13T17:50:44.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.079+0000 7f9729b37640 1 -- 172.21.15.32:0/141280030 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f97240b83b0 con 0x7f97240b7a20 2024-09-13T17:50:44.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.079+0000 7f9720ff9640 1 -- 172.21.15.32:0/141280030 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) v1 ==== 74+0+16811 (secure 0 0 0) 0x7f971c05b070 con 0x7f97240b7a20 2024-09-13T17:50:44.083 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:50:44.083 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":44,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:49:01.515896+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:48:45.707705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T17:48:46.441639+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"42","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.2f","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:50:44.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.083+0000 7f9729b37640 1 -- 172.21.15.32:0/141280030 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9704066690 msgr2=0x7f9704068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.083+0000 7f9729b37640 1 --2- 172.21.15.32:0/141280030 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9704066690 0x7f9704068b50 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f97240b7240 tx=0x7f9714009040 comp rx=0 tx=0).stop 2024-09-13T17:50:44.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.083+0000 7f9729b37640 1 -- 172.21.15.32:0/141280030 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f97240b7a20 msgr2=0x7f97240cb940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.083+0000 7f9729b37640 1 --2- 172.21.15.32:0/141280030 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f97240b7a20 0x7f97240cb940 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f9724161110 tx=0x7f971c00f4a0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.083+0000 7f9729b37640 1 -- 172.21.15.32:0/141280030 shutdown_connections 2024-09-13T17:50:44.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.083+0000 7f9729b37640 1 --2- 172.21.15.32:0/141280030 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f9704066690 0x7f9704068b50 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.083+0000 7f9729b37640 1 --2- 172.21.15.32:0/141280030 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f97240b7a20 0x7f97240cb940 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.083+0000 7f9729b37640 1 --2- 172.21.15.32:0/141280030 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f97240b3250 0x7f97240b74e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.083+0000 7f9729b37640 1 --2- 172.21.15.32:0/141280030 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9710003f30 0x7f9724150cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.083+0000 7f9729b37640 1 -- 172.21.15.32:0/141280030 >> 172.21.15.32:0/141280030 conn(0x7f972408bf30 msgr2=0x7f972415b600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:44.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.083+0000 7f9729b37640 1 -- 172.21.15.32:0/141280030 shutdown_connections 2024-09-13T17:50:44.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.083+0000 7f9729b37640 1 -- 172.21.15.32:0/141280030 wait complete. 2024-09-13T17:50:44.103 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T17:47:08.270861+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:48:45.707705+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '41', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:48:46.441639+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '42', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:50:44.103 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:50:44.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.223+0000 7fbaed4e9640 1 Processor -- start 2024-09-13T17:50:44.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.223+0000 7fbaed4e9640 1 -- start start 2024-09-13T17:50:44.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.223+0000 7fbaed4e9640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fbae80b2f80 0x7fbae806dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.223+0000 7fbaed4e9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbae80b1bc0 0x7fbae80cacd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.223+0000 7fbaed4e9640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbae80cb210 con 0x7fbae80cdbc0 2024-09-13T17:50:44.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.223+0000 7fbaed4e9640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbae80b1170 con 0x7fbae80b1bc0 2024-09-13T17:50:44.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.223+0000 7fbaed4e9640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbae80b1730 con 0x7fbae80b2f80 2024-09-13T17:50:44.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.223+0000 7fbae6ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fbae80cdbc0 0x7fbae80b2870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:42300/0 (socket says 172.21.15.32:42300) 2024-09-13T17:50:44.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.223+0000 7fbae6ffd640 1 -- 172.21.15.32:0/4139323611 learned_addr learned my addr 172.21.15.32:0/4139323611 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:44.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.223+0000 7fbae77fe640 1 --2- 172.21.15.32:0/4139323611 >> v2:172.21.15.32:3300/0 conn(0x7fbae80b1bc0 0x7fbae80cacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:44.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.223+0000 7fbae67fc640 1 --2- 172.21.15.32:0/4139323611 >> v2:172.21.15.159:3300/0 conn(0x7fbae80b2f80 0x7fbae806dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:44.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.223+0000 7fbae5ffb640 1 -- 172.21.15.32:0/4139323611 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 778451311 0 0) 0x7fbae80cb210 con 0x7fbae80cdbc0 2024-09-13T17:50:44.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.223+0000 7fbae5ffb640 1 -- 172.21.15.32:0/4139323611 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbad0003530 con 0x7fbae80cdbc0 2024-09-13T17:50:44.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.223+0000 7fbae77fe640 1 -- 172.21.15.32:0/4139323611 >> v2:172.21.15.159:3300/0 conn(0x7fbae80b2f80 msgr2=0x7fbae806dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:44.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.223+0000 7fbae77fe640 1 --2- 172.21.15.32:0/4139323611 >> v2:172.21.15.159:3300/0 conn(0x7fbae80b2f80 0x7fbae806dcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.223+0000 7fbae77fe640 1 -- 172.21.15.32:0/4139323611 >> v1:172.21.15.32:6789/0 conn(0x7fbae80cdbc0 legacy=0x7fbae80b2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.223+0000 7fbae5ffb640 1 -- 172.21.15.32:0/4139323611 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2850595094 0 0) 0x7fbad0003530 con 0x7fbae80cdbc0 2024-09-13T17:50:44.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.223+0000 7fbae77fe640 1 -- 172.21.15.32:0/4139323611 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbae80b2070 con 0x7fbae80b1bc0 2024-09-13T17:50:44.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.227+0000 7fbae77fe640 1 --2- 172.21.15.32:0/4139323611 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbae80b1bc0 0x7fbae80cacd0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fbae80b16a0 tx=0x7fbae001c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7a01de1a39664f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:44.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.227+0000 7fbae5ffb640 1 -- 172.21.15.32:0/4139323611 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbad8001680 con 0x7fbae80b1bc0 2024-09-13T17:50:44.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.227+0000 7fbae5ffb640 1 -- 172.21.15.32:0/4139323611 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbae00a5610 con 0x7fbae80b1bc0 2024-09-13T17:50:44.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.227+0000 7fbae5ffb640 1 -- 172.21.15.32:0/4139323611 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbae00a5980 con 0x7fbae80b1bc0 2024-09-13T17:50:44.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.227+0000 7fbaed4e9640 1 -- 172.21.15.32:0/4139323611 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbae80b1bc0 msgr2=0x7fbae80cacd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.227+0000 7fbaed4e9640 1 --2- 172.21.15.32:0/4139323611 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbae80b1bc0 0x7fbae80cacd0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fbae80b16a0 tx=0x7fbae001c850 comp rx=0 tx=0).stop 2024-09-13T17:50:44.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.227+0000 7fbaed4e9640 1 -- 172.21.15.32:0/4139323611 shutdown_connections 2024-09-13T17:50:44.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.227+0000 7fbaed4e9640 1 --2- 172.21.15.32:0/4139323611 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbae80b1bc0 0x7fbae80cacd0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.227+0000 7fbaed4e9640 1 --2- 172.21.15.32:0/4139323611 >> v2:172.21.15.159:3300/0 conn(0x7fbae80b2f80 0x7fbae806dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.227+0000 7fbaed4e9640 1 -- 172.21.15.32:0/4139323611 >> 172.21.15.32:0/4139323611 conn(0x7fbae806a150 msgr2=0x7fbae806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:44.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.227+0000 7fbaed4e9640 1 -- 172.21.15.32:0/4139323611 shutdown_connections 2024-09-13T17:50:44.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.227+0000 7fbaed4e9640 1 -- 172.21.15.32:0/4139323611 wait complete. 2024-09-13T17:50:44.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.227+0000 7fbaed4e9640 1 Processor -- start 2024-09-13T17:50:44.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.227+0000 7fbaed4e9640 1 -- start start 2024-09-13T17:50:44.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbaed4e9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbae80b1bc0 0x7fbae814c170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbaed4e9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbae80b2f80 0x7fbae8097040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbaed4e9640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbae80cdbc0 0x7fbae8097580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbaed4e9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbae814c6b0 con 0x7fbae80b2f80 2024-09-13T17:50:44.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbaed4e9640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbae814b430 con 0x7fbae80cdbc0 2024-09-13T17:50:44.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbaed4e9640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbae8097bd0 con 0x7fbae80b1bc0 2024-09-13T17:50:44.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbae67fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbae80b2f80 0x7fbae8097040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:44.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbae67fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbae80b2f80 0x7fbae8097040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37848/0 (socket says 172.21.15.32:37848) 2024-09-13T17:50:44.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbae67fc640 1 -- 172.21.15.32:0/2701671727 learned_addr learned my addr 172.21.15.32:0/2701671727 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:44.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbae67fc640 1 -- 172.21.15.32:0/2701671727 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbae80b1bc0 msgr2=0x7fbae814c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbae67fc640 1 --2- 172.21.15.32:0/2701671727 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbae80b1bc0 0x7fbae814c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbae67fc640 1 -- 172.21.15.32:0/2701671727 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbae80cdbc0 msgr2=0x7fbae8097580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbae67fc640 1 --2- 172.21.15.32:0/2701671727 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbae80cdbc0 0x7fbae8097580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbae67fc640 1 -- 172.21.15.32:0/2701671727 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbae0009a70 con 0x7fbae80b2f80 2024-09-13T17:50:44.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbae67fc640 1 --2- 172.21.15.32:0/2701671727 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbae80b2f80 0x7fbae8097040 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fbadc00e930 tx=0x7fbadc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:44.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbacf7fe640 1 -- 172.21.15.32:0/2701671727 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbadc009690 con 0x7fbae80b2f80 2024-09-13T17:50:44.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbacf7fe640 1 -- 172.21.15.32:0/2701671727 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbadc00ca00 con 0x7fbae80b2f80 2024-09-13T17:50:44.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbacf7fe640 1 -- 172.21.15.32:0/2701671727 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbadc00cd70 con 0x7fbae80b2f80 2024-09-13T17:50:44.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbaed4e9640 1 -- 172.21.15.32:0/2701671727 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbae814b690 con 0x7fbae80b2f80 2024-09-13T17:50:44.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbaed4e9640 1 -- 172.21.15.32:0/2701671727 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbae814bc50 con 0x7fbae80b2f80 2024-09-13T17:50:44.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbaed4e9640 1 -- 172.21.15.32:0/2701671727 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbae806dcf0 con 0x7fbae80b2f80 2024-09-13T17:50:44.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbacf7fe640 1 -- 172.21.15.32:0/2701671727 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbadc013470 con 0x7fbae80b2f80 2024-09-13T17:50:44.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbacf7fe640 1 --2- 172.21.15.32:0/2701671727 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbad4066690 0x7fbad4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbacf7fe640 1 -- 172.21.15.32:0/2701671727 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fbadc0845b0 con 0x7fbae80b2f80 2024-09-13T17:50:44.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbae6ffd640 1 --2- 172.21.15.32:0/2701671727 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbad4066690 0x7fbad4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:44.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.231+0000 7fbae6ffd640 1 --2- 172.21.15.32:0/2701671727 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbad4066690 0x7fbad4068b50 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fbad8005890 tx=0x7fbad8001090 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:44.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.235+0000 7fbacf7fe640 1 -- 172.21.15.32:0/2701671727 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbadc0517e0 con 0x7fbae80b2f80 2024-09-13T17:50:44.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.391+0000 7fbaed4e9640 1 -- 172.21.15.32:0/2701671727 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbae8150ff0 con 0x7fbae80b2f80 2024-09-13T17:50:44.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.391+0000 7fbacf7fe640 1 -- 172.21.15.32:0/2701671727 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v44) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbadc054e00 con 0x7fbae80b2f80 2024-09-13T17:50:44.394 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-09-13T17:50:44.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.391+0000 7fbaed4e9640 1 -- 172.21.15.32:0/2701671727 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbad4066690 msgr2=0x7fbad4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.391+0000 7fbaed4e9640 1 --2- 172.21.15.32:0/2701671727 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbad4066690 0x7fbad4068b50 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fbad8005890 tx=0x7fbad8001090 comp rx=0 tx=0).stop 2024-09-13T17:50:44.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.391+0000 7fbaed4e9640 1 -- 172.21.15.32:0/2701671727 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbae80b2f80 msgr2=0x7fbae8097040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.391+0000 7fbaed4e9640 1 --2- 172.21.15.32:0/2701671727 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbae80b2f80 0x7fbae8097040 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fbadc00e930 tx=0x7fbadc00edf0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.391+0000 7fbaed4e9640 1 -- 172.21.15.32:0/2701671727 shutdown_connections 2024-09-13T17:50:44.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.391+0000 7fbaed4e9640 1 --2- 172.21.15.32:0/2701671727 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbad4066690 0x7fbad4068b50 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.391+0000 7fbaed4e9640 1 --2- 172.21.15.32:0/2701671727 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbae80cdbc0 0x7fbae8097580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.391+0000 7fbaed4e9640 1 --2- 172.21.15.32:0/2701671727 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbae80b2f80 0x7fbae8097040 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.391+0000 7fbaed4e9640 1 --2- 172.21.15.32:0/2701671727 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbae80b1bc0 0x7fbae814c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.391+0000 7fbaed4e9640 1 -- 172.21.15.32:0/2701671727 >> 172.21.15.32:0/2701671727 conn(0x7fbae806a150 msgr2=0x7fbae8150790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:44.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.391+0000 7fbaed4e9640 1 -- 172.21.15.32:0/2701671727 shutdown_connections 2024-09-13T17:50:44.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.391+0000 7fbaed4e9640 1 -- 172.21.15.32:0/2701671727 wait complete. 2024-09-13T17:50:44.411 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:50:44.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.527+0000 7ffb68e0d640 1 Processor -- start 2024-09-13T17:50:44.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.527+0000 7ffb68e0d640 1 -- start start 2024-09-13T17:50:44.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.527+0000 7ffb68e0d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb640b1bb0 0x7ffb640cbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.527+0000 7ffb68e0d640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7ffb6415d370 0x7ffb6415d800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.527+0000 7ffb68e0d640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb640b1ff0 con 0x7ffb6406db40 2024-09-13T17:50:44.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.527+0000 7ffb68e0d640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb640b2ac0 con 0x7ffb6415d370 2024-09-13T17:50:44.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.527+0000 7ffb68e0d640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb640cc4c0 con 0x7ffb640b1bb0 2024-09-13T17:50:44.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.527+0000 7ffb61d9b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb640b1bb0 0x7ffb640cbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:44.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.527+0000 7ffb62d9d640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7ffb6415d370 0x7ffb6415d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:44.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.527+0000 7ffb61d9b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb640b1bb0 0x7ffb640cbf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:35294/0 (socket says 172.21.15.32:35294) 2024-09-13T17:50:44.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.527+0000 7ffb61d9b640 1 -- 172.21.15.32:0/2228090495 learned_addr learned my addr 172.21.15.32:0/2228090495 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:44.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.527+0000 7ffb6259c640 1 --1- 172.21.15.32:0/2228090495 >> v1:172.21.15.159:6789/0 conn(0x7ffb6406db40 0x7ffb6406df20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:49450/0 (socket says 172.21.15.32:49450) 2024-09-13T17:50:44.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.527+0000 7ffb61d9b640 1 -- 172.21.15.32:0/2228090495 >> v2:172.21.15.159:3300/0 conn(0x7ffb6415d370 msgr2=0x7ffb6415d800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:44.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.527+0000 7ffb61d9b640 1 --2- 172.21.15.32:0/2228090495 >> v2:172.21.15.159:3300/0 conn(0x7ffb6415d370 0x7ffb6415d800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.527+0000 7ffb61d9b640 1 -- 172.21.15.32:0/2228090495 >> v1:172.21.15.159:6789/0 conn(0x7ffb6406db40 legacy=0x7ffb6406df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.527+0000 7ffb61d9b640 1 -- 172.21.15.32:0/2228090495 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb640b2220 con 0x7ffb640b1bb0 2024-09-13T17:50:44.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.531+0000 7ffb61d9b640 1 --2- 172.21.15.32:0/2228090495 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb640b1bb0 0x7ffb640cbf80 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ffb58009870 tx=0x7ffb5801c410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=206a56f2493b9c80 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:44.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.531+0000 7ffb6159a640 1 -- 172.21.15.32:0/2228090495 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb580ab600 con 0x7ffb640b1bb0 2024-09-13T17:50:44.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.531+0000 7ffb6159a640 1 -- 172.21.15.32:0/2228090495 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb580a7050 con 0x7ffb640b1bb0 2024-09-13T17:50:44.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.531+0000 7ffb6159a640 1 -- 172.21.15.32:0/2228090495 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb580ab980 con 0x7ffb640b1bb0 2024-09-13T17:50:44.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.531+0000 7ffb68e0d640 1 -- 172.21.15.32:0/2228090495 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb640b1bb0 msgr2=0x7ffb640cbf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.531+0000 7ffb68e0d640 1 --2- 172.21.15.32:0/2228090495 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb640b1bb0 0x7ffb640cbf80 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ffb58009870 tx=0x7ffb5801c410 comp rx=0 tx=0).stop 2024-09-13T17:50:44.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.531+0000 7ffb68e0d640 1 -- 172.21.15.32:0/2228090495 shutdown_connections 2024-09-13T17:50:44.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.531+0000 7ffb68e0d640 1 --2- 172.21.15.32:0/2228090495 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb640b1bb0 0x7ffb640cbf80 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.531+0000 7ffb68e0d640 1 --2- 172.21.15.32:0/2228090495 >> v2:172.21.15.159:3300/0 conn(0x7ffb6415d370 0x7ffb6415d800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.531+0000 7ffb68e0d640 1 -- 172.21.15.32:0/2228090495 >> 172.21.15.32:0/2228090495 conn(0x7ffb64071830 msgr2=0x7ffb64069f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:44.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.531+0000 7ffb68e0d640 1 -- 172.21.15.32:0/2228090495 shutdown_connections 2024-09-13T17:50:44.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.531+0000 7ffb68e0d640 1 -- 172.21.15.32:0/2228090495 wait complete. 2024-09-13T17:50:44.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.531+0000 7ffb68e0d640 1 Processor -- start 2024-09-13T17:50:44.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.531+0000 7ffb68e0d640 1 -- start start 2024-09-13T17:50:44.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb68e0d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb6406db40 0x7ffb6414ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb68e0d640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ffb640b1bb0 0x7ffb64151430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb68e0d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb6415d370 0x7ffb6414a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb68e0d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb64157860 con 0x7ffb6406db40 2024-09-13T17:50:44.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb68e0d640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb641550c0 con 0x7ffb640b1bb0 2024-09-13T17:50:44.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb68e0d640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb641558d0 con 0x7ffb6415d370 2024-09-13T17:50:44.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb6259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb6406db40 0x7ffb6414ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:44.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb6259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb6406db40 0x7ffb6414ce70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37864/0 (socket says 172.21.15.32:37864) 2024-09-13T17:50:44.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb6259c640 1 -- 172.21.15.32:0/139433572 learned_addr learned my addr 172.21.15.32:0/139433572 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:44.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb61d9b640 1 --2- 172.21.15.32:0/139433572 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ffb640b1bb0 0x7ffb64151430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:44.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb62d9d640 1 --2- 172.21.15.32:0/139433572 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb6415d370 0x7ffb6414a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:44.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb6259c640 1 -- 172.21.15.32:0/139433572 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb6415d370 msgr2=0x7ffb6414a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb6259c640 1 --2- 172.21.15.32:0/139433572 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb6415d370 0x7ffb6414a1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb6259c640 1 -- 172.21.15.32:0/139433572 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ffb640b1bb0 msgr2=0x7ffb64151430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb6259c640 1 --2- 172.21.15.32:0/139433572 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ffb640b1bb0 0x7ffb64151430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb6259c640 1 -- 172.21.15.32:0/139433572 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb580094d0 con 0x7ffb6406db40 2024-09-13T17:50:44.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb61d9b640 1 --2- 172.21.15.32:0/139433572 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ffb640b1bb0 0x7ffb64151430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:44.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb6259c640 1 --2- 172.21.15.32:0/139433572 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb6406db40 0x7ffb6414ce70 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7ffb5c00c730 tx=0x7ffb5c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:44.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb52ffd640 1 -- 172.21.15.32:0/139433572 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb5c00ce40 con 0x7ffb6406db40 2024-09-13T17:50:44.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb52ffd640 1 -- 172.21.15.32:0/139433572 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb5c00a640 con 0x7ffb6406db40 2024-09-13T17:50:44.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb68e0d640 1 -- 172.21.15.32:0/139433572 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb64155310 con 0x7ffb6406db40 2024-09-13T17:50:44.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb52ffd640 1 -- 172.21.15.32:0/139433572 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb5c00a9d0 con 0x7ffb6406db40 2024-09-13T17:50:44.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb68e0d640 1 -- 172.21.15.32:0/139433572 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb6414a710 con 0x7ffb6406db40 2024-09-13T17:50:44.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb68e0d640 1 -- 172.21.15.32:0/139433572 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb640cbf80 con 0x7ffb6406db40 2024-09-13T17:50:44.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb52ffd640 1 -- 172.21.15.32:0/139433572 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ffb5c00ab30 con 0x7ffb6406db40 2024-09-13T17:50:44.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb52ffd640 1 --2- 172.21.15.32:0/139433572 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ffb44066690 0x7ffb44068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb52ffd640 1 -- 172.21.15.32:0/139433572 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6058+0+0 (secure 0 0 0) 0x7ffb5c083aa0 con 0x7ffb6406db40 2024-09-13T17:50:44.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.535+0000 7ffb61d9b640 1 --2- 172.21.15.32:0/139433572 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ffb44066690 0x7ffb44068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:44.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.539+0000 7ffb61d9b640 1 --2- 172.21.15.32:0/139433572 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ffb44066690 0x7ffb44068b50 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7ffb580ad000 tx=0x7ffb58008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:44.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.539+0000 7ffb52ffd640 1 -- 172.21.15.32:0/139433572 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ffb5c0547d0 con 0x7ffb6406db40 2024-09-13T17:50:44.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.691+0000 7ffb68e0d640 1 -- 172.21.15.32:0/139433572 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ffb64066180 con 0x7ffb6406db40 2024-09-13T17:50:44.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.691+0000 7ffb52ffd640 1 -- 172.21.15.32:0/139433572 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v44) v1 ==== 104+0+11 (secure 0 0 0) 0x7ffb5c0170a0 con 0x7ffb6406db40 2024-09-13T17:50:44.696 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-09-13T17:50:44.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.695+0000 7ffb68e0d640 1 -- 172.21.15.32:0/139433572 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ffb44066690 msgr2=0x7ffb44068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.695+0000 7ffb68e0d640 1 --2- 172.21.15.32:0/139433572 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ffb44066690 0x7ffb44068b50 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7ffb580ad000 tx=0x7ffb58008040 comp rx=0 tx=0).stop 2024-09-13T17:50:44.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.695+0000 7ffb68e0d640 1 -- 172.21.15.32:0/139433572 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb6406db40 msgr2=0x7ffb6414ce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.695+0000 7ffb68e0d640 1 --2- 172.21.15.32:0/139433572 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb6406db40 0x7ffb6414ce70 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7ffb5c00c730 tx=0x7ffb5c00cbf0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.695+0000 7ffb68e0d640 1 -- 172.21.15.32:0/139433572 shutdown_connections 2024-09-13T17:50:44.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.695+0000 7ffb68e0d640 1 --2- 172.21.15.32:0/139433572 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ffb44066690 0x7ffb44068b50 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.695+0000 7ffb68e0d640 1 --2- 172.21.15.32:0/139433572 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ffb6415d370 0x7ffb6414a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.695+0000 7ffb68e0d640 1 --2- 172.21.15.32:0/139433572 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ffb640b1bb0 0x7ffb64151430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.695+0000 7ffb68e0d640 1 --2- 172.21.15.32:0/139433572 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb6406db40 0x7ffb6414ce70 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.695+0000 7ffb68e0d640 1 -- 172.21.15.32:0/139433572 >> 172.21.15.32:0/139433572 conn(0x7ffb64071830 msgr2=0x7ffb6406d210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:44.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.695+0000 7ffb68e0d640 1 -- 172.21.15.32:0/139433572 shutdown_connections 2024-09-13T17:50:44.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.695+0000 7ffb68e0d640 1 -- 172.21.15.32:0/139433572 wait complete. 2024-09-13T17:50:44.713 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:50:44.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c11f74640 1 Processor -- start 2024-09-13T17:50:44.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c11f74640 1 -- start start 2024-09-13T17:50:44.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c11f74640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c0c0b1840 0x7f0c0c0cbbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c11f74640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c0c0cc560 con 0x7f0c0c15c5f0 2024-09-13T17:50:44.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c11f74640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c0c0ceee0 con 0x7f0c0c0cc110 2024-09-13T17:50:44.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c11f74640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c0c0b0bf0 con 0x7f0c0c0b1840 2024-09-13T17:50:44.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0b7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f0c0c15c5f0 0x7f0c0c0ce600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:42312/0 (socket says 172.21.15.32:42312) 2024-09-13T17:50:44.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0b7fe640 1 -- 172.21.15.32:0/3974522636 learned_addr learned my addr 172.21.15.32:0/3974522636 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:44.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0affd640 1 --2- 172.21.15.32:0/3974522636 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c0c0b1840 0x7f0c0c0cbbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:44.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0a7fc640 1 -- 172.21.15.32:0/3974522636 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1766632769 0 0) 0x7f0bf4001120 con 0x7f0c0c15c5f0 2024-09-13T17:50:44.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0a7fc640 1 -- 172.21.15.32:0/3974522636 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0bf8003530 con 0x7f0c0c15c5f0 2024-09-13T17:50:44.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0a7fc640 1 -- 172.21.15.32:0/3974522636 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1178736581 0 0) 0x7f0bf8003530 con 0x7f0c0c15c5f0 2024-09-13T17:50:44.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0a7fc640 1 -- 172.21.15.32:0/3974522636 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c0c0b1840 msgr2=0x7f0c0c0cbbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:44.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0a7fc640 1 --2- 172.21.15.32:0/3974522636 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c0c0b1840 0x7f0c0c0cbbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0a7fc640 1 -- 172.21.15.32:0/3974522636 >> v1:172.21.15.159:6789/0 conn(0x7f0c0c0cc110 legacy=0x7f0c0c1662d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0a7fc640 1 -- 172.21.15.32:0/3974522636 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c0c0ca350 con 0x7f0c0c15c5f0 2024-09-13T17:50:44.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0a7fc640 1 -- 172.21.15.32:0/3974522636 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f0bf4001810 con 0x7f0c0c15c5f0 2024-09-13T17:50:44.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0a7fc640 1 -- 172.21.15.32:0/3974522636 >> v1:172.21.15.32:6789/0 conn(0x7f0c0c15c5f0 legacy=0x7f0c0c0ce600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0a7fc640 1 --2- 172.21.15.32:0/3974522636 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0bf80039b0 0x7f0bf8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0a7fc640 1 --2- 172.21.15.32:0/3974522636 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c0c0b1840 0x7f0bf80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0a7fc640 1 --2- 172.21.15.32:0/3974522636 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0bf8004d10 0x7f0bf8005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0a7fc640 1 -- 172.21.15.32:0/3974522636 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c0c0b0bf0 con 0x7f0bf8004d10 2024-09-13T17:50:44.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0a7fc640 1 -- 172.21.15.32:0/3974522636 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bf800baf0 con 0x7f0bf80039b0 2024-09-13T17:50:44.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0a7fc640 1 -- 172.21.15.32:0/3974522636 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bf800bcb0 con 0x7f0c0c0b1840 2024-09-13T17:50:44.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0bfff640 1 --2- 172.21.15.32:0/3974522636 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0bf8004d10 0x7f0bf8005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:44.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0b7fe640 1 --2- 172.21.15.32:0/3974522636 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0bf80039b0 0x7f0bf8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:44.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0affd640 1 --2- 172.21.15.32:0/3974522636 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c0c0b1840 0x7f0bf80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:44.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0bfff640 1 -- 172.21.15.32:0/3974522636 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c0c0b1840 msgr2=0x7f0bf80047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:44.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0bfff640 1 --2- 172.21.15.32:0/3974522636 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c0c0b1840 0x7f0bf80047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0bfff640 1 -- 172.21.15.32:0/3974522636 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0bf80039b0 msgr2=0x7f0bf8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:44.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0bfff640 1 --2- 172.21.15.32:0/3974522636 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0bf80039b0 0x7f0bf8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0bfff640 1 -- 172.21.15.32:0/3974522636 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bf8003530 con 0x7f0bf8004d10 2024-09-13T17:50:44.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.835+0000 7f0c0affd640 1 --2- 172.21.15.32:0/3974522636 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0c0c0b1840 0x7f0bf80047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:50:44.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.839+0000 7f0c0bfff640 1 --2- 172.21.15.32:0/3974522636 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0bf8004d10 0x7f0bf8005190 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f0c04001780 tx=0x7f0c0401c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44315b3477f18739 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:44.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.839+0000 7f0c0a7fc640 1 -- 172.21.15.32:0/3974522636 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c040052d0 con 0x7f0bf8004d10 2024-09-13T17:50:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.839+0000 7f0c0a7fc640 1 -- 172.21.15.32:0/3974522636 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c040a7050 con 0x7f0bf8004d10 2024-09-13T17:50:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.839+0000 7f0c0a7fc640 1 -- 172.21.15.32:0/3974522636 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c04003600 con 0x7f0bf8004d10 2024-09-13T17:50:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.839+0000 7f0c11f74640 1 -- 172.21.15.32:0/3974522636 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0bf8004d10 msgr2=0x7f0bf8005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.839+0000 7f0c11f74640 1 --2- 172.21.15.32:0/3974522636 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0bf8004d10 0x7f0bf8005190 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f0c04001780 tx=0x7f0c0401c420 comp rx=0 tx=0).stop 2024-09-13T17:50:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.839+0000 7f0c0bfff640 1 -- 172.21.15.32:0/3974522636 reap_dead start 2024-09-13T17:50:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.839+0000 7f0c11f74640 1 -- 172.21.15.32:0/3974522636 shutdown_connections 2024-09-13T17:50:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.839+0000 7f0c11f74640 1 -- 172.21.15.32:0/3974522636 >> 172.21.15.32:0/3974522636 conn(0x7f0c0c0989e0 msgr2=0x7f0c0c0b0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.839+0000 7f0c11f74640 1 -- 172.21.15.32:0/3974522636 shutdown_connections 2024-09-13T17:50:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.839+0000 7f0c11f74640 1 -- 172.21.15.32:0/3974522636 wait complete. 2024-09-13T17:50:44.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.839+0000 7f0c11f74640 1 Processor -- start 2024-09-13T17:50:44.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c11f74640 1 -- start start 2024-09-13T17:50:44.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c11f74640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0bf8004d10 0x7f0c0c15dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c11f74640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c0c0c8530 0x7f0c0c0c6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c11f74640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c0c0c71e0 0x7f0c0c155550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c11f74640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c0c0b29a0 con 0x7f0c0c0c8530 2024-09-13T17:50:44.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c11f74640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c0c0c7700 con 0x7f0c0c0c71e0 2024-09-13T17:50:44.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c11f74640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c0c0b2070 con 0x7f0bf8004d10 2024-09-13T17:50:44.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c0affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c0c0c8530 0x7f0c0c0c6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:44.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c0affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c0c0c8530 0x7f0c0c0c6ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37874/0 (socket says 172.21.15.32:37874) 2024-09-13T17:50:44.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c0affd640 1 -- 172.21.15.32:0/1362737771 learned_addr learned my addr 172.21.15.32:0/1362737771 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:44.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c0b7fe640 1 --2- 172.21.15.32:0/1362737771 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0bf8004d10 0x7f0c0c15dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:44.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c0bfff640 1 --2- 172.21.15.32:0/1362737771 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c0c0c71e0 0x7f0c0c155550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:44.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c0affd640 1 -- 172.21.15.32:0/1362737771 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0bf8004d10 msgr2=0x7f0c0c15dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c0affd640 1 --2- 172.21.15.32:0/1362737771 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0bf8004d10 0x7f0c0c15dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c0affd640 1 -- 172.21.15.32:0/1362737771 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c0c0c71e0 msgr2=0x7f0c0c155550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:44.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c0affd640 1 --2- 172.21.15.32:0/1362737771 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c0c0c71e0 0x7f0c0c155550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:44.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c0affd640 1 -- 172.21.15.32:0/1362737771 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c0c0b2350 con 0x7f0c0c0c8530 2024-09-13T17:50:44.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c0bfff640 1 --2- 172.21.15.32:0/1362737771 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c0c0c71e0 0x7f0c0c155550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:44.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c0affd640 1 --2- 172.21.15.32:0/1362737771 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c0c0c8530 0x7f0c0c0c6ca0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f0bfc0101c0 tx=0x7f0bfc010680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:44.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c03fff640 1 -- 172.21.15.32:0/1362737771 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bfc00e050 con 0x7f0c0c0c8530 2024-09-13T17:50:44.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c03fff640 1 -- 172.21.15.32:0/1362737771 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bfc00f040 con 0x7f0c0c0c8530 2024-09-13T17:50:44.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c11f74640 1 -- 172.21.15.32:0/1362737771 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c0c0b2630 con 0x7f0c0c0c8530 2024-09-13T17:50:44.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c03fff640 1 -- 172.21.15.32:0/1362737771 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bfc003bc0 con 0x7f0c0c0c8530 2024-09-13T17:50:44.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c11f74640 1 -- 172.21.15.32:0/1362737771 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c0c0c8970 con 0x7f0c0c0c8530 2024-09-13T17:50:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c11f74640 1 -- 172.21.15.32:0/1362737771 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c0c0b2b50 con 0x7f0c0c0c8530 2024-09-13T17:50:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c03fff640 1 -- 172.21.15.32:0/1362737771 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0bfc003d20 con 0x7f0c0c0c8530 2024-09-13T17:50:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c03fff640 1 --2- 172.21.15.32:0/1362737771 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0bec0666c0 0x7f0bec068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c03fff640 1 -- 172.21.15.32:0/1362737771 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f0bfc085120 con 0x7f0c0c0c8530 2024-09-13T17:50:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.843+0000 7f0c0b7fe640 1 --2- 172.21.15.32:0/1362737771 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0bec0666c0 0x7f0bec068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.847+0000 7f0c0b7fe640 1 --2- 172.21.15.32:0/1362737771 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0bec0666c0 0x7f0bec068b80 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f0bf4001280 tx=0x7f0bf4009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:44.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:44.847+0000 7f0c03fff640 1 -- 172.21.15.32:0/1362737771 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0c0c0b2b50 con 0x7f0c0c0c8530 2024-09-13T17:50:45.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.003+0000 7f0c11f74640 1 -- 172.21.15.32:0/1362737771 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0c0c0c8c50 con 0x7f0c0c0c8530 2024-09-13T17:50:45.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.003+0000 7f0c03fff640 1 -- 172.21.15.32:0/1362737771 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v44) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0bfc052330 con 0x7f0c0c0c8530 2024-09-13T17:50:45.006 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-09-13T17:50:45.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.003+0000 7f0c11f74640 1 -- 172.21.15.32:0/1362737771 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0bec0666c0 msgr2=0x7f0bec068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:45.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.003+0000 7f0c11f74640 1 --2- 172.21.15.32:0/1362737771 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0bec0666c0 0x7f0bec068b80 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f0bf4001280 tx=0x7f0bf4009040 comp rx=0 tx=0).stop 2024-09-13T17:50:45.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.003+0000 7f0c11f74640 1 -- 172.21.15.32:0/1362737771 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c0c0c8530 msgr2=0x7f0c0c0c6ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:45.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.003+0000 7f0c11f74640 1 --2- 172.21.15.32:0/1362737771 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c0c0c8530 0x7f0c0c0c6ca0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f0bfc0101c0 tx=0x7f0bfc010680 comp rx=0 tx=0).stop 2024-09-13T17:50:45.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.003+0000 7f0c11f74640 1 -- 172.21.15.32:0/1362737771 shutdown_connections 2024-09-13T17:50:45.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.003+0000 7f0c11f74640 1 --2- 172.21.15.32:0/1362737771 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0bec0666c0 0x7f0bec068b80 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.003+0000 7f0c11f74640 1 --2- 172.21.15.32:0/1362737771 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c0c0c71e0 0x7f0c0c155550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.003+0000 7f0c11f74640 1 --2- 172.21.15.32:0/1362737771 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c0c0c8530 0x7f0c0c0c6ca0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.003+0000 7f0c11f74640 1 --2- 172.21.15.32:0/1362737771 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0bf8004d10 0x7f0c0c15dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.003+0000 7f0c11f74640 1 -- 172.21.15.32:0/1362737771 >> 172.21.15.32:0/1362737771 conn(0x7f0c0c0989e0 msgr2=0x7f0c0c073180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:45.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.003+0000 7f0c11f74640 1 -- 172.21.15.32:0/1362737771 shutdown_connections 2024-09-13T17:50:45.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.003+0000 7f0c11f74640 1 -- 172.21.15.32:0/1362737771 wait complete. 2024-09-13T17:50:45.024 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:50:45.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0dee243640 1 Processor -- start 2024-09-13T17:50:45.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0dee243640 1 -- start start 2024-09-13T17:50:45.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0dee243640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f0de815b4e0 0x7f0de806af90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0dee243640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0de806b900 con 0x7f0de806b4d0 2024-09-13T17:50:45.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0dee243640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0de815aa40 con 0x7f0de81512d0 2024-09-13T17:50:45.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0dee243640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0de815b950 con 0x7f0de815b4e0 2024-09-13T17:50:45.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de7fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f0de806b4d0 0x7f0de80cd8b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:42316/0 (socket says 172.21.15.32:42316) 2024-09-13T17:50:45.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de7fff640 1 -- 172.21.15.32:0/673629902 learned_addr learned my addr 172.21.15.32:0/673629902 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:45.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de6ffd640 1 --2- 172.21.15.32:0/673629902 >> v2:172.21.15.159:3300/0 conn(0x7f0de815b4e0 0x7f0de806af90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de67fc640 1 -- 172.21.15.32:0/673629902 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 499769379 0 0) 0x7f0de806b900 con 0x7f0de806b4d0 2024-09-13T17:50:45.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de67fc640 1 -- 172.21.15.32:0/673629902 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0dd0003530 con 0x7f0de806b4d0 2024-09-13T17:50:45.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de67fc640 1 -- 172.21.15.32:0/673629902 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3066924564 0 0) 0x7f0dd0003530 con 0x7f0de806b4d0 2024-09-13T17:50:45.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de67fc640 1 -- 172.21.15.32:0/673629902 >> v2:172.21.15.159:3300/0 conn(0x7f0de815b4e0 msgr2=0x7f0de806af90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:45.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de67fc640 1 --2- 172.21.15.32:0/673629902 >> v2:172.21.15.159:3300/0 conn(0x7f0de815b4e0 0x7f0de806af90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de67fc640 1 -- 172.21.15.32:0/673629902 >> v1:172.21.15.159:6789/0 conn(0x7f0de81512d0 legacy=0x7f0de80cb590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:45.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de67fc640 1 -- 172.21.15.32:0/673629902 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0de80cc050 con 0x7f0de806b4d0 2024-09-13T17:50:45.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de67fc640 1 -- 172.21.15.32:0/673629902 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f0de0001a20 con 0x7f0de806b4d0 2024-09-13T17:50:45.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de67fc640 1 -- 172.21.15.32:0/673629902 >> v1:172.21.15.32:6789/0 conn(0x7f0de806b4d0 legacy=0x7f0de80cd8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:45.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de67fc640 1 --2- 172.21.15.32:0/673629902 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0dd0003980 0x7f0dd0003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de67fc640 1 --2- 172.21.15.32:0/673629902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dd00047d0 0x7f0dd0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de67fc640 1 --2- 172.21.15.32:0/673629902 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0dd0005190 0x7f0dd000fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de67fc640 1 -- 172.21.15.32:0/673629902 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0de815b950 con 0x7f0dd00047d0 2024-09-13T17:50:45.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de67fc640 1 -- 172.21.15.32:0/673629902 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dd0010440 con 0x7f0dd0005190 2024-09-13T17:50:45.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de67fc640 1 -- 172.21.15.32:0/673629902 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0dd0010600 con 0x7f0dd0003980 2024-09-13T17:50:45.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de6ffd640 1 --2- 172.21.15.32:0/673629902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dd00047d0 0x7f0dd0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de7fff640 1 --2- 172.21.15.32:0/673629902 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0dd0005190 0x7f0dd000fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de6ffd640 1 -- 172.21.15.32:0/673629902 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0dd0003980 msgr2=0x7f0dd0003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:45.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de6ffd640 1 --2- 172.21.15.32:0/673629902 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0dd0003980 0x7f0dd0003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de6ffd640 1 -- 172.21.15.32:0/673629902 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0dd0005190 msgr2=0x7f0dd000fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:45.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de6ffd640 1 --2- 172.21.15.32:0/673629902 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0dd0005190 0x7f0dd000fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de6ffd640 1 -- 172.21.15.32:0/673629902 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dd0003530 con 0x7f0dd00047d0 2024-09-13T17:50:45.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.135+0000 7f0de7fff640 1 -- 172.21.15.32:0/673629902 reap_dead start 2024-09-13T17:50:45.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0de6ffd640 1 --2- 172.21.15.32:0/673629902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dd00047d0 0x7f0dd0004c50 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f0dd8009ae0 tx=0x7f0dd801ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9c232b312181311 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:45.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0de67fc640 1 -- 172.21.15.32:0/673629902 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dd80a5660 con 0x7f0dd00047d0 2024-09-13T17:50:45.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0de67fc640 1 -- 172.21.15.32:0/673629902 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0dd80a57c0 con 0x7f0dd00047d0 2024-09-13T17:50:45.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0de67fc640 1 -- 172.21.15.32:0/673629902 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dd80a5b70 con 0x7f0dd00047d0 2024-09-13T17:50:45.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0dee243640 1 -- 172.21.15.32:0/673629902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dd00047d0 msgr2=0x7f0dd0004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:45.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0dee243640 1 --2- 172.21.15.32:0/673629902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dd00047d0 0x7f0dd0004c50 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f0dd8009ae0 tx=0x7f0dd801ca70 comp rx=0 tx=0).stop 2024-09-13T17:50:45.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0dee243640 1 -- 172.21.15.32:0/673629902 shutdown_connections 2024-09-13T17:50:45.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0dee243640 1 --2- 172.21.15.32:0/673629902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dd00047d0 0x7f0dd0004c50 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0dee243640 1 -- 172.21.15.32:0/673629902 >> 172.21.15.32:0/673629902 conn(0x7f0de8070aa0 msgr2=0x7f0de8070eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:45.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0dee243640 1 -- 172.21.15.32:0/673629902 shutdown_connections 2024-09-13T17:50:45.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0dee243640 1 -- 172.21.15.32:0/673629902 wait complete. 2024-09-13T17:50:45.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0dee243640 1 Processor -- start 2024-09-13T17:50:45.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0dee243640 1 -- start start 2024-09-13T17:50:45.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0dee243640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dd00047d0 0x7f0de8147660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0dee243640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0de814bd40 0x7f0de814c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0dee243640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0de806e530 0x7f0de806e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0dee243640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0de806d7b0 con 0x7f0dd00047d0 2024-09-13T17:50:45.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0dee243640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0de806da50 con 0x7f0de806e530 2024-09-13T17:50:45.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0dee243640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0de806dd30 con 0x7f0de814bd40 2024-09-13T17:50:45.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0de77fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dd00047d0 0x7f0de8147660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0de77fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dd00047d0 0x7f0de8147660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37896/0 (socket says 172.21.15.32:37896) 2024-09-13T17:50:45.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0de77fe640 1 -- 172.21.15.32:0/1877121237 learned_addr learned my addr 172.21.15.32:0/1877121237 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:45.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0de6ffd640 1 --2- 172.21.15.32:0/1877121237 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0de814bd40 0x7f0de814c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0de77fe640 1 -- 172.21.15.32:0/1877121237 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0de814bd40 msgr2=0x7f0de814c1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:45.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0de77fe640 1 --2- 172.21.15.32:0/1877121237 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0de814bd40 0x7f0de814c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0de77fe640 1 -- 172.21.15.32:0/1877121237 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0de806e530 msgr2=0x7f0de806e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:45.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0de77fe640 1 --2- 172.21.15.32:0/1877121237 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0de806e530 0x7f0de806e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.139+0000 7f0de77fe640 1 -- 172.21.15.32:0/1877121237 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0de806e010 con 0x7f0dd00047d0 2024-09-13T17:50:45.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.143+0000 7f0de77fe640 1 --2- 172.21.15.32:0/1877121237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dd00047d0 0x7f0de8147660 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f0ddc00c4d0 tx=0x7f0ddc00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:45.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.143+0000 7f0dcffff640 1 -- 172.21.15.32:0/1877121237 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ddc0052d0 con 0x7f0dd00047d0 2024-09-13T17:50:45.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.143+0000 7f0dcffff640 1 -- 172.21.15.32:0/1877121237 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ddc005450 con 0x7f0dd00047d0 2024-09-13T17:50:45.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.143+0000 7f0dee243640 1 -- 172.21.15.32:0/1877121237 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0de81503f0 con 0x7f0dd00047d0 2024-09-13T17:50:45.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.143+0000 7f0dcffff640 1 -- 172.21.15.32:0/1877121237 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ddc012870 con 0x7f0dd00047d0 2024-09-13T17:50:45.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.143+0000 7f0dee243640 1 -- 172.21.15.32:0/1877121237 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0de806a520 con 0x7f0dd00047d0 2024-09-13T17:50:45.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.143+0000 7f0dee243640 1 -- 172.21.15.32:0/1877121237 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0de81516b0 con 0x7f0dd00047d0 2024-09-13T17:50:45.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.143+0000 7f0dcffff640 1 -- 172.21.15.32:0/1877121237 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0ddc0129d0 con 0x7f0dd00047d0 2024-09-13T17:50:45.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.143+0000 7f0dcffff640 1 --2- 172.21.15.32:0/1877121237 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0dd4066690 0x7f0dd4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.143+0000 7f0dcffff640 1 -- 172.21.15.32:0/1877121237 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f0ddc083e10 con 0x7f0dd00047d0 2024-09-13T17:50:45.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.143+0000 7f0de6ffd640 1 --2- 172.21.15.32:0/1877121237 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0dd4066690 0x7f0dd4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.143+0000 7f0de6ffd640 1 --2- 172.21.15.32:0/1877121237 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0dd4066690 0x7f0dd4068b50 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0dd80af000 tx=0x7f0dd8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:45.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.147+0000 7f0dcffff640 1 -- 172.21.15.32:0/1877121237 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0ddc0510b0 con 0x7f0dd00047d0 2024-09-13T17:50:45.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.339+0000 7f0dee243640 1 -- 172.21.15.32:0/1877121237 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0de806e1a0 con 0x7f0dd00047d0 2024-09-13T17:50:45.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.339+0000 7f0dcffff640 1 -- 172.21.15.32:0/1877121237 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4728 (secure 0 0 0) 0x7f0ddc0546d0 con 0x7f0dd00047d0 2024-09-13T17:50:45.344 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:50:45.344 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5179,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2619056433","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2619056433},{"type":"v1","addr":"172.21.15.32:6835","nonce":2619056433}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6837/911920635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6835","nonce":911920635},{"type":"v1","addr":"172.21.15.159:6837","nonce":911920635}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6833/866025287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":866025287},{"type":"v1","addr":"172.21.15.32:6833","nonce":866025287}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:48:47.447904+0000","modified":"2024-09-13T17:48:50.461298+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5460":{"gid":5460,"name":"b","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.159:6836/54316820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6834","nonce":54316820},{"type":"v1","addr":"172.21.15.159:6836","nonce":54316820}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T17:50:45.344 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 16 2024-09-13T17:50:45.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.343+0000 7f0dee243640 1 -- 172.21.15.32:0/1877121237 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0dd4066690 msgr2=0x7f0dd4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:45.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.343+0000 7f0dee243640 1 --2- 172.21.15.32:0/1877121237 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0dd4066690 0x7f0dd4068b50 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0dd80af000 tx=0x7f0dd8008040 comp rx=0 tx=0).stop 2024-09-13T17:50:45.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.343+0000 7f0dee243640 1 -- 172.21.15.32:0/1877121237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dd00047d0 msgr2=0x7f0de8147660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:45.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.343+0000 7f0dee243640 1 --2- 172.21.15.32:0/1877121237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dd00047d0 0x7f0de8147660 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f0ddc00c4d0 tx=0x7f0ddc00c990 comp rx=0 tx=0).stop 2024-09-13T17:50:45.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.343+0000 7f0dee243640 1 -- 172.21.15.32:0/1877121237 shutdown_connections 2024-09-13T17:50:45.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.343+0000 7f0dee243640 1 --2- 172.21.15.32:0/1877121237 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0dd4066690 0x7f0dd4068b50 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.343+0000 7f0dee243640 1 --2- 172.21.15.32:0/1877121237 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0de806e530 0x7f0de806e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.343+0000 7f0dee243640 1 --2- 172.21.15.32:0/1877121237 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0de814bd40 0x7f0de814c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.343+0000 7f0dee243640 1 --2- 172.21.15.32:0/1877121237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dd00047d0 0x7f0de8147660 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.343+0000 7f0dee243640 1 -- 172.21.15.32:0/1877121237 >> 172.21.15.32:0/1877121237 conn(0x7f0de8070aa0 msgr2=0x7f0de8159770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:45.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.343+0000 7f0dee243640 1 -- 172.21.15.32:0/1877121237 shutdown_connections 2024-09-13T17:50:45.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.343+0000 7f0dee243640 1 -- 172.21.15.32:0/1877121237 wait complete. 2024-09-13T17:50:45.364 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:50:45.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.491+0000 7fdb4a87d640 1 Processor -- start 2024-09-13T17:50:45.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.491+0000 7fdb4a87d640 1 -- start start 2024-09-13T17:50:45.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.491+0000 7fdb4a87d640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fdb4415c480 0x7fdb440ac160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.491+0000 7fdb4a87d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdb440ae840 0x7fdb44069f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.491+0000 7fdb4a87d640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb440cd5a0 con 0x7fdb4415c860 2024-09-13T17:50:45.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.491+0000 7fdb4a87d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb4406c020 con 0x7fdb440ae840 2024-09-13T17:50:45.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.491+0000 7fdb4a87d640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb4406ae90 con 0x7fdb4415c480 2024-09-13T17:50:45.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.491+0000 7fdb48e1a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdb440ae840 0x7fdb44069f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.491+0000 7fdb48e1a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdb440ae840 0x7fdb44069f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37906/0 (socket says 172.21.15.32:37906) 2024-09-13T17:50:45.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.491+0000 7fdb48e1a640 1 -- 172.21.15.32:0/3515150679 learned_addr learned my addr 172.21.15.32:0/3515150679 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:45.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.491+0000 7fdb43fff640 1 --2- 172.21.15.32:0/3515150679 >> v2:172.21.15.159:3300/0 conn(0x7fdb4415c480 0x7fdb440ac160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.491+0000 7fdb48e1a640 1 -- 172.21.15.32:0/3515150679 >> v2:172.21.15.159:3300/0 conn(0x7fdb4415c480 msgr2=0x7fdb440ac160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:45.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.491+0000 7fdb48e1a640 1 --2- 172.21.15.32:0/3515150679 >> v2:172.21.15.159:3300/0 conn(0x7fdb4415c480 0x7fdb440ac160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.491+0000 7fdb48e1a640 1 -- 172.21.15.32:0/3515150679 >> v1:172.21.15.159:6789/0 conn(0x7fdb4415c860 legacy=0x7fdb440cda30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:45.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.491+0000 7fdb48e1a640 1 -- 172.21.15.32:0/3515150679 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb440af880 con 0x7fdb440ae840 2024-09-13T17:50:45.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb48e1a640 1 --2- 172.21.15.32:0/3515150679 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb440ae840 0x7fdb44069f80 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fdb44070930 tx=0x7fdb3c01c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f14fc76d9439996 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:45.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb437fe640 1 -- 172.21.15.32:0/3515150679 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb3c0a5780 con 0x7fdb440ae840 2024-09-13T17:50:45.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb437fe640 1 -- 172.21.15.32:0/3515150679 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb3c0a58e0 con 0x7fdb440ae840 2024-09-13T17:50:45.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb437fe640 1 -- 172.21.15.32:0/3515150679 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb3c0a5c70 con 0x7fdb440ae840 2024-09-13T17:50:45.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb4a87d640 1 -- 172.21.15.32:0/3515150679 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb440ae840 msgr2=0x7fdb44069f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:45.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb4a87d640 1 --2- 172.21.15.32:0/3515150679 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb440ae840 0x7fdb44069f80 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fdb44070930 tx=0x7fdb3c01c9b0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb4a87d640 1 -- 172.21.15.32:0/3515150679 shutdown_connections 2024-09-13T17:50:45.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb4a87d640 1 --2- 172.21.15.32:0/3515150679 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb440ae840 0x7fdb44069f80 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb4a87d640 1 --2- 172.21.15.32:0/3515150679 >> v2:172.21.15.159:3300/0 conn(0x7fdb4415c480 0x7fdb440ac160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb4a87d640 1 -- 172.21.15.32:0/3515150679 >> 172.21.15.32:0/3515150679 conn(0x7fdb440b0e80 msgr2=0x7fdb440b1290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:45.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb4a87d640 1 -- 172.21.15.32:0/3515150679 shutdown_connections 2024-09-13T17:50:45.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb4a87d640 1 -- 172.21.15.32:0/3515150679 wait complete. 2024-09-13T17:50:45.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb4a87d640 1 Processor -- start 2024-09-13T17:50:45.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb4a87d640 1 -- start start 2024-09-13T17:50:45.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb4a87d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb440ae840 0x7fdb4414a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb4a87d640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdb4415c480 0x7fdb440b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb4a87d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdb4415c860 0x7fdb44138a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb4a87d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb4415e2b0 con 0x7fdb440ae840 2024-09-13T17:50:45.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb4a87d640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb4414b320 con 0x7fdb4415c480 2024-09-13T17:50:45.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb4a87d640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb440b50f0 con 0x7fdb4415c860 2024-09-13T17:50:45.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb43fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb440ae840 0x7fdb4414a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb43fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb440ae840 0x7fdb4414a9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37920/0 (socket says 172.21.15.32:37920) 2024-09-13T17:50:45.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb43fff640 1 -- 172.21.15.32:0/2368822336 learned_addr learned my addr 172.21.15.32:0/2368822336 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:45.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb3bfff640 1 --2- 172.21.15.32:0/2368822336 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdb4415c480 0x7fdb440b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb48e1a640 1 --2- 172.21.15.32:0/2368822336 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdb4415c860 0x7fdb44138a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb43fff640 1 -- 172.21.15.32:0/2368822336 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdb4415c860 msgr2=0x7fdb44138a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:45.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb43fff640 1 --2- 172.21.15.32:0/2368822336 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdb4415c860 0x7fdb44138a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb43fff640 1 -- 172.21.15.32:0/2368822336 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdb4415c480 msgr2=0x7fdb440b4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:45.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb43fff640 1 --2- 172.21.15.32:0/2368822336 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdb4415c480 0x7fdb440b4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb43fff640 1 -- 172.21.15.32:0/2368822336 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb3c009b30 con 0x7fdb440ae840 2024-09-13T17:50:45.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb48e1a640 1 --2- 172.21.15.32:0/2368822336 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdb4415c860 0x7fdb44138a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:45.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb43fff640 1 --2- 172.21.15.32:0/2368822336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb440ae840 0x7fdb4414a9d0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fdb2c00d800 tx=0x7fdb2c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:45.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.495+0000 7fdb417fa640 1 -- 172.21.15.32:0/2368822336 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb2c00b6c0 con 0x7fdb440ae840 2024-09-13T17:50:45.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.499+0000 7fdb417fa640 1 -- 172.21.15.32:0/2368822336 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb2c00b820 con 0x7fdb440ae840 2024-09-13T17:50:45.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.499+0000 7fdb4a87d640 1 -- 172.21.15.32:0/2368822336 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb4414b040 con 0x7fdb440ae840 2024-09-13T17:50:45.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.499+0000 7fdb417fa640 1 -- 172.21.15.32:0/2368822336 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb2c00bb90 con 0x7fdb440ae840 2024-09-13T17:50:45.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.499+0000 7fdb4a87d640 1 -- 172.21.15.32:0/2368822336 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb4415e7c0 con 0x7fdb440ae840 2024-09-13T17:50:45.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.499+0000 7fdb4a87d640 1 -- 172.21.15.32:0/2368822336 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb44069f80 con 0x7fdb440ae840 2024-09-13T17:50:45.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.499+0000 7fdb417fa640 1 -- 172.21.15.32:0/2368822336 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdb2c00bcf0 con 0x7fdb440ae840 2024-09-13T17:50:45.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.499+0000 7fdb417fa640 1 --2- 172.21.15.32:0/2368822336 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdb24066690 0x7fdb24068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.499+0000 7fdb417fa640 1 -- 172.21.15.32:0/2368822336 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fdb2c084830 con 0x7fdb440ae840 2024-09-13T17:50:45.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.499+0000 7fdb3bfff640 1 --2- 172.21.15.32:0/2368822336 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdb24066690 0x7fdb24068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.499+0000 7fdb3bfff640 1 --2- 172.21.15.32:0/2368822336 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdb24066690 0x7fdb24068b50 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fdb3400b810 tx=0x7fdb34008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:45.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.503+0000 7fdb417fa640 1 -- 172.21.15.32:0/2368822336 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdb2c051ad0 con 0x7fdb440ae840 2024-09-13T17:50:45.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.663+0000 7fdb4a87d640 1 -- 172.21.15.32:0/2368822336 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdb4406e860 con 0x7fdb440ae840 2024-09-13T17:50:45.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.667+0000 7fdb417fa640 1 -- 172.21.15.32:0/2368822336 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) v1 ==== 74+0+16811 (secure 0 0 0) 0x7fdb2c0550f0 con 0x7fdb440ae840 2024-09-13T17:50:45.669 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:50:45.669 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":44,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:49:01.515896+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:48:45.707705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T17:48:46.441639+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"42","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.2f","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:50:45.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.667+0000 7fdb4a87d640 1 -- 172.21.15.32:0/2368822336 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdb24066690 msgr2=0x7fdb24068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:45.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.667+0000 7fdb4a87d640 1 --2- 172.21.15.32:0/2368822336 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdb24066690 0x7fdb24068b50 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fdb3400b810 tx=0x7fdb34008040 comp rx=0 tx=0).stop 2024-09-13T17:50:45.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.667+0000 7fdb4a87d640 1 -- 172.21.15.32:0/2368822336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb440ae840 msgr2=0x7fdb4414a9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:45.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.667+0000 7fdb4a87d640 1 --2- 172.21.15.32:0/2368822336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb440ae840 0x7fdb4414a9d0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fdb2c00d800 tx=0x7fdb2c00dcc0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.667+0000 7fdb4a87d640 1 -- 172.21.15.32:0/2368822336 shutdown_connections 2024-09-13T17:50:45.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.667+0000 7fdb4a87d640 1 --2- 172.21.15.32:0/2368822336 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fdb24066690 0x7fdb24068b50 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.667+0000 7fdb4a87d640 1 --2- 172.21.15.32:0/2368822336 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fdb4415c860 0x7fdb44138a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.667+0000 7fdb4a87d640 1 --2- 172.21.15.32:0/2368822336 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdb4415c480 0x7fdb440b4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.667+0000 7fdb4a87d640 1 --2- 172.21.15.32:0/2368822336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb440ae840 0x7fdb4414a9d0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.667+0000 7fdb4a87d640 1 -- 172.21.15.32:0/2368822336 >> 172.21.15.32:0/2368822336 conn(0x7fdb440b0e80 msgr2=0x7fdb440b1260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:45.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.667+0000 7fdb4a87d640 1 -- 172.21.15.32:0/2368822336 shutdown_connections 2024-09-13T17:50:45.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.667+0000 7fdb4a87d640 1 -- 172.21.15.32:0/2368822336 wait complete. 2024-09-13T17:50:45.687 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T17:50:45.687 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:50:45.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d592a4640 1 Processor -- start 2024-09-13T17:50:45.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d592a4640 1 -- start start 2024-09-13T17:50:45.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d592a4640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f4d5415c4b0 0x7f4d540b4f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d592a4640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d54160c60 0x7f4d54069f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d592a4640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f4d5406ed40 0x7f4d5406a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d592a4640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d540b2620 con 0x7f4d5415c4b0 2024-09-13T17:50:45.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d592a4640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d5415ff30 con 0x7f4d5406ed40 2024-09-13T17:50:45.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d592a4640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d541607d0 con 0x7f4d54160c60 2024-09-13T17:50:45.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d52ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f4d5415c4b0 0x7f4d540b4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d52ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f4d5415c4b0 0x7f4d540b4f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37930/0 (socket says 172.21.15.32:37930) 2024-09-13T17:50:45.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d52ffd640 1 -- 172.21.15.32:0/178039329 learned_addr learned my addr 172.21.15.32:0/178039329 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:45.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d52ffd640 1 -- 172.21.15.32:0/178039329 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d54160c60 msgr2=0x7f4d54069f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:45.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d527fc640 1 --2- 172.21.15.32:0/178039329 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d54160c60 0x7f4d54069f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d537fe640 1 --2- 172.21.15.32:0/178039329 >> v2:172.21.15.159:3300/0 conn(0x7f4d5406ed40 0x7f4d5406a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d52ffd640 1 --2- 172.21.15.32:0/178039329 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d54160c60 0x7f4d54069f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d52ffd640 1 -- 172.21.15.32:0/178039329 >> v2:172.21.15.159:3300/0 conn(0x7f4d5406ed40 msgr2=0x7f4d5406a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:45.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d52ffd640 1 --2- 172.21.15.32:0/178039329 >> v2:172.21.15.159:3300/0 conn(0x7f4d5406ed40 0x7f4d5406a4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d52ffd640 1 -- 172.21.15.32:0/178039329 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d5406f2b0 con 0x7f4d5415c4b0 2024-09-13T17:50:45.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d527fc640 1 --2- 172.21.15.32:0/178039329 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d54160c60 0x7f4d54069f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:45.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.799+0000 7f4d537fe640 1 --2- 172.21.15.32:0/178039329 >> v2:172.21.15.159:3300/0 conn(0x7f4d5406ed40 0x7f4d5406a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:45.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.803+0000 7f4d52ffd640 1 --2- 172.21.15.32:0/178039329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d5415c4b0 0x7f4d540b4f20 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f4d5406d280 tx=0x7f4d4401c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70dc217944c6a2e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:45.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.803+0000 7f4d51ffb640 1 -- 172.21.15.32:0/178039329 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d440ab600 con 0x7f4d5415c4b0 2024-09-13T17:50:45.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.803+0000 7f4d51ffb640 1 -- 172.21.15.32:0/178039329 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d440a7050 con 0x7f4d5415c4b0 2024-09-13T17:50:45.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.803+0000 7f4d51ffb640 1 -- 172.21.15.32:0/178039329 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d440ab980 con 0x7f4d5415c4b0 2024-09-13T17:50:45.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.803+0000 7f4d592a4640 1 -- 172.21.15.32:0/178039329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d5415c4b0 msgr2=0x7f4d540b4f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:45.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.803+0000 7f4d592a4640 1 --2- 172.21.15.32:0/178039329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d5415c4b0 0x7f4d540b4f20 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f4d5406d280 tx=0x7f4d4401c490 comp rx=0 tx=0).stop 2024-09-13T17:50:45.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.803+0000 7f4d592a4640 1 -- 172.21.15.32:0/178039329 shutdown_connections 2024-09-13T17:50:45.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.803+0000 7f4d592a4640 1 --2- 172.21.15.32:0/178039329 >> v2:172.21.15.159:3300/0 conn(0x7f4d5406ed40 0x7f4d5406a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.803+0000 7f4d592a4640 1 --2- 172.21.15.32:0/178039329 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d54160c60 0x7f4d54069f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.803+0000 7f4d592a4640 1 --2- 172.21.15.32:0/178039329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d5415c4b0 0x7f4d540b4f20 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.803+0000 7f4d592a4640 1 -- 172.21.15.32:0/178039329 >> 172.21.15.32:0/178039329 conn(0x7f4d540989e0 msgr2=0x7f4d540b4810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:45.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.803+0000 7f4d592a4640 1 -- 172.21.15.32:0/178039329 shutdown_connections 2024-09-13T17:50:45.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.803+0000 7f4d592a4640 1 -- 172.21.15.32:0/178039329 wait complete. 2024-09-13T17:50:45.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d592a4640 1 Processor -- start 2024-09-13T17:50:45.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d592a4640 1 -- start start 2024-09-13T17:50:45.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d592a4640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4d5406ed40 0x7f4d540cd580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d592a4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d5415c4b0 0x7f4d54156010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d592a4640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d54160c60 0x7f4d5415ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d592a4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d540cdb80 con 0x7f4d5415c4b0 2024-09-13T17:50:45.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d592a4640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d540cde60 con 0x7f4d5406ed40 2024-09-13T17:50:45.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d592a4640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d540ce140 con 0x7f4d54160c60 2024-09-13T17:50:45.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d527fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d5415c4b0 0x7f4d54156010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d527fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d5415c4b0 0x7f4d54156010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37940/0 (socket says 172.21.15.32:37940) 2024-09-13T17:50:45.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d527fc640 1 -- 172.21.15.32:0/1663024033 learned_addr learned my addr 172.21.15.32:0/1663024033 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:45.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d52ffd640 1 --2- 172.21.15.32:0/1663024033 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4d5406ed40 0x7f4d540cd580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d537fe640 1 --2- 172.21.15.32:0/1663024033 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d54160c60 0x7f4d5415ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d527fc640 1 -- 172.21.15.32:0/1663024033 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d54160c60 msgr2=0x7f4d5415ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:45.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d527fc640 1 --2- 172.21.15.32:0/1663024033 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d54160c60 0x7f4d5415ecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d527fc640 1 -- 172.21.15.32:0/1663024033 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4d5406ed40 msgr2=0x7f4d540cd580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:45.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d527fc640 1 --2- 172.21.15.32:0/1663024033 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4d5406ed40 0x7f4d540cd580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:45.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d527fc640 1 -- 172.21.15.32:0/1663024033 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d440094d0 con 0x7f4d5415c4b0 2024-09-13T17:50:45.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d52ffd640 1 --2- 172.21.15.32:0/1663024033 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4d5406ed40 0x7f4d540cd580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:45.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d527fc640 1 --2- 172.21.15.32:0/1663024033 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d5415c4b0 0x7f4d54156010 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f4d4800c7f0 tx=0x7f4d4800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:45.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d3b7fe640 1 -- 172.21.15.32:0/1663024033 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d4800cea0 con 0x7f4d5415c4b0 2024-09-13T17:50:45.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d3b7fe640 1 -- 172.21.15.32:0/1663024033 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d48007a30 con 0x7f4d5415c4b0 2024-09-13T17:50:45.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d3b7fe640 1 -- 172.21.15.32:0/1663024033 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d48007dc0 con 0x7f4d5415c4b0 2024-09-13T17:50:45.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d592a4640 1 -- 172.21.15.32:0/1663024033 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d540ce420 con 0x7f4d5415c4b0 2024-09-13T17:50:45.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d592a4640 1 -- 172.21.15.32:0/1663024033 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d5415f200 con 0x7f4d5415c4b0 2024-09-13T17:50:45.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d592a4640 1 -- 172.21.15.32:0/1663024033 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d540b3030 con 0x7f4d5415c4b0 2024-09-13T17:50:45.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.807+0000 7f4d3b7fe640 1 -- 172.21.15.32:0/1663024033 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4d480113f0 con 0x7f4d5415c4b0 2024-09-13T17:50:45.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.811+0000 7f4d3b7fe640 1 --2- 172.21.15.32:0/1663024033 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4d400666c0 0x7f4d40068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:45.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.811+0000 7f4d3b7fe640 1 -- 172.21.15.32:0/1663024033 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f4d48084490 con 0x7f4d5415c4b0 2024-09-13T17:50:45.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.811+0000 7f4d52ffd640 1 --2- 172.21.15.32:0/1663024033 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4d400666c0 0x7f4d40068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:45.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.811+0000 7f4d52ffd640 1 --2- 172.21.15.32:0/1663024033 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4d400666c0 0x7f4d40068b80 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4d5406d2d0 tx=0x7f4d44008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:45.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:45.815+0000 7f4d3b7fe640 1 -- 172.21.15.32:0/1663024033 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4d48051600 con 0x7f4d5415c4b0 2024-09-13T17:50:46.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.003+0000 7f4d592a4640 1 -- 172.21.15.32:0/1663024033 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4d540b4f20 con 0x7f4d5415c4b0 2024-09-13T17:50:46.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.003+0000 7f4d3b7fe640 1 -- 172.21.15.32:0/1663024033 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4728 (secure 0 0 0) 0x7f4d48054c20 con 0x7f4d5415c4b0 2024-09-13T17:50:46.006 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:50:46.006 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5179,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2619056433","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2619056433},{"type":"v1","addr":"172.21.15.32:6835","nonce":2619056433}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6837/911920635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6835","nonce":911920635},{"type":"v1","addr":"172.21.15.159:6837","nonce":911920635}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6833/866025287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":866025287},{"type":"v1","addr":"172.21.15.32:6833","nonce":866025287}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:48:47.447904+0000","modified":"2024-09-13T17:48:50.461298+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5460":{"gid":5460,"name":"b","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.159:6836/54316820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6834","nonce":54316820},{"type":"v1","addr":"172.21.15.159:6836","nonce":54316820}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T17:50:46.007 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 16 2024-09-13T17:50:46.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.007+0000 7f4d592a4640 1 -- 172.21.15.32:0/1663024033 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4d400666c0 msgr2=0x7f4d40068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:46.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.007+0000 7f4d592a4640 1 --2- 172.21.15.32:0/1663024033 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4d400666c0 0x7f4d40068b80 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4d5406d2d0 tx=0x7f4d44008040 comp rx=0 tx=0).stop 2024-09-13T17:50:46.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.007+0000 7f4d592a4640 1 -- 172.21.15.32:0/1663024033 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d5415c4b0 msgr2=0x7f4d54156010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:46.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.007+0000 7f4d592a4640 1 --2- 172.21.15.32:0/1663024033 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d5415c4b0 0x7f4d54156010 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f4d4800c7f0 tx=0x7f4d4800ccb0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.007+0000 7f4d592a4640 1 -- 172.21.15.32:0/1663024033 shutdown_connections 2024-09-13T17:50:46.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.007+0000 7f4d592a4640 1 --2- 172.21.15.32:0/1663024033 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f4d400666c0 0x7f4d40068b80 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.007+0000 7f4d592a4640 1 --2- 172.21.15.32:0/1663024033 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f4d54160c60 0x7f4d5415ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.007+0000 7f4d592a4640 1 --2- 172.21.15.32:0/1663024033 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d5415c4b0 0x7f4d54156010 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.007+0000 7f4d592a4640 1 --2- 172.21.15.32:0/1663024033 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4d5406ed40 0x7f4d540cd580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.007+0000 7f4d592a4640 1 -- 172.21.15.32:0/1663024033 >> 172.21.15.32:0/1663024033 conn(0x7f4d540989e0 msgr2=0x7f4d540ca830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:46.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.007+0000 7f4d592a4640 1 -- 172.21.15.32:0/1663024033 shutdown_connections 2024-09-13T17:50:46.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.007+0000 7f4d592a4640 1 -- 172.21.15.32:0/1663024033 wait complete. 2024-09-13T17:50:46.025 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:50:46.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.131+0000 7f5ab07e5640 1 Processor -- start 2024-09-13T17:50:46.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.131+0000 7f5ab07e5640 1 -- start start 2024-09-13T17:50:46.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.135+0000 7f5ab07e5640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5aa815c400 0x7f5aa80ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:46.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.135+0000 7f5ab07e5640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5aa80cf840 con 0x7f5aa80cf420 2024-09-13T17:50:46.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.135+0000 7f5ab07e5640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5aa80cdff0 con 0x7f5aa80cd230 2024-09-13T17:50:46.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.135+0000 7f5ab07e5640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5aa806b200 con 0x7f5aa815c400 2024-09-13T17:50:46.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.135+0000 7f5aae581640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5aa815c400 0x7f5aa80ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:46.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.135+0000 7f5aadd80640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f5aa80cf420 0x7f5aa80ccb20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:42320/0 (socket says 172.21.15.32:42320) 2024-09-13T17:50:46.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.135+0000 7f5aadd80640 1 -- 172.21.15.32:0/3461991400 learned_addr learned my addr 172.21.15.32:0/3461991400 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:46.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.135+0000 7f5aae581640 1 -- 172.21.15.32:0/3461991400 >> v1:172.21.15.159:6789/0 conn(0x7f5aa80cd230 legacy=0x7f5aa806b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:46.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.135+0000 7f5aae581640 1 -- 172.21.15.32:0/3461991400 >> v1:172.21.15.32:6789/0 conn(0x7f5aa80cf420 legacy=0x7f5aa80ccb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:46.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.135+0000 7f5aad57f640 1 -- 172.21.15.32:0/3461991400 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1709897339 0 0) 0x7f5aa80cf840 con 0x7f5aa80cf420 2024-09-13T17:50:46.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.135+0000 7f5aae581640 1 -- 172.21.15.32:0/3461991400 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5aa80cd750 con 0x7f5aa815c400 2024-09-13T17:50:46.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.135+0000 7f5aae581640 1 --2- 172.21.15.32:0/3461991400 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aa815c400 0x7f5aa80ceee0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f5aa40097c0 tx=0x7f5aa401c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d932ce9d486dc14f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:46.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.135+0000 7f5aad57f640 1 -- 172.21.15.32:0/3461991400 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5aa4004230 con 0x7f5aa815c400 2024-09-13T17:50:46.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.135+0000 7f5aad57f640 1 -- 172.21.15.32:0/3461991400 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5aa40a7050 con 0x7f5aa815c400 2024-09-13T17:50:46.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.135+0000 7f5aad57f640 1 -- 172.21.15.32:0/3461991400 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5aa4003620 con 0x7f5aa815c400 2024-09-13T17:50:46.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5ab07e5640 1 -- 172.21.15.32:0/3461991400 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aa815c400 msgr2=0x7f5aa80ceee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:46.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5ab07e5640 1 --2- 172.21.15.32:0/3461991400 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aa815c400 0x7f5aa80ceee0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f5aa40097c0 tx=0x7f5aa401c460 comp rx=0 tx=0).stop 2024-09-13T17:50:46.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5ab07e5640 1 -- 172.21.15.32:0/3461991400 shutdown_connections 2024-09-13T17:50:46.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5ab07e5640 1 --2- 172.21.15.32:0/3461991400 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aa815c400 0x7f5aa80ceee0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5ab07e5640 1 -- 172.21.15.32:0/3461991400 >> 172.21.15.32:0/3461991400 conn(0x7f5aa809b860 msgr2=0x7f5aa8089f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:46.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5ab07e5640 1 -- 172.21.15.32:0/3461991400 shutdown_connections 2024-09-13T17:50:46.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5ab07e5640 1 -- 172.21.15.32:0/3461991400 wait complete. 2024-09-13T17:50:46.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5ab07e5640 1 Processor -- start 2024-09-13T17:50:46.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5ab07e5640 1 -- start start 2024-09-13T17:50:46.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5ab07e5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aa80cd230 0x7f5aa8159d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:46.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5ab07e5640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5aa80cf420 0x7f5aa80b78a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:46.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5ab07e5640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5aa815c400 0x7f5aa80b7de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:46.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5ab07e5640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa80ca1b0 con 0x7f5aa80cd230 2024-09-13T17:50:46.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5ab07e5640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa80c95a0 con 0x7f5aa815c400 2024-09-13T17:50:46.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5ab07e5640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa80c9880 con 0x7f5aa80cf420 2024-09-13T17:50:46.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5aae581640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aa80cd230 0x7f5aa8159d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:46.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5aae581640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aa80cd230 0x7f5aa8159d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37952/0 (socket says 172.21.15.32:37952) 2024-09-13T17:50:46.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5aae581640 1 -- 172.21.15.32:0/356847988 learned_addr learned my addr 172.21.15.32:0/356847988 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:46.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5aae581640 1 -- 172.21.15.32:0/356847988 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5aa80cf420 msgr2=0x7f5aa80b78a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:46.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5aadd80640 1 --2- 172.21.15.32:0/356847988 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5aa80cf420 0x7f5aa80b78a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:46.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5aaed82640 1 --2- 172.21.15.32:0/356847988 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5aa815c400 0x7f5aa80b7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:46.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5aae581640 1 --2- 172.21.15.32:0/356847988 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5aa80cf420 0x7f5aa80b78a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5aae581640 1 -- 172.21.15.32:0/356847988 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5aa815c400 msgr2=0x7f5aa80b7de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:46.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5aae581640 1 --2- 172.21.15.32:0/356847988 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5aa815c400 0x7f5aa80b7de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5aae581640 1 -- 172.21.15.32:0/356847988 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5aa4009420 con 0x7f5aa80cd230 2024-09-13T17:50:46.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5aae581640 1 --2- 172.21.15.32:0/356847988 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aa80cd230 0x7f5aa8159d80 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f5aa4019070 tx=0x7f5aa4019200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:46.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5a9effd640 1 -- 172.21.15.32:0/356847988 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5aa4003c70 con 0x7f5aa80cd230 2024-09-13T17:50:46.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5a9effd640 1 -- 172.21.15.32:0/356847988 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5aa4003df0 con 0x7f5aa80cd230 2024-09-13T17:50:46.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5ab07e5640 1 -- 172.21.15.32:0/356847988 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5aa80c9b60 con 0x7f5aa80cd230 2024-09-13T17:50:46.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5a9effd640 1 -- 172.21.15.32:0/356847988 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5aa40ab680 con 0x7f5aa80cd230 2024-09-13T17:50:46.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.139+0000 7f5ab07e5640 1 -- 172.21.15.32:0/356847988 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5aa8156fa0 con 0x7f5aa80cd230 2024-09-13T17:50:46.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.143+0000 7f5ab07e5640 1 -- 172.21.15.32:0/356847988 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5aa80ceee0 con 0x7f5aa80cd230 2024-09-13T17:50:46.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.143+0000 7f5a9effd640 1 -- 172.21.15.32:0/356847988 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5aa40b2040 con 0x7f5aa80cd230 2024-09-13T17:50:46.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.143+0000 7f5a9effd640 1 --2- 172.21.15.32:0/356847988 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5a8c066690 0x7f5a8c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:46.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.143+0000 7f5a9effd640 1 -- 172.21.15.32:0/356847988 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f5aa411e360 con 0x7f5aa80cd230 2024-09-13T17:50:46.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.143+0000 7f5aadd80640 1 --2- 172.21.15.32:0/356847988 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5a8c066690 0x7f5a8c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:46.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.143+0000 7f5aadd80640 1 --2- 172.21.15.32:0/356847988 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5a8c066690 0x7f5a8c068b50 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f5aa8159af0 tx=0x7f5a98009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:46.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.147+0000 7f5a9effd640 1 -- 172.21.15.32:0/356847988 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5aa40eb5f0 con 0x7f5aa80cd230 2024-09-13T17:50:46.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.331+0000 7f5ab07e5640 1 -- 172.21.15.32:0/356847988 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5aa80c5d60 con 0x7f5aa80cd230 2024-09-13T17:50:46.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.335+0000 7f5a9effd640 1 -- 172.21.15.32:0/356847988 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4728 (secure 0 0 0) 0x7f5aa40eec10 con 0x7f5aa80cd230 2024-09-13T17:50:46.336 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:50:46.336 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5179,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2619056433","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2619056433},{"type":"v1","addr":"172.21.15.32:6835","nonce":2619056433}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6837/911920635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6835","nonce":911920635},{"type":"v1","addr":"172.21.15.159:6837","nonce":911920635}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6833/866025287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":866025287},{"type":"v1","addr":"172.21.15.32:6833","nonce":866025287}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:48:47.447904+0000","modified":"2024-09-13T17:48:50.461298+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5460":{"gid":5460,"name":"b","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.159:6836/54316820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6834","nonce":54316820},{"type":"v1","addr":"172.21.15.159:6836","nonce":54316820}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T17:50:46.337 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 16 2024-09-13T17:50:46.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.335+0000 7f5ab07e5640 1 -- 172.21.15.32:0/356847988 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5a8c066690 msgr2=0x7f5a8c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:46.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.335+0000 7f5ab07e5640 1 --2- 172.21.15.32:0/356847988 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5a8c066690 0x7f5a8c068b50 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f5aa8159af0 tx=0x7f5a98009040 comp rx=0 tx=0).stop 2024-09-13T17:50:46.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.335+0000 7f5ab07e5640 1 -- 172.21.15.32:0/356847988 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aa80cd230 msgr2=0x7f5aa8159d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:46.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.335+0000 7f5ab07e5640 1 --2- 172.21.15.32:0/356847988 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aa80cd230 0x7f5aa8159d80 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f5aa4019070 tx=0x7f5aa4019200 comp rx=0 tx=0).stop 2024-09-13T17:50:46.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.335+0000 7f5ab07e5640 1 -- 172.21.15.32:0/356847988 shutdown_connections 2024-09-13T17:50:46.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.335+0000 7f5ab07e5640 1 --2- 172.21.15.32:0/356847988 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f5a8c066690 0x7f5a8c068b50 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.335+0000 7f5ab07e5640 1 --2- 172.21.15.32:0/356847988 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5aa815c400 0x7f5aa80b7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.335+0000 7f5ab07e5640 1 --2- 172.21.15.32:0/356847988 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f5aa80cf420 0x7f5aa80b78a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.335+0000 7f5ab07e5640 1 --2- 172.21.15.32:0/356847988 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aa80cd230 0x7f5aa8159d80 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.335+0000 7f5ab07e5640 1 -- 172.21.15.32:0/356847988 >> 172.21.15.32:0/356847988 conn(0x7f5aa809b860 msgr2=0x7f5aa80c69f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:46.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.335+0000 7f5ab07e5640 1 -- 172.21.15.32:0/356847988 shutdown_connections 2024-09-13T17:50:46.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.335+0000 7f5ab07e5640 1 -- 172.21.15.32:0/356847988 wait complete. 2024-09-13T17:50:46.355 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:50:46.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.463+0000 7f0b83f8d640 1 Processor -- start 2024-09-13T17:50:46.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.463+0000 7f0b83f8d640 1 -- start start 2024-09-13T17:50:46.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b83f8d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0b7c0cb270 0x7f0b7c0ce040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:46.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b83f8d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0b7c0cbab0 0x7f0b7c0ad7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:46.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b83f8d640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0b7c15a930 con 0x7f0b7c0cb650 2024-09-13T17:50:46.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b83f8d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0b7c0cbec0 con 0x7f0b7c0cbab0 2024-09-13T17:50:46.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b83f8d640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b7c098b60 con 0x7f0b7c0cb270 2024-09-13T17:50:46.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b8252a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0b7c0cbab0 0x7f0b7c0ad7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:46.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b8252a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0b7c0cbab0 0x7f0b7c0ad7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37968/0 (socket says 172.21.15.32:37968) 2024-09-13T17:50:46.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b8252a640 1 -- 172.21.15.32:0/511736982 learned_addr learned my addr 172.21.15.32:0/511736982 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:46.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b8252a640 1 -- 172.21.15.32:0/511736982 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0b7c0cb270 msgr2=0x7f0b7c0ce040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:46.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b8252a640 1 --2- 172.21.15.32:0/511736982 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0b7c0cb270 0x7f0b7c0ce040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b8252a640 1 -- 172.21.15.32:0/511736982 >> v1:172.21.15.159:6789/0 conn(0x7f0b7c0cb650 legacy=0x7f0b7c0ad0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:46.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b8252a640 1 -- 172.21.15.32:0/511736982 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b7c098e40 con 0x7f0b7c0cbab0 2024-09-13T17:50:46.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b8252a640 1 --2- 172.21.15.32:0/511736982 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0b7c0cbab0 0x7f0b7c0ad7f0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f0b74009e50 tx=0x7f0b7401c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fca4d9b963259e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:46.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b80d27640 1 -- 172.21.15.32:0/511736982 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b740a5860 con 0x7f0b7c0cbab0 2024-09-13T17:50:46.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b80d27640 1 -- 172.21.15.32:0/511736982 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b740a59c0 con 0x7f0b7c0cbab0 2024-09-13T17:50:46.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b80d27640 1 -- 172.21.15.32:0/511736982 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b740a5d50 con 0x7f0b7c0cbab0 2024-09-13T17:50:46.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b83f8d640 1 -- 172.21.15.32:0/511736982 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0b7c0cbab0 msgr2=0x7f0b7c0ad7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:46.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b83f8d640 1 --2- 172.21.15.32:0/511736982 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0b7c0cbab0 0x7f0b7c0ad7f0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f0b74009e50 tx=0x7f0b7401c9c0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b83f8d640 1 -- 172.21.15.32:0/511736982 shutdown_connections 2024-09-13T17:50:46.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b83f8d640 1 --2- 172.21.15.32:0/511736982 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0b7c0cbab0 0x7f0b7c0ad7f0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b83f8d640 1 --2- 172.21.15.32:0/511736982 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0b7c0cb270 0x7f0b7c0ce040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b83f8d640 1 -- 172.21.15.32:0/511736982 >> 172.21.15.32:0/511736982 conn(0x7f0b7c0b1f60 msgr2=0x7f0b7c0b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:46.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b83f8d640 1 -- 172.21.15.32:0/511736982 shutdown_connections 2024-09-13T17:50:46.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.467+0000 7f0b83f8d640 1 -- 172.21.15.32:0/511736982 wait complete. 2024-09-13T17:50:46.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b83f8d640 1 Processor -- start 2024-09-13T17:50:46.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b83f8d640 1 -- start start 2024-09-13T17:50:46.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b83f8d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0b7c0cb270 0x7f0b7c15d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:46.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b83f8d640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0b7c0cb650 0x7f0b7c1583c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:46.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b83f8d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0b7c0cbab0 0x7f0b7c14cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:46.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b83f8d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b7c153b90 con 0x7f0b7c0cb270 2024-09-13T17:50:46.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b83f8d640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b7c15ab40 con 0x7f0b7c0cb650 2024-09-13T17:50:46.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b83f8d640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b7c14d3b0 con 0x7f0b7c0cbab0 2024-09-13T17:50:46.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b81d29640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0b7c0cb270 0x7f0b7c15d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:46.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b81d29640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0b7c0cb270 0x7f0b7c15d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37974/0 (socket says 172.21.15.32:37974) 2024-09-13T17:50:46.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b81d29640 1 -- 172.21.15.32:0/3022837924 learned_addr learned my addr 172.21.15.32:0/3022837924 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:46.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b81d29640 1 -- 172.21.15.32:0/3022837924 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0b7c0cbab0 msgr2=0x7f0b7c14cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:46.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b81d29640 1 --2- 172.21.15.32:0/3022837924 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0b7c0cbab0 0x7f0b7c14cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b81d29640 1 -- 172.21.15.32:0/3022837924 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0b7c0cb650 msgr2=0x7f0b7c1583c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:46.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b81d29640 1 --2- 172.21.15.32:0/3022837924 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0b7c0cb650 0x7f0b7c1583c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b81d29640 1 -- 172.21.15.32:0/3022837924 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b74009b30 con 0x7f0b7c0cb270 2024-09-13T17:50:46.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b81d29640 1 --2- 172.21.15.32:0/3022837924 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0b7c0cb270 0x7f0b7c15d6a0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f0b7000b550 tx=0x7f0b7000ba10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:46.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b6e7fc640 1 -- 172.21.15.32:0/3022837924 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b70010870 con 0x7f0b7c0cb270 2024-09-13T17:50:46.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b6e7fc640 1 -- 172.21.15.32:0/3022837924 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b700109f0 con 0x7f0b7c0cb270 2024-09-13T17:50:46.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b83f8d640 1 -- 172.21.15.32:0/3022837924 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b7c1538b0 con 0x7f0b7c0cb270 2024-09-13T17:50:46.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b6e7fc640 1 -- 172.21.15.32:0/3022837924 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b70010da0 con 0x7f0b7c0cb270 2024-09-13T17:50:46.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b83f8d640 1 -- 172.21.15.32:0/3022837924 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b7c14ef10 con 0x7f0b7c0cb270 2024-09-13T17:50:46.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b83f8d640 1 -- 172.21.15.32:0/3022837924 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0b7c0c7f50 con 0x7f0b7c0cb270 2024-09-13T17:50:46.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.471+0000 7f0b6e7fc640 1 -- 172.21.15.32:0/3022837924 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0b7000f3c0 con 0x7f0b7c0cb270 2024-09-13T17:50:46.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.475+0000 7f0b6e7fc640 1 --2- 172.21.15.32:0/3022837924 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0b60066690 0x7f0b60068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:46.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.475+0000 7f0b6e7fc640 1 -- 172.21.15.32:0/3022837924 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f0b700842a0 con 0x7f0b7c0cb270 2024-09-13T17:50:46.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.475+0000 7f0b81528640 1 --2- 172.21.15.32:0/3022837924 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0b60066690 0x7f0b60068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:46.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.475+0000 7f0b81528640 1 --2- 172.21.15.32:0/3022837924 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0b60066690 0x7f0b60068b50 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f0b78007fd0 tx=0x7f0b780079a0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:46.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.479+0000 7f0b6e7fc640 1 -- 172.21.15.32:0/3022837924 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0b7c0c7f50 con 0x7f0b7c0cb270 2024-09-13T17:50:46.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.635+0000 7f0b83f8d640 1 -- 172.21.15.32:0/3022837924 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0b7c0c7f50 con 0x7f0b7c0cb270 2024-09-13T17:50:46.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.639+0000 7f0b6e7fc640 1 -- 172.21.15.32:0/3022837924 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) v1 ==== 74+0+16811 (secure 0 0 0) 0x7f0b7c0c7f50 con 0x7f0b7c0cb270 2024-09-13T17:50:46.641 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:50:46.642 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":44,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:49:01.515896+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:48:45.707705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T17:48:46.441639+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"42","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.2f","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:50:46.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.639+0000 7f0b83f8d640 1 -- 172.21.15.32:0/3022837924 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0b60066690 msgr2=0x7f0b60068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:46.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.639+0000 7f0b83f8d640 1 --2- 172.21.15.32:0/3022837924 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0b60066690 0x7f0b60068b50 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f0b78007fd0 tx=0x7f0b780079a0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.639+0000 7f0b83f8d640 1 -- 172.21.15.32:0/3022837924 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0b7c0cb270 msgr2=0x7f0b7c15d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:46.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.639+0000 7f0b83f8d640 1 --2- 172.21.15.32:0/3022837924 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0b7c0cb270 0x7f0b7c15d6a0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f0b7000b550 tx=0x7f0b7000ba10 comp rx=0 tx=0).stop 2024-09-13T17:50:46.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.639+0000 7f0b83f8d640 1 -- 172.21.15.32:0/3022837924 shutdown_connections 2024-09-13T17:50:46.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.639+0000 7f0b83f8d640 1 --2- 172.21.15.32:0/3022837924 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f0b60066690 0x7f0b60068b50 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.639+0000 7f0b83f8d640 1 --2- 172.21.15.32:0/3022837924 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f0b7c0cbab0 0x7f0b7c14cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.639+0000 7f0b83f8d640 1 --2- 172.21.15.32:0/3022837924 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0b7c0cb650 0x7f0b7c1583c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.639+0000 7f0b83f8d640 1 --2- 172.21.15.32:0/3022837924 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0b7c0cb270 0x7f0b7c15d6a0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.639+0000 7f0b83f8d640 1 -- 172.21.15.32:0/3022837924 >> 172.21.15.32:0/3022837924 conn(0x7f0b7c0b1f60 msgr2=0x7f0b7c06e510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:46.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.639+0000 7f0b83f8d640 1 -- 172.21.15.32:0/3022837924 shutdown_connections 2024-09-13T17:50:46.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.639+0000 7f0b83f8d640 1 -- 172.21.15.32:0/3022837924 wait complete. 2024-09-13T17:50:46.660 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T17:50:46.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.783+0000 7fe6d8edc640 1 Processor -- start 2024-09-13T17:50:46.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.783+0000 7fe6d8edc640 1 -- start start 2024-09-13T17:50:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.783+0000 7fe6d8edc640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fe6d40ceb50 0x7fe6d40cc650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.783+0000 7fe6d8edc640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6d40c56d0 0x7fe6d40c5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.783+0000 7fe6d8edc640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6d40cbc00 con 0x7fe6d415c5f0 2024-09-13T17:50:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.783+0000 7fe6d8edc640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6d406a690 con 0x7fe6d40ceb50 2024-09-13T17:50:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.783+0000 7fe6d8edc640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6d40cc1c0 con 0x7fe6d40c56d0 2024-09-13T17:50:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.783+0000 7fe6d1d9b640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fe6d40ceb50 0x7fe6d40cc650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.783+0000 7fe6d259c640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7fe6d415c5f0 0x7fe6d4069f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:49480/0 (socket says 172.21.15.32:49480) 2024-09-13T17:50:46.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.783+0000 7fe6d259c640 1 -- 172.21.15.32:0/2948192150 learned_addr learned my addr 172.21.15.32:0/2948192150 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:46.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.783+0000 7fe6d2d9d640 1 --2- 172.21.15.32:0/2948192150 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6d40c56d0 0x7fe6d40c5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:46.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.783+0000 7fe6d159a640 1 -- 172.21.15.32:0/2948192150 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 113082641 0 0) 0x7fe6d40cbc00 con 0x7fe6d415c5f0 2024-09-13T17:50:46.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.783+0000 7fe6d159a640 1 -- 172.21.15.32:0/2948192150 --> v1:172.21.15.159:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe6c0003530 con 0x7fe6d415c5f0 2024-09-13T17:50:46.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.783+0000 7fe6d2d9d640 1 -- 172.21.15.32:0/2948192150 >> v2:172.21.15.159:3300/0 conn(0x7fe6d40ceb50 msgr2=0x7fe6d40cc650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:46.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.783+0000 7fe6d2d9d640 1 --2- 172.21.15.32:0/2948192150 >> v2:172.21.15.159:3300/0 conn(0x7fe6d40ceb50 0x7fe6d40cc650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.783+0000 7fe6d2d9d640 1 -- 172.21.15.32:0/2948192150 >> v1:172.21.15.159:6789/0 conn(0x7fe6d415c5f0 legacy=0x7fe6d4069f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:46.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.783+0000 7fe6d2d9d640 1 -- 172.21.15.32:0/2948192150 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6d40c60c0 con 0x7fe6d40c56d0 2024-09-13T17:50:46.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.787+0000 7fe6d2d9d640 1 --2- 172.21.15.32:0/2948192150 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6d40c56d0 0x7fe6d40c5b80 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fe6c40097c0 tx=0x7fe6c401c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4e35feec3d420e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:46.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.787+0000 7fe6d159a640 1 -- 172.21.15.32:0/2948192150 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6c40ab600 con 0x7fe6d40c56d0 2024-09-13T17:50:46.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.787+0000 7fe6d159a640 1 -- 172.21.15.32:0/2948192150 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6c40a7050 con 0x7fe6d40c56d0 2024-09-13T17:50:46.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.787+0000 7fe6d159a640 1 -- 172.21.15.32:0/2948192150 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6c40ab960 con 0x7fe6d40c56d0 2024-09-13T17:50:46.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.787+0000 7fe6d8edc640 1 -- 172.21.15.32:0/2948192150 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6d40c56d0 msgr2=0x7fe6d40c5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:46.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.787+0000 7fe6d8edc640 1 --2- 172.21.15.32:0/2948192150 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6d40c56d0 0x7fe6d40c5b80 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fe6c40097c0 tx=0x7fe6c401c4a0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.787+0000 7fe6d8edc640 1 -- 172.21.15.32:0/2948192150 shutdown_connections 2024-09-13T17:50:46.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.787+0000 7fe6d8edc640 1 --2- 172.21.15.32:0/2948192150 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6d40c56d0 0x7fe6d40c5b80 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.787+0000 7fe6d8edc640 1 --2- 172.21.15.32:0/2948192150 >> v2:172.21.15.159:3300/0 conn(0x7fe6d40ceb50 0x7fe6d40cc650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.787+0000 7fe6d8edc640 1 -- 172.21.15.32:0/2948192150 >> 172.21.15.32:0/2948192150 conn(0x7fe6d40989e0 msgr2=0x7fe6d40b0e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:46.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.787+0000 7fe6d8edc640 1 -- 172.21.15.32:0/2948192150 shutdown_connections 2024-09-13T17:50:46.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.787+0000 7fe6d8edc640 1 -- 172.21.15.32:0/2948192150 wait complete. 2024-09-13T17:50:46.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.787+0000 7fe6d8edc640 1 Processor -- start 2024-09-13T17:50:46.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.787+0000 7fe6d8edc640 1 -- start start 2024-09-13T17:50:46.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d8edc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6d40c56d0 0x7fe6d415d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:46.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d8edc640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6d40ceb50 0x7fe6d4155ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:46.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d8edc640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe6d415c5f0 0x7fe6d409c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:46.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d8edc640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6d415dd40 con 0x7fe6d40c56d0 2024-09-13T17:50:46.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d8edc640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6d415e020 con 0x7fe6d415c5f0 2024-09-13T17:50:46.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d8edc640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6d415e300 con 0x7fe6d40ceb50 2024-09-13T17:50:46.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6d40c56d0 0x7fe6d415d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:46.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6d40c56d0 0x7fe6d415d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37988/0 (socket says 172.21.15.32:37988) 2024-09-13T17:50:46.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d259c640 1 -- 172.21.15.32:0/2371639019 learned_addr learned my addr 172.21.15.32:0/2371639019 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:46.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d1d9b640 1 --2- 172.21.15.32:0/2371639019 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6d40ceb50 0x7fe6d4155ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:46.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d2d9d640 1 --2- 172.21.15.32:0/2371639019 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe6d415c5f0 0x7fe6d409c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:46.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d259c640 1 -- 172.21.15.32:0/2371639019 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6d40ceb50 msgr2=0x7fe6d4155ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:46.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d259c640 1 --2- 172.21.15.32:0/2371639019 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6d40ceb50 0x7fe6d4155ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d259c640 1 -- 172.21.15.32:0/2371639019 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe6d415c5f0 msgr2=0x7fe6d409c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:46.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d259c640 1 --2- 172.21.15.32:0/2371639019 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe6d415c5f0 0x7fe6d409c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:46.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d259c640 1 -- 172.21.15.32:0/2371639019 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6c4009420 con 0x7fe6d40c56d0 2024-09-13T17:50:46.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d2d9d640 1 --2- 172.21.15.32:0/2371639019 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe6d415c5f0 0x7fe6d409c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:46.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d259c640 1 --2- 172.21.15.32:0/2371639019 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6d40c56d0 0x7fe6d415d760 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fe6cc00cb40 tx=0x7fe6cc00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:46.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6caffd640 1 -- 172.21.15.32:0/2371639019 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6cc00aca0 con 0x7fe6d40c56d0 2024-09-13T17:50:46.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6caffd640 1 -- 172.21.15.32:0/2371639019 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6cc00ae00 con 0x7fe6d40c56d0 2024-09-13T17:50:46.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d8edc640 1 -- 172.21.15.32:0/2371639019 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6d415e5e0 con 0x7fe6d40c56d0 2024-09-13T17:50:46.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6caffd640 1 -- 172.21.15.32:0/2371639019 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6cc012620 con 0x7fe6d40c56d0 2024-09-13T17:50:46.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d8edc640 1 -- 172.21.15.32:0/2371639019 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6d409a460 con 0x7fe6d40c56d0 2024-09-13T17:50:46.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d8edc640 1 -- 172.21.15.32:0/2371639019 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6d40c5b80 con 0x7fe6d40c56d0 2024-09-13T17:50:46.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6caffd640 1 -- 172.21.15.32:0/2371639019 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe6cc007070 con 0x7fe6d40c56d0 2024-09-13T17:50:46.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6caffd640 1 --2- 172.21.15.32:0/2371639019 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe6b4066690 0x7fe6b4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:46.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6caffd640 1 -- 172.21.15.32:0/2371639019 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fe6cc084290 con 0x7fe6d40c56d0 2024-09-13T17:50:46.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.791+0000 7fe6d1d9b640 1 --2- 172.21.15.32:0/2371639019 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe6b4066690 0x7fe6b4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:46.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.795+0000 7fe6d1d9b640 1 --2- 172.21.15.32:0/2371639019 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe6b4066690 0x7fe6b4068b50 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fe6d409a180 tx=0x7fe6bc008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:46.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.795+0000 7fe6caffd640 1 -- 172.21.15.32:0/2371639019 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe6cc051530 con 0x7fe6d40c56d0 2024-09-13T17:50:46.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.983+0000 7fe6d8edc640 1 -- 172.21.15.32:0/2371639019 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fe6d406a300 con 0x7fe6d40c56d0 2024-09-13T17:50:46.988 INFO:tasks.ceph.mon.a.smithi032.stderr:2024-09-13T17:50:46.983+0000 7faf2d1ec640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T17:50:46.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.995+0000 7fe6caffd640 1 -- 172.21.15.32:0/2371639019 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v17) v1 ==== 161+0+0 (secure 0 0 0) 0x7fe6cc054b50 con 0x7fe6d40c56d0 2024-09-13T17:50:46.998 INFO:teuthology.orchestra.run.smithi032.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T17:50:47.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.999+0000 7fe6d8edc640 1 -- 172.21.15.32:0/2371639019 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe6b4066690 msgr2=0x7fe6b4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:47.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.999+0000 7fe6d8edc640 1 --2- 172.21.15.32:0/2371639019 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe6b4066690 0x7fe6b4068b50 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fe6d409a180 tx=0x7fe6bc008040 comp rx=0 tx=0).stop 2024-09-13T17:50:47.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.999+0000 7fe6d8edc640 1 -- 172.21.15.32:0/2371639019 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6d40c56d0 msgr2=0x7fe6d415d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:47.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.999+0000 7fe6d8edc640 1 --2- 172.21.15.32:0/2371639019 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6d40c56d0 0x7fe6d415d760 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fe6cc00cb40 tx=0x7fe6cc00a060 comp rx=0 tx=0).stop 2024-09-13T17:50:47.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.999+0000 7fe6d8edc640 1 -- 172.21.15.32:0/2371639019 shutdown_connections 2024-09-13T17:50:47.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.999+0000 7fe6d8edc640 1 --2- 172.21.15.32:0/2371639019 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe6b4066690 0x7fe6b4068b50 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:47.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.999+0000 7fe6d8edc640 1 --2- 172.21.15.32:0/2371639019 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe6d415c5f0 0x7fe6d409c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:47.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.999+0000 7fe6d8edc640 1 --2- 172.21.15.32:0/2371639019 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe6d40ceb50 0x7fe6d4155ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:47.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.999+0000 7fe6d8edc640 1 --2- 172.21.15.32:0/2371639019 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6d40c56d0 0x7fe6d415d760 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:47.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.999+0000 7fe6d8edc640 1 -- 172.21.15.32:0/2371639019 >> 172.21.15.32:0/2371639019 conn(0x7fe6d40989e0 msgr2=0x7fe6d406e660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:47.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.999+0000 7fe6d8edc640 1 -- 172.21.15.32:0/2371639019 shutdown_connections 2024-09-13T17:50:47.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:46.999+0000 7fe6d8edc640 1 -- 172.21.15.32:0/2371639019 wait complete. 2024-09-13T17:50:47.011 INFO:tasks.ceph.mds.b.smithi159.stderr: -6058> 2024-09-13T17:48:51.615+0000 7f35207f2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T17:50:47.017 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T17:50:47.076 INFO:tasks.ceph.mds.b.smithi159.stdout:starting mds.b at 2024-09-13T17:50:47.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.131+0000 7f364c105640 1 Processor -- start 2024-09-13T17:50:47.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.131+0000 7f364c105640 1 -- start start 2024-09-13T17:50:47.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.131+0000 7f364c105640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f364415a520 0x7f36440ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:47.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.131+0000 7f364c105640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f36440cea30 0x7f36440b1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:47.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.131+0000 7f364c105640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f36440b2070 0x7f364406d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:47.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.131+0000 7f364c105640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36440ceec0 con 0x7f36440cea30 2024-09-13T17:50:47.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.131+0000 7f364c105640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36440ab660 con 0x7f364415a520 2024-09-13T17:50:47.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.131+0000 7f364c105640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f36440ada40 con 0x7f36440b2070 2024-09-13T17:50:47.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.131+0000 7f36496a0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f36440cea30 0x7f36440b1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:47.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.131+0000 7f36496a0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f36440cea30 0x7f36440b1b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38000/0 (socket says 172.21.15.32:38000) 2024-09-13T17:50:47.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.131+0000 7f36496a0640 1 -- 172.21.15.32:0/122618219 learned_addr learned my addr 172.21.15.32:0/122618219 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:47.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.131+0000 7f364a6a2640 1 --2- 172.21.15.32:0/122618219 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f36440b2070 0x7f364406d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:47.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.131+0000 7f3649ea1640 1 --2- 172.21.15.32:0/122618219 >> v2:172.21.15.159:3300/0 conn(0x7f364415a520 0x7f36440ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:47.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.131+0000 7f36496a0640 1 -- 172.21.15.32:0/122618219 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f36440b2070 msgr2=0x7f364406d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:47.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.131+0000 7f36496a0640 1 --2- 172.21.15.32:0/122618219 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f36440b2070 0x7f364406d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:47.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.131+0000 7f36496a0640 1 -- 172.21.15.32:0/122618219 >> v2:172.21.15.159:3300/0 conn(0x7f364415a520 msgr2=0x7f36440ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:47.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.131+0000 7f36496a0640 1 --2- 172.21.15.32:0/122618219 >> v2:172.21.15.159:3300/0 conn(0x7f364415a520 0x7f36440ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:47.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.131+0000 7f36496a0640 1 -- 172.21.15.32:0/122618219 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36440b24e0 con 0x7f36440cea30 2024-09-13T17:50:47.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.135+0000 7f36496a0640 1 --2- 172.21.15.32:0/122618219 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36440cea30 0x7f36440b1b30 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f36440b4410 tx=0x7f363401c230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3057ecf2f7ad996 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:47.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.135+0000 7f3648e9f640 1 -- 172.21.15.32:0/122618219 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36340ab600 con 0x7f36440cea30 2024-09-13T17:50:47.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.135+0000 7f3648e9f640 1 -- 172.21.15.32:0/122618219 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36340a7050 con 0x7f36440cea30 2024-09-13T17:50:47.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.135+0000 7f3648e9f640 1 -- 172.21.15.32:0/122618219 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36340ab980 con 0x7f36440cea30 2024-09-13T17:50:47.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.135+0000 7f364c105640 1 -- 172.21.15.32:0/122618219 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36440cea30 msgr2=0x7f36440b1b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:47.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.135+0000 7f364c105640 1 --2- 172.21.15.32:0/122618219 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36440cea30 0x7f36440b1b30 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f36440b4410 tx=0x7f363401c230 comp rx=0 tx=0).stop 2024-09-13T17:50:47.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.135+0000 7f364c105640 1 -- 172.21.15.32:0/122618219 shutdown_connections 2024-09-13T17:50:47.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.135+0000 7f364c105640 1 --2- 172.21.15.32:0/122618219 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f36440b2070 0x7f364406d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:47.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.135+0000 7f364c105640 1 --2- 172.21.15.32:0/122618219 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36440cea30 0x7f36440b1b30 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:47.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.135+0000 7f364c105640 1 --2- 172.21.15.32:0/122618219 >> v2:172.21.15.159:3300/0 conn(0x7f364415a520 0x7f36440ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:47.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.135+0000 7f364c105640 1 -- 172.21.15.32:0/122618219 >> 172.21.15.32:0/122618219 conn(0x7f364406a150 msgr2=0x7f364406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:47.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.135+0000 7f364c105640 1 -- 172.21.15.32:0/122618219 shutdown_connections 2024-09-13T17:50:47.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.135+0000 7f364c105640 1 -- 172.21.15.32:0/122618219 wait complete. 2024-09-13T17:50:47.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.135+0000 7f364c105640 1 Processor -- start 2024-09-13T17:50:47.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.135+0000 7f364c105640 1 -- start start 2024-09-13T17:50:47.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f364c105640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36440b2070 0x7f36440973b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:47.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f364c105640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f36440cea30 0x7f3644095660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:47.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f364c105640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f364415a520 0x7f364415bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:47.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f364c105640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36440c4800 con 0x7f36440b2070 2024-09-13T17:50:47.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f364c105640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f364415b310 con 0x7f364415a520 2024-09-13T17:50:47.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f364c105640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f36440c4a50 con 0x7f36440cea30 2024-09-13T17:50:47.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f3649ea1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36440b2070 0x7f36440973b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:47.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f3649ea1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36440b2070 0x7f36440973b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38004/0 (socket says 172.21.15.32:38004) 2024-09-13T17:50:47.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f3649ea1640 1 -- 172.21.15.32:0/2258308752 learned_addr learned my addr 172.21.15.32:0/2258308752 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:47.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f36496a0640 1 --2- 172.21.15.32:0/2258308752 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f36440cea30 0x7f3644095660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:47.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f364a6a2640 1 --2- 172.21.15.32:0/2258308752 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f364415a520 0x7f364415bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:47.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f3649ea1640 1 -- 172.21.15.32:0/2258308752 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f36440cea30 msgr2=0x7f3644095660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:47.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f3649ea1640 1 --2- 172.21.15.32:0/2258308752 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f36440cea30 0x7f3644095660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:47.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f3649ea1640 1 -- 172.21.15.32:0/2258308752 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f364415a520 msgr2=0x7f364415bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:47.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f3649ea1640 1 --2- 172.21.15.32:0/2258308752 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f364415a520 0x7f364415bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:47.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f3649ea1640 1 -- 172.21.15.32:0/2258308752 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36340094d0 con 0x7f36440b2070 2024-09-13T17:50:47.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f36496a0640 1 --2- 172.21.15.32:0/2258308752 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f36440cea30 0x7f3644095660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:50:47.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f3649ea1640 1 --2- 172.21.15.32:0/2258308752 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36440b2070 0x7f36440973b0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f364000ccd0 tx=0x7f364000a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:47.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f363a7fc640 1 -- 172.21.15.32:0/2258308752 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36400039a0 con 0x7f36440b2070 2024-09-13T17:50:47.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f363a7fc640 1 -- 172.21.15.32:0/2258308752 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3640003b00 con 0x7f36440b2070 2024-09-13T17:50:47.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f364c105640 1 -- 172.21.15.32:0/2258308752 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36440c4d30 con 0x7f36440b2070 2024-09-13T17:50:47.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f364c105640 1 -- 172.21.15.32:0/2258308752 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f364415b890 con 0x7f36440b2070 2024-09-13T17:50:47.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f363a7fc640 1 -- 172.21.15.32:0/2258308752 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3640004020 con 0x7f36440b2070 2024-09-13T17:50:47.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f364c105640 1 -- 172.21.15.32:0/2258308752 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f362c005260 con 0x7f36440b2070 2024-09-13T17:50:47.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f363a7fc640 1 -- 172.21.15.32:0/2258308752 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3640004180 con 0x7f36440b2070 2024-09-13T17:50:47.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f363a7fc640 1 --2- 172.21.15.32:0/2258308752 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3628066690 0x7f3628068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:47.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f363a7fc640 1 -- 172.21.15.32:0/2258308752 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 6144+0+0 (secure 0 0 0) 0x7f3640084700 con 0x7f36440b2070 2024-09-13T17:50:47.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.139+0000 7f36496a0640 1 --2- 172.21.15.32:0/2258308752 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3628066690 0x7f3628068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:47.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.143+0000 7f36496a0640 1 --2- 172.21.15.32:0/2258308752 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3628066690 0x7f3628068b50 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f36340ad000 tx=0x7f3634009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:47.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.143+0000 7f363a7fc640 1 -- 172.21.15.32:0/2258308752 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3640051950 con 0x7f36440b2070 2024-09-13T17:50:47.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.331+0000 7f364c105640 1 -- 172.21.15.32:0/2258308752 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f362c005a90 con 0x7f36440b2070 2024-09-13T17:50:48.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:47.999+0000 7f363a7fc640 1 -- 172.21.15.32:0/2258308752 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v18) v1 ==== 104+0+0 (secure 0 0 0) 0x7f3640054f70 con 0x7f36440b2070 2024-09-13T17:50:48.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.003+0000 7f364c105640 1 -- 172.21.15.32:0/2258308752 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3628066690 msgr2=0x7f3628068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:48.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.003+0000 7f364c105640 1 --2- 172.21.15.32:0/2258308752 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3628066690 0x7f3628068b50 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f36340ad000 tx=0x7f3634009040 comp rx=0 tx=0).stop 2024-09-13T17:50:48.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.003+0000 7f364c105640 1 -- 172.21.15.32:0/2258308752 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36440b2070 msgr2=0x7f36440973b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:48.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.003+0000 7f364c105640 1 --2- 172.21.15.32:0/2258308752 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36440b2070 0x7f36440973b0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f364000ccd0 tx=0x7f364000a5c0 comp rx=0 tx=0).stop 2024-09-13T17:50:48.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.003+0000 7f364c105640 1 -- 172.21.15.32:0/2258308752 shutdown_connections 2024-09-13T17:50:48.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.003+0000 7f364c105640 1 --2- 172.21.15.32:0/2258308752 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3628066690 0x7f3628068b50 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:48.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.003+0000 7f364c105640 1 --2- 172.21.15.32:0/2258308752 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f364415a520 0x7f364415bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:48.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.003+0000 7f364c105640 1 --2- 172.21.15.32:0/2258308752 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f36440cea30 0x7f3644095660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:48.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.003+0000 7f364c105640 1 --2- 172.21.15.32:0/2258308752 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f36440b2070 0x7f36440973b0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:48.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.003+0000 7f364c105640 1 -- 172.21.15.32:0/2258308752 >> 172.21.15.32:0/2258308752 conn(0x7f364406a150 msgr2=0x7f36441591c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:48.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.003+0000 7f364c105640 1 -- 172.21.15.32:0/2258308752 shutdown_connections 2024-09-13T17:50:48.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.003+0000 7f364c105640 1 -- 172.21.15.32:0/2258308752 wait complete. 2024-09-13T17:50:48.030 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T17:50:48.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.163+0000 7fa161930640 1 Processor -- start 2024-09-13T17:50:48.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.163+0000 7fa161930640 1 -- start start 2024-09-13T17:50:48.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.163+0000 7fa161930640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fa15c15a520 0x7fa15c0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:48.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.163+0000 7fa161930640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa15c0b2240 0x7fa15c0abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:48.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.163+0000 7fa161930640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa15c0ab660 con 0x7fa15c0cea30 2024-09-13T17:50:48.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.163+0000 7fa161930640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa15c0ceec0 con 0x7fa15c15a520 2024-09-13T17:50:48.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.163+0000 7fa161930640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa15c0ada40 con 0x7fa15c0b2240 2024-09-13T17:50:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.163+0000 7fa15affd640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fa15c15a520 0x7fa15c0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.163+0000 7fa15b7fe640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa15c0b2240 0x7fa15c0abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.163+0000 7fa15b7fe640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa15c0b2240 0x7fa15c0abaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3301/0 says I am v2:172.21.15.32:37250/0 (socket says 172.21.15.32:37250) 2024-09-13T17:50:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.163+0000 7fa1527fc640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7fa15c0cea30 0x7fa15c0b1b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:37088/0 (socket says 172.21.15.32:37088) 2024-09-13T17:50:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.163+0000 7fa15b7fe640 1 -- 172.21.15.32:0/17036413 learned_addr learned my addr 172.21.15.32:0/17036413 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:48.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.163+0000 7fa15affd640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fa15c15a520 0x7fa15c0ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:50270/0 (socket says 172.21.15.32:50270) 2024-09-13T17:50:48.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.163+0000 7fa15affd640 1 -- 172.21.15.32:0/17036413 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa15c0b2240 msgr2=0x7fa15c0abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:48.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.163+0000 7fa15affd640 1 --2- 172.21.15.32:0/17036413 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa15c0b2240 0x7fa15c0abaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:48.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.163+0000 7fa15affd640 1 -- 172.21.15.32:0/17036413 >> v1:172.21.15.159:6789/0 conn(0x7fa15c0cea30 legacy=0x7fa15c0b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:48.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.163+0000 7fa15affd640 1 -- 172.21.15.32:0/17036413 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa15c0b2760 con 0x7fa15c15a520 2024-09-13T17:50:48.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.163+0000 7fa15b7fe640 1 --2- 172.21.15.32:0/17036413 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa15c0b2240 0x7fa15c0abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:50:48.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.167+0000 7fa15affd640 1 --2- 172.21.15.32:0/17036413 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa15c15a520 0x7fa15c0ce4f0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fa1440097c0 tx=0x7fa14401c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f84b3d804652ea9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:48.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.167+0000 7fa15a7fc640 1 -- 172.21.15.32:0/17036413 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1440ab670 con 0x7fa15c15a520 2024-09-13T17:50:48.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.167+0000 7fa15a7fc640 1 -- 172.21.15.32:0/17036413 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1440ab7d0 con 0x7fa15c15a520 2024-09-13T17:50:48.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.167+0000 7fa15a7fc640 1 -- 172.21.15.32:0/17036413 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1440abb60 con 0x7fa15c15a520 2024-09-13T17:50:48.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.167+0000 7fa161930640 1 -- 172.21.15.32:0/17036413 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa15c15a520 msgr2=0x7fa15c0ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:48.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.167+0000 7fa161930640 1 --2- 172.21.15.32:0/17036413 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa15c15a520 0x7fa15c0ce4f0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fa1440097c0 tx=0x7fa14401c470 comp rx=0 tx=0).stop 2024-09-13T17:50:48.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.167+0000 7fa161930640 1 -- 172.21.15.32:0/17036413 shutdown_connections 2024-09-13T17:50:48.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.167+0000 7fa161930640 1 --2- 172.21.15.32:0/17036413 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa15c0b2240 0x7fa15c0abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:48.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.167+0000 7fa161930640 1 --2- 172.21.15.32:0/17036413 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa15c15a520 0x7fa15c0ce4f0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:48.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.167+0000 7fa161930640 1 -- 172.21.15.32:0/17036413 >> 172.21.15.32:0/17036413 conn(0x7fa15c06a150 msgr2=0x7fa15c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:48.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.167+0000 7fa161930640 1 -- 172.21.15.32:0/17036413 shutdown_connections 2024-09-13T17:50:48.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.167+0000 7fa161930640 1 -- 172.21.15.32:0/17036413 wait complete. 2024-09-13T17:50:48.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.167+0000 7fa161930640 1 Processor -- start 2024-09-13T17:50:48.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.167+0000 7fa161930640 1 -- start start 2024-09-13T17:50:48.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa161930640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa15c0b2240 0x7fa15c097180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:48.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa161930640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa15c0cea30 0x7fa15c153c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:48.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa161930640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa15c15a520 0x7fa15c0aebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:48.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa161930640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa15c070af0 con 0x7fa15c0b2240 2024-09-13T17:50:48.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa161930640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa15c0701e0 con 0x7fa15c15a520 2024-09-13T17:50:48.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa161930640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa15c154730 con 0x7fa15c0cea30 2024-09-13T17:50:48.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa15affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa15c0b2240 0x7fa15c097180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:48.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa15affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa15c0b2240 0x7fa15c097180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48740/0 (socket says 172.21.15.32:48740) 2024-09-13T17:50:48.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa15affd640 1 -- 172.21.15.32:0/3769774709 learned_addr learned my addr 172.21.15.32:0/3769774709 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:48.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa1527fc640 1 --2- 172.21.15.32:0/3769774709 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa15c0cea30 0x7fa15c153c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:48.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa15b7fe640 1 --2- 172.21.15.32:0/3769774709 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa15c15a520 0x7fa15c0aebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:48.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa15affd640 1 -- 172.21.15.32:0/3769774709 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa15c0cea30 msgr2=0x7fa15c153c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:48.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa15affd640 1 --2- 172.21.15.32:0/3769774709 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa15c0cea30 0x7fa15c153c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:48.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa15affd640 1 -- 172.21.15.32:0/3769774709 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa15c15a520 msgr2=0x7fa15c0aebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:48.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa15affd640 1 --2- 172.21.15.32:0/3769774709 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa15c15a520 0x7fa15c0aebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:48.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa15affd640 1 -- 172.21.15.32:0/3769774709 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa154009b30 con 0x7fa15c0b2240 2024-09-13T17:50:48.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa15affd640 1 --2- 172.21.15.32:0/3769774709 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa15c0b2240 0x7fa15c097180 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fa1440ad040 tx=0x7fa14401acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:48.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa158ff9640 1 -- 172.21.15.32:0/3769774709 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1440b5810 con 0x7fa15c0b2240 2024-09-13T17:50:48.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa158ff9640 1 -- 172.21.15.32:0/3769774709 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1440b5970 con 0x7fa15c0b2240 2024-09-13T17:50:48.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa161930640 1 -- 172.21.15.32:0/3769774709 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa144009420 con 0x7fa15c0b2240 2024-09-13T17:50:48.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa158ff9640 1 -- 172.21.15.32:0/3769774709 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1440b5d20 con 0x7fa15c0b2240 2024-09-13T17:50:48.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa161930640 1 -- 172.21.15.32:0/3769774709 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa15c070710 con 0x7fa15c0b2240 2024-09-13T17:50:48.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa161930640 1 -- 172.21.15.32:0/3769774709 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa15c0abaf0 con 0x7fa15c0b2240 2024-09-13T17:50:48.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa158ff9640 1 -- 172.21.15.32:0/3769774709 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa1440bf410 con 0x7fa15c0b2240 2024-09-13T17:50:48.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa158ff9640 1 --2- 172.21.15.32:0/3769774709 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa13c066690 0x7fa13c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:48.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa158ff9640 1 -- 172.21.15.32:0/3769774709 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 6144+0+0 (secure 0 0 0) 0x7fa14411eeb0 con 0x7fa15c0b2240 2024-09-13T17:50:48.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.171+0000 7fa1527fc640 1 --2- 172.21.15.32:0/3769774709 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa13c066690 0x7fa13c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:48.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.175+0000 7fa1527fc640 1 --2- 172.21.15.32:0/3769774709 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa13c066690 0x7fa13c068b50 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fa15c0abed0 tx=0x7fa14c007cf0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:48.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.179+0000 7fa158ff9640 1 -- 172.21.15.32:0/3769774709 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa1440ec080 con 0x7fa15c0b2240 2024-09-13T17:50:48.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:48.343+0000 7fa161930640 1 -- 172.21.15.32:0/3769774709 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fa15c155320 con 0x7fa15c0b2240 2024-09-13T17:50:49.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.011+0000 7fa158ff9640 1 -- 172.21.15.32:0/3769774709 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v46) v1 ==== 181+0+0 (secure 0 0 0) 0x7fa1440ab630 con 0x7fa15c0b2240 2024-09-13T17:50:49.016 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' removed 2024-09-13T17:50:49.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.015+0000 7fa161930640 1 -- 172.21.15.32:0/3769774709 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa13c066690 msgr2=0x7fa13c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:49.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.015+0000 7fa161930640 1 --2- 172.21.15.32:0/3769774709 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa13c066690 0x7fa13c068b50 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fa15c0abed0 tx=0x7fa14c007cf0 comp rx=0 tx=0).stop 2024-09-13T17:50:49.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.015+0000 7fa161930640 1 -- 172.21.15.32:0/3769774709 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa15c0b2240 msgr2=0x7fa15c097180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:49.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.015+0000 7fa161930640 1 --2- 172.21.15.32:0/3769774709 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa15c0b2240 0x7fa15c097180 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fa1440ad040 tx=0x7fa14401acb0 comp rx=0 tx=0).stop 2024-09-13T17:50:49.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.015+0000 7fa161930640 1 -- 172.21.15.32:0/3769774709 shutdown_connections 2024-09-13T17:50:49.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.015+0000 7fa161930640 1 --2- 172.21.15.32:0/3769774709 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa13c066690 0x7fa13c068b50 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:49.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.015+0000 7fa161930640 1 --2- 172.21.15.32:0/3769774709 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa15c15a520 0x7fa15c0aebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:49.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.015+0000 7fa161930640 1 --2- 172.21.15.32:0/3769774709 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa15c0cea30 0x7fa15c153c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:49.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.015+0000 7fa161930640 1 --2- 172.21.15.32:0/3769774709 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa15c0b2240 0x7fa15c097180 secure :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fa1440ad040 tx=0x7fa14401acb0 comp rx=0 tx=0).stop 2024-09-13T17:50:49.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.015+0000 7fa161930640 1 -- 172.21.15.32:0/3769774709 >> 172.21.15.32:0/3769774709 conn(0x7fa15c06a150 msgr2=0x7fa15c1580d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:49.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.019+0000 7fa161930640 1 -- 172.21.15.32:0/3769774709 shutdown_connections 2024-09-13T17:50:49.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.019+0000 7fa161930640 1 -- 172.21.15.32:0/3769774709 wait complete. 2024-09-13T17:50:49.041 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T17:50:49.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.171+0000 7f4675bdd640 1 Processor -- start 2024-09-13T17:50:49.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.171+0000 7f4675bdd640 1 -- start start 2024-09-13T17:50:49.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.171+0000 7f4675bdd640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f467015c860 0x7f46700cb330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:49.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.171+0000 7f4675bdd640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f46700cb870 0x7f46700ce450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:49.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.171+0000 7f4675bdd640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f467006f2f0 con 0x7f467015c480 2024-09-13T17:50:49.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.171+0000 7f4675bdd640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f46700ca2e0 con 0x7f467015c860 2024-09-13T17:50:49.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.171+0000 7f4675bdd640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46700cbd00 con 0x7f46700cb870 2024-09-13T17:50:49.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.171+0000 7f466f7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f467015c480 0x7f46700ca770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34364/0 (socket says 172.21.15.32:34364) 2024-09-13T17:50:49.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.171+0000 7f466f7fe640 1 -- 172.21.15.32:0/1824051619 learned_addr learned my addr 172.21.15.32:0/1824051619 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:49.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466ffff640 1 --2- 172.21.15.32:0/1824051619 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f46700cb870 0x7f46700ce450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:49.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 -- 172.21.15.32:0/1824051619 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4190311014 0 0) 0x7f467006f2f0 con 0x7f467015c480 2024-09-13T17:50:49.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466effd640 1 --2- 172.21.15.32:0/1824051619 >> v2:172.21.15.159:3300/0 conn(0x7f467015c860 0x7f46700cb330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:49.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 -- 172.21.15.32:0/1824051619 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4658003530 con 0x7f467015c480 2024-09-13T17:50:49.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 -- 172.21.15.32:0/1824051619 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2460779012 0 0) 0x7f4658003530 con 0x7f467015c480 2024-09-13T17:50:49.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 -- 172.21.15.32:0/1824051619 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f46700cb870 msgr2=0x7f46700ce450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:49.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 --2- 172.21.15.32:0/1824051619 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f46700cb870 0x7f46700ce450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:49.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 -- 172.21.15.32:0/1824051619 >> v2:172.21.15.159:3300/0 conn(0x7f467015c860 msgr2=0x7f46700cb330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:49.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 --2- 172.21.15.32:0/1824051619 >> v2:172.21.15.159:3300/0 conn(0x7f467015c860 0x7f46700cb330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:49.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 -- 172.21.15.32:0/1824051619 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46700cae80 con 0x7f467015c480 2024-09-13T17:50:49.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 -- 172.21.15.32:0/1824051619 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f4660001680 con 0x7f467015c480 2024-09-13T17:50:49.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 -- 172.21.15.32:0/1824051619 >> v1:172.21.15.32:6789/0 conn(0x7f467015c480 legacy=0x7f46700ca770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:49.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 --2- 172.21.15.32:0/1824051619 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4658003980 0x7f4658003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:49.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 --2- 172.21.15.32:0/1824051619 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f46700cb870 0x7f46580047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:49.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 --2- 172.21.15.32:0/1824051619 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4658004d10 0x7f4658005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:49.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 -- 172.21.15.32:0/1824051619 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46700ca2e0 con 0x7f4658004d10 2024-09-13T17:50:49.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 -- 172.21.15.32:0/1824051619 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46700cbd00 con 0x7f4658003980 2024-09-13T17:50:49.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 -- 172.21.15.32:0/1824051619 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f465800b990 con 0x7f46700cb870 2024-09-13T17:50:49.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466ffff640 1 --2- 172.21.15.32:0/1824051619 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4658004d10 0x7f4658005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:49.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466f7fe640 1 --2- 172.21.15.32:0/1824051619 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4658003980 0x7f4658003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:49.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466effd640 1 --2- 172.21.15.32:0/1824051619 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f46700cb870 0x7f46580047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:49.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466ffff640 1 -- 172.21.15.32:0/1824051619 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f46700cb870 msgr2=0x7f46580047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:49.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466ffff640 1 --2- 172.21.15.32:0/1824051619 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f46700cb870 0x7f46580047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:49.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466ffff640 1 -- 172.21.15.32:0/1824051619 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4658003980 msgr2=0x7f4658003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:49.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466ffff640 1 --2- 172.21.15.32:0/1824051619 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4658003980 0x7f4658003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:49.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466ffff640 1 -- 172.21.15.32:0/1824051619 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4658003530 con 0x7f4658004d10 2024-09-13T17:50:49.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466f7fe640 1 --2- 172.21.15.32:0/1824051619 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4658003980 0x7f4658003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:50:49.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466ffff640 1 --2- 172.21.15.32:0/1824051619 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4658004d10 0x7f4658005190 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f4668007390 tx=0x7f466801ce40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e163daf73fed69ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:49.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 -- 172.21.15.32:0/1824051619 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46680a5d40 con 0x7f4658004d10 2024-09-13T17:50:49.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 -- 172.21.15.32:0/1824051619 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46680ad440 con 0x7f4658004d10 2024-09-13T17:50:49.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466e7fc640 1 -- 172.21.15.32:0/1824051619 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46680a5ea0 con 0x7f4658004d10 2024-09-13T17:50:49.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f4675bdd640 1 -- 172.21.15.32:0/1824051619 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4658004d10 msgr2=0x7f4658005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:49.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f4675bdd640 1 --2- 172.21.15.32:0/1824051619 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4658004d10 0x7f4658005190 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f4668007390 tx=0x7f466801ce40 comp rx=0 tx=0).stop 2024-09-13T17:50:49.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.175+0000 7f466ffff640 1 -- 172.21.15.32:0/1824051619 reap_dead start 2024-09-13T17:50:49.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f4675bdd640 1 -- 172.21.15.32:0/1824051619 shutdown_connections 2024-09-13T17:50:49.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f4675bdd640 1 -- 172.21.15.32:0/1824051619 >> 172.21.15.32:0/1824051619 conn(0x7f46700b0d70 msgr2=0x7f46700b1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:49.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f4675bdd640 1 -- 172.21.15.32:0/1824051619 shutdown_connections 2024-09-13T17:50:49.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f4675bdd640 1 -- 172.21.15.32:0/1824051619 wait complete. 2024-09-13T17:50:49.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f4675bdd640 1 Processor -- start 2024-09-13T17:50:49.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f4675bdd640 1 -- start start 2024-09-13T17:50:49.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f4675bdd640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f467015b610 0x7f46700c9000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:49.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f4675bdd640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f467015b9f0 0x7f46701f55f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:49.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f4675bdd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f46701f5b30 0x7f46701f5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:49.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f4675bdd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46700c46e0 con 0x7f46701f5b30 2024-09-13T17:50:49.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f4675bdd640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46700c4980 con 0x7f467015b610 2024-09-13T17:50:49.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f4675bdd640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46700c4c60 con 0x7f467015b9f0 2024-09-13T17:50:49.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f466ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f46701f5b30 0x7f46701f5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:49.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f466ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f46701f5b30 0x7f46701f5fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48758/0 (socket says 172.21.15.32:48758) 2024-09-13T17:50:49.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f466ffff640 1 -- 172.21.15.32:0/4167808702 learned_addr learned my addr 172.21.15.32:0/4167808702 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:49.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f466effd640 1 --2- 172.21.15.32:0/4167808702 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f467015b9f0 0x7f46701f55f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:49.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f466f7fe640 1 --2- 172.21.15.32:0/4167808702 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f467015b610 0x7f46700c9000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:49.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f466ffff640 1 -- 172.21.15.32:0/4167808702 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f467015b9f0 msgr2=0x7f46701f55f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:49.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f466ffff640 1 --2- 172.21.15.32:0/4167808702 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f467015b9f0 0x7f46701f55f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:49.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f466ffff640 1 -- 172.21.15.32:0/4167808702 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f467015b610 msgr2=0x7f46700c9000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:49.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f466ffff640 1 --2- 172.21.15.32:0/4167808702 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f467015b610 0x7f46700c9000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:49.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f466ffff640 1 -- 172.21.15.32:0/4167808702 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46700c4f40 con 0x7f46701f5b30 2024-09-13T17:50:49.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f466effd640 1 --2- 172.21.15.32:0/4167808702 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f467015b9f0 0x7f46701f55f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:50:49.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f466ffff640 1 --2- 172.21.15.32:0/4167808702 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f46701f5b30 0x7f46701f5fb0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f4668002240 tx=0x7f4658005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:49.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f4657fff640 1 -- 172.21.15.32:0/4167808702 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46680ad9f0 con 0x7f46701f5b30 2024-09-13T17:50:49.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f4657fff640 1 -- 172.21.15.32:0/4167808702 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46680adb50 con 0x7f46701f5b30 2024-09-13T17:50:49.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f4675bdd640 1 -- 172.21.15.32:0/4167808702 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46700c5220 con 0x7f46701f5b30 2024-09-13T17:50:49.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f4657fff640 1 -- 172.21.15.32:0/4167808702 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46680b6430 con 0x7f46701f5b30 2024-09-13T17:50:49.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.179+0000 7f4675bdd640 1 -- 172.21.15.32:0/4167808702 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46701f2000 con 0x7f46701f5b30 2024-09-13T17:50:49.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.183+0000 7f4675bdd640 1 -- 172.21.15.32:0/4167808702 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46700ce410 con 0x7f46701f5b30 2024-09-13T17:50:49.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.183+0000 7f4657fff640 1 -- 172.21.15.32:0/4167808702 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f46680b4040 con 0x7f46701f5b30 2024-09-13T17:50:49.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.183+0000 7f4657fff640 1 --2- 172.21.15.32:0/4167808702 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f465c0666c0 0x7f465c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:49.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.183+0000 7f4657fff640 1 -- 172.21.15.32:0/4167808702 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5706+0+0 (secure 0 0 0) 0x7f466811e6f0 con 0x7f46701f5b30 2024-09-13T17:50:49.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.183+0000 7f466f7fe640 1 --2- 172.21.15.32:0/4167808702 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f465c0666c0 0x7f465c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:49.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.183+0000 7f466f7fe640 1 --2- 172.21.15.32:0/4167808702 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f465c0666c0 0x7f465c068b80 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f4660000c10 tx=0x7f4660007040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:49.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.187+0000 7f4657fff640 1 -- 172.21.15.32:0/4167808702 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f46680ebc40 con 0x7f46701f5b30 2024-09-13T17:50:49.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:49.339+0000 7f4675bdd640 1 -- 172.21.15.32:0/4167808702 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f46700cb330 con 0x7f46701f5b30 2024-09-13T17:50:50.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.015+0000 7f4657fff640 1 -- 172.21.15.32:0/4167808702 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v47) v1 ==== 169+0+0 (secure 0 0 0) 0x7f46680b20d0 con 0x7f46701f5b30 2024-09-13T17:50:50.019 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' removed 2024-09-13T17:50:50.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.019+0000 7f4675bdd640 1 -- 172.21.15.32:0/4167808702 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f465c0666c0 msgr2=0x7f465c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:50.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.019+0000 7f4675bdd640 1 --2- 172.21.15.32:0/4167808702 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f465c0666c0 0x7f465c068b80 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f4660000c10 tx=0x7f4660007040 comp rx=0 tx=0).stop 2024-09-13T17:50:50.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.019+0000 7f4675bdd640 1 -- 172.21.15.32:0/4167808702 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f46701f5b30 msgr2=0x7f46701f5fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:50.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.019+0000 7f4675bdd640 1 --2- 172.21.15.32:0/4167808702 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f46701f5b30 0x7f46701f5fb0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f4668002240 tx=0x7f4658005800 comp rx=0 tx=0).stop 2024-09-13T17:50:50.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.019+0000 7f4675bdd640 1 -- 172.21.15.32:0/4167808702 shutdown_connections 2024-09-13T17:50:50.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.019+0000 7f4675bdd640 1 --2- 172.21.15.32:0/4167808702 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f465c0666c0 0x7f465c068b80 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.019+0000 7f4675bdd640 1 --2- 172.21.15.32:0/4167808702 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f46701f5b30 0x7f46701f5fb0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.019+0000 7f4675bdd640 1 --2- 172.21.15.32:0/4167808702 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f467015b9f0 0x7f46701f55f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.019+0000 7f4675bdd640 1 --2- 172.21.15.32:0/4167808702 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f467015b610 0x7f46700c9000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.019+0000 7f4675bdd640 1 -- 172.21.15.32:0/4167808702 >> 172.21.15.32:0/4167808702 conn(0x7f46700b0d70 msgr2=0x7f46700b3730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:50.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.019+0000 7f4675bdd640 1 -- 172.21.15.32:0/4167808702 shutdown_connections 2024-09-13T17:50:50.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.019+0000 7f4675bdd640 1 -- 172.21.15.32:0/4167808702 wait complete. 2024-09-13T17:50:50.045 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T17:50:50.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.171+0000 7f26a7c42640 1 Processor -- start 2024-09-13T17:50:50.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.171+0000 7f26a7c42640 1 -- start start 2024-09-13T17:50:50.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.175+0000 7f26a7c42640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f26a015cb40 0x7f26a006e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:50.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.175+0000 7f26a7c42640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26a00ae8e0 0x7f26a015d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:50.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.175+0000 7f26a7c42640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f26a015cf20 con 0x7f26a015d680 2024-09-13T17:50:50.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.175+0000 7f26a7c42640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26a00ac050 con 0x7f26a015cb40 2024-09-13T17:50:50.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.175+0000 7f26a7c42640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26a006f140 con 0x7f26a00ae8e0 2024-09-13T17:50:50.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.175+0000 7f26a51dd640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26a00ae8e0 0x7f26a015d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:50.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.175+0000 7f26a59de640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f26a015cb40 0x7f26a006e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:50.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.175+0000 7f26a61df640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7f26a015d680 0x7f26a006d260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:37090/0 (socket says 172.21.15.32:37090) 2024-09-13T17:50:50.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.175+0000 7f26a61df640 1 -- 172.21.15.32:0/139841670 learned_addr learned my addr 172.21.15.32:0/139841670 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:50.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.175+0000 7f26a59de640 1 -- 172.21.15.32:0/139841670 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26a00ae8e0 msgr2=0x7f26a015d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:50.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.175+0000 7f26a59de640 1 --2- 172.21.15.32:0/139841670 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26a00ae8e0 0x7f26a015d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.175+0000 7f26a59de640 1 -- 172.21.15.32:0/139841670 >> v1:172.21.15.159:6789/0 conn(0x7f26a015d680 legacy=0x7f26a006d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:50.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.175+0000 7f26a59de640 1 -- 172.21.15.32:0/139841670 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26a015dec0 con 0x7f26a015cb40 2024-09-13T17:50:50.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a59de640 1 --2- 172.21.15.32:0/139841670 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f26a015cb40 0x7f26a006e4a0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f269c0097c0 tx=0x7f269c01c350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e6f375a957bad4e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:50.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a49dc640 1 -- 172.21.15.32:0/139841670 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f269c0ab600 con 0x7f26a015cb40 2024-09-13T17:50:50.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a49dc640 1 -- 172.21.15.32:0/139841670 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f269c0a7050 con 0x7f26a015cb40 2024-09-13T17:50:50.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a49dc640 1 -- 172.21.15.32:0/139841670 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f269c0ab980 con 0x7f26a015cb40 2024-09-13T17:50:50.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a7c42640 1 -- 172.21.15.32:0/139841670 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f26a015cb40 msgr2=0x7f26a006e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:50.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a7c42640 1 --2- 172.21.15.32:0/139841670 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f26a015cb40 0x7f26a006e4a0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f269c0097c0 tx=0x7f269c01c350 comp rx=0 tx=0).stop 2024-09-13T17:50:50.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a7c42640 1 -- 172.21.15.32:0/139841670 shutdown_connections 2024-09-13T17:50:50.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a7c42640 1 --2- 172.21.15.32:0/139841670 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26a00ae8e0 0x7f26a015d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a7c42640 1 --2- 172.21.15.32:0/139841670 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f26a015cb40 0x7f26a006e4a0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a7c42640 1 -- 172.21.15.32:0/139841670 >> 172.21.15.32:0/139841670 conn(0x7f26a00b0d70 msgr2=0x7f26a00b1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:50.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a7c42640 1 -- 172.21.15.32:0/139841670 shutdown_connections 2024-09-13T17:50:50.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a7c42640 1 -- 172.21.15.32:0/139841670 wait complete. 2024-09-13T17:50:50.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a7c42640 1 Processor -- start 2024-09-13T17:50:50.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a7c42640 1 -- start start 2024-09-13T17:50:50.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a7c42640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26a00ae8e0 0x7f26a0157e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:50.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a7c42640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26a015cb40 0x7f26a00c7e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:50.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a7c42640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f26a015d680 0x7f26a00c83a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:50.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a7c42640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26a01586a0 con 0x7f26a015cb40 2024-09-13T17:50:50.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a7c42640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26a00c5960 con 0x7f26a015d680 2024-09-13T17:50:50.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a7c42640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26a00c53e0 con 0x7f26a00ae8e0 2024-09-13T17:50:50.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a51dd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26a015cb40 0x7f26a00c7e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:50.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a51dd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26a015cb40 0x7f26a00c7e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48766/0 (socket says 172.21.15.32:48766) 2024-09-13T17:50:50.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a51dd640 1 -- 172.21.15.32:0/2826504262 learned_addr learned my addr 172.21.15.32:0/2826504262 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:50.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a59de640 1 --2- 172.21.15.32:0/2826504262 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26a00ae8e0 0x7f26a0157e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:50.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a61df640 1 --2- 172.21.15.32:0/2826504262 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f26a015d680 0x7f26a00c83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:50.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a51dd640 1 -- 172.21.15.32:0/2826504262 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26a00ae8e0 msgr2=0x7f26a0157e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:50.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a51dd640 1 --2- 172.21.15.32:0/2826504262 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26a00ae8e0 0x7f26a0157e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a51dd640 1 -- 172.21.15.32:0/2826504262 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f26a015d680 msgr2=0x7f26a00c83a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:50.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a51dd640 1 --2- 172.21.15.32:0/2826504262 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f26a015d680 0x7f26a00c83a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a51dd640 1 -- 172.21.15.32:0/2826504262 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f269c009420 con 0x7f26a015cb40 2024-09-13T17:50:50.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.179+0000 7f26a51dd640 1 --2- 172.21.15.32:0/2826504262 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26a015cb40 0x7f26a00c7e60 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f2690010df0 tx=0x7f269000e730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:50.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.183+0000 7f26967fc640 1 -- 172.21.15.32:0/2826504262 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f269000b930 con 0x7f26a015cb40 2024-09-13T17:50:50.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.183+0000 7f26967fc640 1 -- 172.21.15.32:0/2826504262 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2690011860 con 0x7f26a015cb40 2024-09-13T17:50:50.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.183+0000 7f26a7c42640 1 -- 172.21.15.32:0/2826504262 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26a00c2e20 con 0x7f26a015cb40 2024-09-13T17:50:50.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.183+0000 7f26967fc640 1 -- 172.21.15.32:0/2826504262 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2690011bd0 con 0x7f26a015cb40 2024-09-13T17:50:50.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.183+0000 7f26a7c42640 1 -- 172.21.15.32:0/2826504262 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26a00c5680 con 0x7f26a015cb40 2024-09-13T17:50:50.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.183+0000 7f26a7c42640 1 -- 172.21.15.32:0/2826504262 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26a015d140 con 0x7f26a015cb40 2024-09-13T17:50:50.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.183+0000 7f26967fc640 1 -- 172.21.15.32:0/2826504262 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2690011d30 con 0x7f26a015cb40 2024-09-13T17:50:50.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.183+0000 7f26967fc640 1 --2- 172.21.15.32:0/2826504262 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2684066690 0x7f2684068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:50.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.183+0000 7f26967fc640 1 -- 172.21.15.32:0/2826504262 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f2690086c60 con 0x7f26a015cb40 2024-09-13T17:50:50.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.183+0000 7f26a59de640 1 --2- 172.21.15.32:0/2826504262 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2684066690 0x7f2684068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:50.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.183+0000 7f26a59de640 1 --2- 172.21.15.32:0/2826504262 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2684066690 0x7f2684068b50 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f269c0ad000 tx=0x7f269c0a6000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:50.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.187+0000 7f26967fc640 1 -- 172.21.15.32:0/2826504262 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f26900542d0 con 0x7f26a015cb40 2024-09-13T17:50:50.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.351+0000 7f26a7c42640 1 -- 172.21.15.32:0/2826504262 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f26a0071dd0 con 0x7f26a015cb40 2024-09-13T17:50:50.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.355+0000 7f26967fc640 1 -- 172.21.15.32:0/2826504262 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) v1 ==== 104+0+0 (secure 0 0 0) 0x7f26900578f0 con 0x7f26a015cb40 2024-09-13T17:50:50.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.355+0000 7f26a7c42640 1 -- 172.21.15.32:0/2826504262 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2684066690 msgr2=0x7f2684068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:50.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.355+0000 7f26a7c42640 1 --2- 172.21.15.32:0/2826504262 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2684066690 0x7f2684068b50 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f269c0ad000 tx=0x7f269c0a6000 comp rx=0 tx=0).stop 2024-09-13T17:50:50.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.355+0000 7f26a7c42640 1 -- 172.21.15.32:0/2826504262 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26a015cb40 msgr2=0x7f26a00c7e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:50.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.355+0000 7f26a7c42640 1 --2- 172.21.15.32:0/2826504262 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26a015cb40 0x7f26a00c7e60 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f2690010df0 tx=0x7f269000e730 comp rx=0 tx=0).stop 2024-09-13T17:50:50.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.355+0000 7f26a7c42640 1 -- 172.21.15.32:0/2826504262 shutdown_connections 2024-09-13T17:50:50.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.355+0000 7f26a7c42640 1 --2- 172.21.15.32:0/2826504262 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2684066690 0x7f2684068b50 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.355+0000 7f26a7c42640 1 --2- 172.21.15.32:0/2826504262 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f26a015d680 0x7f26a00c83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.355+0000 7f26a7c42640 1 --2- 172.21.15.32:0/2826504262 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f26a015cb40 0x7f26a00c7e60 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.355+0000 7f26a7c42640 1 --2- 172.21.15.32:0/2826504262 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f26a00ae8e0 0x7f26a0157e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.355+0000 7f26a7c42640 1 -- 172.21.15.32:0/2826504262 >> 172.21.15.32:0/2826504262 conn(0x7f26a00b0d70 msgr2=0x7f26a00b1150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:50.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.355+0000 7f26a7c42640 1 -- 172.21.15.32:0/2826504262 shutdown_connections 2024-09-13T17:50:50.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.355+0000 7f26a7c42640 1 -- 172.21.15.32:0/2826504262 wait complete. 2024-09-13T17:50:50.378 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_acls.TestACLs.test_acls' 2024-09-13T17:50:50.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.499+0000 7f8914aaa640 1 Processor -- start 2024-09-13T17:50:50.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f8914aaa640 1 -- start start 2024-09-13T17:50:50.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f8914aaa640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f89100cd230 0x7f8910167070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:50.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f8914aaa640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89100cdff0 con 0x7f891015c400 2024-09-13T17:50:50.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f8914aaa640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89100cd750 con 0x7f89100cf5f0 2024-09-13T17:50:50.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f8914aaa640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f891006b200 con 0x7f89100cd230 2024-09-13T17:50:50.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890e59c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f891015c400 0x7f89100ceee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34366/0 (socket says 172.21.15.32:34366) 2024-09-13T17:50:50.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890e59c640 1 -- 172.21.15.32:0/2515003620 learned_addr learned my addr 172.21.15.32:0/2515003620 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:50.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890ed9d640 1 --2- 172.21.15.32:0/2515003620 >> v2:172.21.15.159:3300/0 conn(0x7f89100cd230 0x7f8910167070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:50.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890d59a640 1 -- 172.21.15.32:0/2515003620 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3648856053 0 0) 0x7f89100cdff0 con 0x7f891015c400 2024-09-13T17:50:50.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890d59a640 1 -- 172.21.15.32:0/2515003620 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f88fc003530 con 0x7f891015c400 2024-09-13T17:50:50.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890d59a640 1 -- 172.21.15.32:0/2515003620 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1700773017 0 0) 0x7f88fc003530 con 0x7f891015c400 2024-09-13T17:50:50.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890d59a640 1 -- 172.21.15.32:0/2515003620 >> v2:172.21.15.159:3300/0 conn(0x7f89100cd230 msgr2=0x7f8910167070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:50.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890d59a640 1 --2- 172.21.15.32:0/2515003620 >> v2:172.21.15.159:3300/0 conn(0x7f89100cd230 0x7f8910167070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890d59a640 1 -- 172.21.15.32:0/2515003620 >> v1:172.21.15.159:6789/0 conn(0x7f89100cf5f0 legacy=0x7f89100ccb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:50.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890d59a640 1 -- 172.21.15.32:0/2515003620 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89100cda30 con 0x7f891015c400 2024-09-13T17:50:50.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890d59a640 1 -- 172.21.15.32:0/2515003620 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f8900001680 con 0x7f891015c400 2024-09-13T17:50:50.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890d59a640 1 -- 172.21.15.32:0/2515003620 >> v1:172.21.15.32:6789/0 conn(0x7f891015c400 legacy=0x7f89100ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:50.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890d59a640 1 --2- 172.21.15.32:0/2515003620 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88fc003980 0x7f88fc003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:50.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890d59a640 1 --2- 172.21.15.32:0/2515003620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f88fc0047d0 0x7f88fc004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:50.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890d59a640 1 --2- 172.21.15.32:0/2515003620 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88fc005190 0x7f88fc00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:50.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890d59a640 1 -- 172.21.15.32:0/2515003620 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f891006b200 con 0x7f88fc0047d0 2024-09-13T17:50:50.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890d59a640 1 -- 172.21.15.32:0/2515003620 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88fc00c030 con 0x7f88fc005190 2024-09-13T17:50:50.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890d59a640 1 -- 172.21.15.32:0/2515003620 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88fc00c1f0 con 0x7f88fc003980 2024-09-13T17:50:50.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890dd9b640 1 --2- 172.21.15.32:0/2515003620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f88fc0047d0 0x7f88fc004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:50.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890ed9d640 1 --2- 172.21.15.32:0/2515003620 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88fc005190 0x7f88fc00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:50.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890e59c640 1 --2- 172.21.15.32:0/2515003620 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88fc003980 0x7f88fc003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:50.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890dd9b640 1 -- 172.21.15.32:0/2515003620 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88fc003980 msgr2=0x7f88fc003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:50.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890dd9b640 1 --2- 172.21.15.32:0/2515003620 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88fc003980 0x7f88fc003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890dd9b640 1 -- 172.21.15.32:0/2515003620 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88fc005190 msgr2=0x7f88fc00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:50.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890dd9b640 1 --2- 172.21.15.32:0/2515003620 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88fc005190 0x7f88fc00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890dd9b640 1 -- 172.21.15.32:0/2515003620 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88fc003530 con 0x7f88fc0047d0 2024-09-13T17:50:50.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.503+0000 7f890ed9d640 1 -- 172.21.15.32:0/2515003620 reap_dead start 2024-09-13T17:50:50.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.507+0000 7f890dd9b640 1 --2- 172.21.15.32:0/2515003620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f88fc0047d0 0x7f88fc004c50 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f88f8001e70 tx=0x7f88f801c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd09d6c4edc2572a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:50.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.507+0000 7f890d59a640 1 -- 172.21.15.32:0/2515003620 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88f8003b80 con 0x7f88fc0047d0 2024-09-13T17:50:50.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.507+0000 7f890d59a640 1 -- 172.21.15.32:0/2515003620 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88f8003ce0 con 0x7f88fc0047d0 2024-09-13T17:50:50.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.507+0000 7f890d59a640 1 -- 172.21.15.32:0/2515003620 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88f80052c0 con 0x7f88fc0047d0 2024-09-13T17:50:50.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.507+0000 7f8914aaa640 1 -- 172.21.15.32:0/2515003620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f88fc0047d0 msgr2=0x7f88fc004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:50.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.507+0000 7f8914aaa640 1 --2- 172.21.15.32:0/2515003620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f88fc0047d0 0x7f88fc004c50 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f88f8001e70 tx=0x7f88f801c760 comp rx=0 tx=0).stop 2024-09-13T17:50:50.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.507+0000 7f8914aaa640 1 -- 172.21.15.32:0/2515003620 shutdown_connections 2024-09-13T17:50:50.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.507+0000 7f8914aaa640 1 --2- 172.21.15.32:0/2515003620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f88fc0047d0 0x7f88fc004c50 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.507+0000 7f8914aaa640 1 -- 172.21.15.32:0/2515003620 >> 172.21.15.32:0/2515003620 conn(0x7f891009b860 msgr2=0x7f8910089f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:50.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.507+0000 7f8914aaa640 1 -- 172.21.15.32:0/2515003620 shutdown_connections 2024-09-13T17:50:50.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.507+0000 7f8914aaa640 1 -- 172.21.15.32:0/2515003620 wait complete. 2024-09-13T17:50:50.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.507+0000 7f8914aaa640 1 Processor -- start 2024-09-13T17:50:50.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.507+0000 7f8914aaa640 1 -- start start 2024-09-13T17:50:50.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f8914aaa640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88fc0047d0 0x7f89100b5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:50.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f8914aaa640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f89100c9680 0x7f89100b5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:50.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f8914aaa640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89100b5ea0 0x7f89100b6350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:50.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f8914aaa640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f891015dac0 con 0x7f89100b5ea0 2024-09-13T17:50:50.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f8914aaa640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f891015dda0 con 0x7f89100c9680 2024-09-13T17:50:50.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f8914aaa640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f891015e080 con 0x7f88fc0047d0 2024-09-13T17:50:50.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f890ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89100b5ea0 0x7f89100b6350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:50.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f890ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89100b5ea0 0x7f89100b6350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48790/0 (socket says 172.21.15.32:48790) 2024-09-13T17:50:50.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f890ed9d640 1 -- 172.21.15.32:0/2267145068 learned_addr learned my addr 172.21.15.32:0/2267145068 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:50.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f890e59c640 1 --2- 172.21.15.32:0/2267145068 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88fc0047d0 0x7f89100b5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:50.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f890dd9b640 1 --2- 172.21.15.32:0/2267145068 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f89100c9680 0x7f89100b5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:50.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f890ed9d640 1 -- 172.21.15.32:0/2267145068 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88fc0047d0 msgr2=0x7f89100b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:50.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f890ed9d640 1 --2- 172.21.15.32:0/2267145068 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88fc0047d0 0x7f89100b5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f890ed9d640 1 -- 172.21.15.32:0/2267145068 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f89100c9680 msgr2=0x7f89100b5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:50.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f890ed9d640 1 --2- 172.21.15.32:0/2267145068 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f89100c9680 0x7f89100b5960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:50.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f890ed9d640 1 -- 172.21.15.32:0/2267145068 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f891015e360 con 0x7f89100b5ea0 2024-09-13T17:50:50.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f890dd9b640 1 --2- 172.21.15.32:0/2267145068 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f89100c9680 0x7f89100b5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:50:50.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f890ed9d640 1 --2- 172.21.15.32:0/2267145068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89100b5ea0 0x7f89100b6350 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f89100d00a0 tx=0x7f8908011860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:50.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f8906ffd640 1 -- 172.21.15.32:0/2267145068 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8908004440 con 0x7f89100b5ea0 2024-09-13T17:50:50.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f8906ffd640 1 -- 172.21.15.32:0/2267145068 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8908009e80 con 0x7f89100b5ea0 2024-09-13T17:50:50.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f8914aaa640 1 -- 172.21.15.32:0/2267145068 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89100cb020 con 0x7f89100b5ea0 2024-09-13T17:50:50.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f8906ffd640 1 -- 172.21.15.32:0/2267145068 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8908003860 con 0x7f89100b5ea0 2024-09-13T17:50:50.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f8914aaa640 1 -- 172.21.15.32:0/2267145068 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89100cb4a0 con 0x7f89100b5ea0 2024-09-13T17:50:50.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f8914aaa640 1 -- 172.21.15.32:0/2267145068 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f891015a250 con 0x7f89100b5ea0 2024-09-13T17:50:50.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f8906ffd640 1 -- 172.21.15.32:0/2267145068 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f89080039c0 con 0x7f89100b5ea0 2024-09-13T17:50:50.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f8906ffd640 1 --2- 172.21.15.32:0/2267145068 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f88f00666c0 0x7f88f0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:50.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f8906ffd640 1 -- 172.21.15.32:0/2267145068 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f8908084270 con 0x7f89100b5ea0 2024-09-13T17:50:50.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.511+0000 7f890e59c640 1 --2- 172.21.15.32:0/2267145068 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f88f00666c0 0x7f88f0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:50.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.515+0000 7f890e59c640 1 --2- 172.21.15.32:0/2267145068 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f88f00666c0 0x7f88f0068b80 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f8900005560 tx=0x7f8900001440 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:50.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.515+0000 7f8906ffd640 1 -- 172.21.15.32:0/2267145068 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f89080552c0 con 0x7f89100b5ea0 2024-09-13T17:50:50.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:50.751+0000 7f8914aaa640 1 -- 172.21.15.32:0/2267145068 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_acls.TestACLs.test_acls"]} v 0) v1 -- 0x7f8910159f70 con 0x7f89100b5ea0 2024-09-13T17:50:51.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.019+0000 7f8906ffd640 1 -- 172.21.15.32:0/2267145068 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_acls.TestACLs.test_acls"]}]=0 v174) v1 ==== 120+0+0 (secure 0 0 0) 0x7f8908054e50 con 0x7f89100b5ea0 2024-09-13T17:50:51.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.023+0000 7f8914aaa640 1 -- 172.21.15.32:0/2267145068 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f88f00666c0 msgr2=0x7f88f0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:51.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.023+0000 7f8914aaa640 1 --2- 172.21.15.32:0/2267145068 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f88f00666c0 0x7f88f0068b80 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f8900005560 tx=0x7f8900001440 comp rx=0 tx=0).stop 2024-09-13T17:50:51.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.023+0000 7f8914aaa640 1 -- 172.21.15.32:0/2267145068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89100b5ea0 msgr2=0x7f89100b6350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:51.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.023+0000 7f8914aaa640 1 --2- 172.21.15.32:0/2267145068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89100b5ea0 0x7f89100b6350 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f89100d00a0 tx=0x7f8908011860 comp rx=0 tx=0).stop 2024-09-13T17:50:51.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.023+0000 7f8914aaa640 1 -- 172.21.15.32:0/2267145068 shutdown_connections 2024-09-13T17:50:51.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.023+0000 7f8914aaa640 1 --2- 172.21.15.32:0/2267145068 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f88f00666c0 0x7f88f0068b80 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:51.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.023+0000 7f8914aaa640 1 --2- 172.21.15.32:0/2267145068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89100b5ea0 0x7f89100b6350 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:51.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.023+0000 7f8914aaa640 1 --2- 172.21.15.32:0/2267145068 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f89100c9680 0x7f89100b5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:51.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.023+0000 7f8914aaa640 1 --2- 172.21.15.32:0/2267145068 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f88fc0047d0 0x7f89100b5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:51.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.023+0000 7f8914aaa640 1 -- 172.21.15.32:0/2267145068 >> 172.21.15.32:0/2267145068 conn(0x7f891009b860 msgr2=0x7f89100c6060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:51.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.023+0000 7f8914aaa640 1 -- 172.21.15.32:0/2267145068 shutdown_connections 2024-09-13T17:50:51.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.023+0000 7f8914aaa640 1 -- 172.21.15.32:0/2267145068 wait complete. 2024-09-13T17:50:51.049 INFO:tasks.cephfs_test_runner:test_acls (tasks.cephfs.test_acls.TestACLs) ... ok 2024-09-13T17:50:51.050 INFO:tasks.cephfs_test_runner: 2024-09-13T17:50:51.050 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-13T17:50:51.050 INFO:tasks.cephfs_test_runner:Ran 1 test in 158.273s 2024-09-13T17:50:51.050 INFO:tasks.cephfs_test_runner: 2024-09-13T17:50:51.050 INFO:tasks.cephfs_test_runner:OK 2024-09-13T17:50:51.050 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-13T17:50:51.059 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-13T17:50:51.115 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-13T17:50:51.115 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:50:51.115 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:50:51.122 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=681 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T17:50:51.122 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-09-13T17:50:51.122 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:50:51.170 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339568k,nr_inodes=4084892,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=681 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275300k,nr_inodes=818825,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275304k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T17:50:51.170 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:50:51.170 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:50:51.177 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336476k,nr_inodes=4084119,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18883 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274680k,nr_inodes=818670,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T17:50:51.177 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-13T17:50:51.177 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:50:51.226 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336476k,nr_inodes=4084119,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18883 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274680k,nr_inodes=818670,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T17:50:51.227 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:50:51.227 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-09-13T17:50:51.233 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T17:50:51.233 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T17:50:51.233 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:50:51.233 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T17:50:51.290 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:50:51.291 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T17:50:51.346 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:50:51.346 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link delete ceph-brx 2024-09-13T17:50:51.486 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:50:51.486 DEBUG:teuthology.orchestra.run.smithi159:> ip netns list 2024-09-13T17:50:51.493 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-13T17:50:51.493 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T17:50:51.494 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:50:51.494 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T17:50:51.551 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:50:51.551 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T17:50:51.610 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:50:51.610 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip link delete ceph-brx 2024-09-13T17:50:51.783 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-13T17:50:51.793 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-13T17:50:51.793 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:50:51.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa46514f640 1 Processor -- start 2024-09-13T17:50:51.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa46514f640 1 -- start start 2024-09-13T17:50:51.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa46514f640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fa4600cc430 0x7fa4600cab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:51.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa46514f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa460160cc0 con 0x7fa4600c1290 2024-09-13T17:50:51.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa46514f640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4600c8f50 con 0x7fa4600ccf90 2024-09-13T17:50:51.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa46514f640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4600cb510 con 0x7fa4600cc430 2024-09-13T17:50:51.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45f59e640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa4600c1290 0x7fa4600c9710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34372/0 (socket says 172.21.15.32:34372) 2024-09-13T17:50:51.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45f59e640 1 -- 172.21.15.32:0/3289677130 learned_addr learned my addr 172.21.15.32:0/3289677130 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:51.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45e59c640 1 --2- 172.21.15.32:0/3289677130 >> v2:172.21.15.159:3300/0 conn(0x7fa4600cc430 0x7fa4600cab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:51.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45dd9b640 1 -- 172.21.15.32:0/3289677130 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1619905885 0 0) 0x7fa460160cc0 con 0x7fa4600c1290 2024-09-13T17:50:51.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45dd9b640 1 -- 172.21.15.32:0/3289677130 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa44c003530 con 0x7fa4600c1290 2024-09-13T17:50:51.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45dd9b640 1 -- 172.21.15.32:0/3289677130 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 291170840 0 0) 0x7fa44c003530 con 0x7fa4600c1290 2024-09-13T17:50:51.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45dd9b640 1 -- 172.21.15.32:0/3289677130 >> v2:172.21.15.159:3300/0 conn(0x7fa4600cc430 msgr2=0x7fa4600cab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:51.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45dd9b640 1 --2- 172.21.15.32:0/3289677130 >> v2:172.21.15.159:3300/0 conn(0x7fa4600cc430 0x7fa4600cab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:51.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45dd9b640 1 -- 172.21.15.32:0/3289677130 >> v1:172.21.15.159:6789/0 conn(0x7fa4600ccf90 legacy=0x7fa4600b1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:51.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45dd9b640 1 -- 172.21.15.32:0/3289677130 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4600cb7f0 con 0x7fa4600c1290 2024-09-13T17:50:51.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45dd9b640 1 -- 172.21.15.32:0/3289677130 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fa458001680 con 0x7fa4600c1290 2024-09-13T17:50:51.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45dd9b640 1 -- 172.21.15.32:0/3289677130 >> v1:172.21.15.32:6789/0 conn(0x7fa4600c1290 legacy=0x7fa4600c9710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:51.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45dd9b640 1 --2- 172.21.15.32:0/3289677130 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa44c003a00 0x7fa44c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:51.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45dd9b640 1 --2- 172.21.15.32:0/3289677130 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa44c0047d0 0x7fa44c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:51.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45dd9b640 1 --2- 172.21.15.32:0/3289677130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa44c005200 0x7fa44c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:51.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45dd9b640 1 -- 172.21.15.32:0/3289677130 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4600cb510 con 0x7fa44c005200 2024-09-13T17:50:51.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45dd9b640 1 -- 172.21.15.32:0/3289677130 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa44c00c160 con 0x7fa44c003a00 2024-09-13T17:50:51.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45dd9b640 1 -- 172.21.15.32:0/3289677130 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa44c00c320 con 0x7fa44c0047d0 2024-09-13T17:50:51.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45f59e640 1 --2- 172.21.15.32:0/3289677130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa44c005200 0x7fa44c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:51.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45ed9d640 1 --2- 172.21.15.32:0/3289677130 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa44c003a00 0x7fa44c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:51.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45e59c640 1 --2- 172.21.15.32:0/3289677130 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa44c0047d0 0x7fa44c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:51.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45f59e640 1 -- 172.21.15.32:0/3289677130 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa44c0047d0 msgr2=0x7fa44c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:51.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45f59e640 1 --2- 172.21.15.32:0/3289677130 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa44c0047d0 0x7fa44c004c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:51.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45f59e640 1 -- 172.21.15.32:0/3289677130 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa44c003a00 msgr2=0x7fa44c003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:51.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45f59e640 1 --2- 172.21.15.32:0/3289677130 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa44c003a00 0x7fa44c003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:51.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.927+0000 7fa45f59e640 1 -- 172.21.15.32:0/3289677130 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa44c003530 con 0x7fa44c005200 2024-09-13T17:50:51.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.931+0000 7fa45f59e640 1 -- 172.21.15.32:0/3289677130 reap_dead start 2024-09-13T17:50:51.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.931+0000 7fa45f59e640 1 --2- 172.21.15.32:0/3289677130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa44c005200 0x7fa44c00b990 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fa45800c0e0 tx=0x7fa45801f310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22c47bb5181a0848 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:51.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.931+0000 7fa45dd9b640 1 -- 172.21.15.32:0/3289677130 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa458005ae0 con 0x7fa44c005200 2024-09-13T17:50:51.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.931+0000 7fa45dd9b640 1 -- 172.21.15.32:0/3289677130 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4580ab070 con 0x7fa44c005200 2024-09-13T17:50:51.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.931+0000 7fa45dd9b640 1 -- 172.21.15.32:0/3289677130 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa458007070 con 0x7fa44c005200 2024-09-13T17:50:51.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.931+0000 7fa46514f640 1 -- 172.21.15.32:0/3289677130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa44c005200 msgr2=0x7fa44c00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:51.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.931+0000 7fa46514f640 1 --2- 172.21.15.32:0/3289677130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa44c005200 0x7fa44c00b990 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fa45800c0e0 tx=0x7fa45801f310 comp rx=0 tx=0).stop 2024-09-13T17:50:51.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.931+0000 7fa46514f640 1 -- 172.21.15.32:0/3289677130 shutdown_connections 2024-09-13T17:50:51.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.931+0000 7fa46514f640 1 --2- 172.21.15.32:0/3289677130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa44c005200 0x7fa44c00b990 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:51.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.931+0000 7fa46514f640 1 -- 172.21.15.32:0/3289677130 >> 172.21.15.32:0/3289677130 conn(0x7fa46006a150 msgr2=0x7fa46006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:51.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.931+0000 7fa46514f640 1 -- 172.21.15.32:0/3289677130 shutdown_connections 2024-09-13T17:50:51.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.931+0000 7fa46514f640 1 -- 172.21.15.32:0/3289677130 wait complete. 2024-09-13T17:50:51.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.931+0000 7fa46514f640 1 Processor -- start 2024-09-13T17:50:51.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa46514f640 1 -- start start 2024-09-13T17:50:51.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa46514f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa44c005200 0x7fa46015b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:51.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa46514f640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa460160eb0 0x7fa4600ac2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:51.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa46514f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa4600acd40 0x7fa4600ad1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:51.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa46514f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4600adc60 con 0x7fa44c005200 2024-09-13T17:50:51.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa46514f640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4600ad700 con 0x7fa460160eb0 2024-09-13T17:50:51.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa46514f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4600ad910 con 0x7fa4600acd40 2024-09-13T17:50:51.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa45ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa44c005200 0x7fa46015b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:51.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa45ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa44c005200 0x7fa46015b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48820/0 (socket says 172.21.15.32:48820) 2024-09-13T17:50:51.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa45ed9d640 1 -- 172.21.15.32:0/901134955 learned_addr learned my addr 172.21.15.32:0/901134955 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:51.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa45e59c640 1 --2- 172.21.15.32:0/901134955 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa460160eb0 0x7fa4600ac2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:51.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa45ed9d640 1 -- 172.21.15.32:0/901134955 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa4600acd40 msgr2=0x7fa4600ad1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:51.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa45ed9d640 1 --2- 172.21.15.32:0/901134955 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa4600acd40 0x7fa4600ad1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:51.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa45ed9d640 1 -- 172.21.15.32:0/901134955 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa460160eb0 msgr2=0x7fa4600ac2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:51.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa45ed9d640 1 --2- 172.21.15.32:0/901134955 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa460160eb0 0x7fa4600ac2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:51.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa45ed9d640 1 -- 172.21.15.32:0/901134955 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa460161400 con 0x7fa44c005200 2024-09-13T17:50:51.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa45e59c640 1 --2- 172.21.15.32:0/901134955 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa460160eb0 0x7fa4600ac2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:51.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa45ed9d640 1 --2- 172.21.15.32:0/901134955 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa44c005200 0x7fa46015b3a0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fa45000e480 tx=0x7fa45000e940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:51.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa4577fe640 1 -- 172.21.15.32:0/901134955 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4500052e0 con 0x7fa44c005200 2024-09-13T17:50:51.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa4577fe640 1 -- 172.21.15.32:0/901134955 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa450005440 con 0x7fa44c005200 2024-09-13T17:50:51.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa46514f640 1 -- 172.21.15.32:0/901134955 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4601616e0 con 0x7fa44c005200 2024-09-13T17:50:51.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa4577fe640 1 -- 172.21.15.32:0/901134955 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa450003800 con 0x7fa44c005200 2024-09-13T17:50:51.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa46514f640 1 -- 172.21.15.32:0/901134955 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa46015b8e0 con 0x7fa44c005200 2024-09-13T17:50:51.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa46514f640 1 -- 172.21.15.32:0/901134955 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4600b1170 con 0x7fa44c005200 2024-09-13T17:50:51.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa4577fe640 1 -- 172.21.15.32:0/901134955 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa450003960 con 0x7fa44c005200 2024-09-13T17:50:51.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa4577fe640 1 --2- 172.21.15.32:0/901134955 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa440066690 0x7fa440068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:51.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa4577fe640 1 -- 172.21.15.32:0/901134955 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fa450083bf0 con 0x7fa44c005200 2024-09-13T17:50:51.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.935+0000 7fa45e59c640 1 --2- 172.21.15.32:0/901134955 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa440066690 0x7fa440068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:51.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.939+0000 7fa45e59c640 1 --2- 172.21.15.32:0/901134955 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa440066690 0x7fa440068b50 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fa46006c9f0 tx=0x7fa44800d040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:51.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:51.939+0000 7fa4577fe640 1 -- 172.21.15.32:0/901134955 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa4500511b0 con 0x7fa44c005200 2024-09-13T17:50:52.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.099+0000 7fa46514f640 1 -- 172.21.15.32:0/901134955 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa4600cbad0 con 0x7fa440066690 2024-09-13T17:50:52.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.107+0000 7fa4577fe640 1 -- 172.21.15.32:0/901134955 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49491 (secure 0 0 0) 0x7fa448011040 con 0x7fa440066690 2024-09-13T17:50:52.110 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:50:52.110 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-13T17:50:52.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.107+0000 7fa46514f640 1 -- 172.21.15.32:0/901134955 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa440066690 msgr2=0x7fa440068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.107+0000 7fa46514f640 1 --2- 172.21.15.32:0/901134955 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa440066690 0x7fa440068b50 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fa46006c9f0 tx=0x7fa44800d040 comp rx=0 tx=0).stop 2024-09-13T17:50:52.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.107+0000 7fa46514f640 1 -- 172.21.15.32:0/901134955 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa44c005200 msgr2=0x7fa46015b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.107+0000 7fa46514f640 1 --2- 172.21.15.32:0/901134955 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa44c005200 0x7fa46015b3a0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fa45000e480 tx=0x7fa45000e940 comp rx=0 tx=0).stop 2024-09-13T17:50:52.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.107+0000 7fa46514f640 1 -- 172.21.15.32:0/901134955 shutdown_connections 2024-09-13T17:50:52.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.107+0000 7fa46514f640 1 --2- 172.21.15.32:0/901134955 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa440066690 0x7fa440068b50 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.107+0000 7fa46514f640 1 --2- 172.21.15.32:0/901134955 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa4600acd40 0x7fa4600ad1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.107+0000 7fa46514f640 1 --2- 172.21.15.32:0/901134955 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa460160eb0 0x7fa4600ac2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.107+0000 7fa46514f640 1 --2- 172.21.15.32:0/901134955 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa44c005200 0x7fa46015b3a0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.107+0000 7fa46514f640 1 -- 172.21.15.32:0/901134955 >> 172.21.15.32:0/901134955 conn(0x7fa46006a150 msgr2=0x7fa4600c9df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:52.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.107+0000 7fa46514f640 1 -- 172.21.15.32:0/901134955 shutdown_connections 2024-09-13T17:50:52.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.107+0000 7fa46514f640 1 -- 172.21.15.32:0/901134955 wait complete. 2024-09-13T17:50:52.130 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":153,"stamp":"2024-09-13T17:50:50.276740+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237720,"kb_used_data":5172,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754737000,"statfs":{"total":773094113280,"available":772850688000,"internally_reserved":0,"allocated":5296128,"data_stored":2946808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-7787,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-54,"num_write_kb":-24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002237"},"pg_stats":[{"pgid":"1.0","version":"19'117","reported_seq":184,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-13T17:49:01.523167+0000","last_change":"2024-09-13T17:47:09.935927+0000","last_active":"2024-09-13T17:49:01.523167+0000","last_peered":"2024-09-13T17:49:01.523167+0000","last_clean":"2024-09-13T17:49:01.523167+0000","last_became_active":"2024-09-13T17:47:09.934083+0000","last_became_peered":"2024-09-13T17:47:09.934083+0000","last_unstale":"2024-09-13T17:49:01.523167+0000","last_undegraded":"2024-09-13T17:49:01.523167+0000","last_fullsized":"2024-09-13T17:49:01.523167+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_clean_scrub_stamp":"2024-09-13T17:47:08.536927+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:11:08.955024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":16,"seq":68719476784,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27528,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344312,"statfs":{"total":96636764160,"available":96608575488,"internally_reserved":0,"allocated":520192,"data_stored":222943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.84299999999999997,"15min":0.87},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.98999999999999999,"5min":1.514,"15min":1.514},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.82299999999999995,"15min":0.83499999999999996},"min":{"1min":0.52900000000000003,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.107,"5min":1.2090000000000001,"15min":1.2090000000000001},"last":1.343}]},{"osd":1,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.88500000000000001,"15min":0.91000000000000003},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0569999999999999,"5min":2.0649999999999999,"15min":2.0649999999999999},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.85099999999999998,"15min":0.872},"min":{"1min":0.57499999999999996,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.107,"5min":1.577,"15min":1.577},"last":1.2150000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.88300000000000001,"15min":0.89100000000000001},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.0129999999999999,"5min":1.248,"15min":1.248},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.91900000000000004,"15min":0.93899999999999995},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.214,"5min":2.1509999999999998,"15min":2.1509999999999998},"last":1.1379999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.91300000000000003,"15min":0.91700000000000004},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.0840000000000001,"5min":1.728,"15min":1.728},"last":1.0669999999999999},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.94199999999999995,"15min":0.93400000000000005},"min":{"1min":0.64500000000000002,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.202,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":1.3049999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.94999999999999996,"15min":0.95799999999999996},"min":{"1min":0.59099999999999997,"5min":0.497,"15min":0.497},"max":{"1min":1.131,"5min":2.0579999999999998,"15min":2.0579999999999998},"last":1.4490000000000001},{"interface":"front","average":{"1min":0.997,"5min":1.006,"15min":0.997},"min":{"1min":0.79400000000000004,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.222,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.272}]},{"osd":6,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":1.0089999999999999,"5min":0.98799999999999999,"15min":0.95599999999999996},"min":{"1min":0.69899999999999995,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.3169999999999999,"5min":2.2160000000000002,"15min":2.2160000000000002},"last":1.7070000000000001},{"interface":"front","average":{"1min":0.98899999999999999,"5min":1.069,"15min":1.083},"min":{"1min":0.78800000000000003,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.198,"5min":2.3860000000000001,"15min":2.3860000000000001},"last":1.6200000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":1.0780000000000001,"15min":1.0760000000000001},"min":{"1min":0.748,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.214,"5min":1.8129999999999999,"15min":1.8129999999999999},"last":1.401},{"interface":"front","average":{"1min":1.0780000000000001,"5min":1.123,"15min":1.1259999999999999},"min":{"1min":0.83599999999999997,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.393,"5min":2.2829999999999999,"15min":2.2829999999999999},"last":1.504}]}]},{"osd":4,"up_from":16,"seq":68719476784,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27528,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344312,"statfs":{"total":96636764160,"available":96608575488,"internally_reserved":0,"allocated":520192,"data_stored":223435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.83899999999999997,"15min":0.83099999999999996},"min":{"1min":0.56699999999999995,"5min":0.433,"15min":0.433},"max":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.874,"15min":0.91200000000000003},"min":{"1min":0.53300000000000003,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.036,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.93799999999999994}]},{"osd":1,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.85499999999999998,"15min":0.874},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.087,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.873},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.85799999999999998,"15min":0.84799999999999998},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.1120000000000001,"5min":1.2,"15min":1.2},"last":0.97099999999999997}]},{"osd":2,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.85399999999999998,"15min":0.85999999999999999},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.0720000000000001,"5min":1.216,"15min":1.216},"last":1.1539999999999999},{"interface":"front","average":{"1min":0.88,"5min":0.95599999999999996,"15min":0.98199999999999998},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.1839999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.91300000000000003}]},{"osd":3,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.89200000000000002,"15min":0.92000000000000004},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.224,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.131},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.98499999999999999,"15min":1.004},"min":{"1min":0.748,"5min":0.628,"15min":0.628},"max":{"1min":1.0669999999999999,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":1.101}]},{"osd":5,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.0089999999999999,"15min":1.0309999999999999},"min":{"1min":0.66800000000000004,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.139,"5min":1.649,"15min":1.649},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.98299999999999998,"15min":1.006},"min":{"1min":0.67400000000000004,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.1699999999999999,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.79700000000000004}]},{"osd":6,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.046,"15min":1.0609999999999999},"min":{"1min":0.71199999999999997,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.1699999999999999,"5min":1.7709999999999999,"15min":1.7709999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.1399999999999999,"15min":1.1599999999999999},"min":{"1min":0.872,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.2370000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":1.0629999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":1.008,"5min":1.1140000000000001,"15min":1.1479999999999999},"min":{"1min":0.80900000000000005,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.294,"5min":1.538,"15min":1.538},"last":1.036},{"interface":"front","average":{"1min":1.079,"5min":1.173,"15min":1.198},"min":{"1min":0.88200000000000001,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":1.286,"5min":2.4510000000000001,"15min":2.4510000000000001},"last":1.002}]}]},{"osd":7,"up_from":15,"seq":64424509489,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28104,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343736,"statfs":{"total":96636764160,"available":96607985664,"internally_reserved":0,"allocated":1114112,"data_stored":813828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.96099999999999997,"15min":1.014},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.1870000000000001,"5min":2.722,"15min":2.722},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.94799999999999995,"15min":0.98999999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.1379999999999999,"5min":1.403,"15min":1.403},"last":0.66000000000000003}]},{"osd":1,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":1.0169999999999999,"15min":1.071},"min":{"1min":0.52500000000000002,"5min":0.501,"15min":0.501},"max":{"1min":1.1259999999999999,"5min":2.6459999999999999,"15min":2.6459999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.78500000000000003,"5min":1.0289999999999999,"15min":1.1200000000000001},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.0129999999999999,"5min":3.3639999999999999,"15min":3.3639999999999999},"last":0.84799999999999998}]},{"osd":2,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.85799999999999998,"15min":0.90200000000000002},"min":{"1min":0.56499999999999995,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.0069999999999999,"5min":3.02,"15min":3.02},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.80800000000000005,"5min":1.046,"15min":1.119},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.1160000000000001,"5min":3.75,"15min":3.75},"last":0.80600000000000005}]},{"osd":3,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.94199999999999995,"15min":1},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":0.97199999999999998,"5min":3.0680000000000001,"15min":3.0680000000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.998,"15min":1.042},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.2749999999999999,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.71299999999999997}]},{"osd":4,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.96999999999999997,"15min":1.002},"min":{"1min":0.60399999999999998,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.3180000000000001,"5min":3.516,"15min":3.516},"last":1.099},{"interface":"front","average":{"1min":0.97399999999999998,"5min":1.1020000000000001,"15min":1.1459999999999999},"min":{"1min":0.755,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":1.139,"5min":3.125,"15min":3.125},"last":0.88700000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":1.0980000000000001,"15min":1.143},"min":{"1min":0.63600000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.1819999999999999,"5min":3.8159999999999998,"15min":3.8159999999999998},"last":0.92900000000000005},{"interface":"front","average":{"1min":1.0069999999999999,"5min":1.0429999999999999,"15min":1.073},"min":{"1min":0.65200000000000002,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.4119999999999999,"5min":3.4340000000000002,"15min":3.4340000000000002},"last":0.996}]},{"osd":6,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":1.0089999999999999,"5min":1.107,"15min":1.163},"min":{"1min":0.81100000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.369,"5min":3.673,"15min":3.673},"last":1.1619999999999999},{"interface":"front","average":{"1min":0.95999999999999996,"5min":1.052,"15min":1.0880000000000001},"min":{"1min":0.69299999999999995,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.2729999999999999,"5min":3.5760000000000001,"15min":3.5760000000000001},"last":0.95999999999999996}]}]},{"osd":6,"up_from":15,"seq":64424509487,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27516,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":503808,"data_stored":216983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.84999999999999998,"15min":0.83799999999999997},"min":{"1min":0.54300000000000004,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.1399999999999999,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.78100000000000003,"15min":0.79000000000000004},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.0649999999999999,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.754}]},{"osd":1,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.79500000000000004,"15min":0.80600000000000005},"min":{"1min":0.55600000000000005,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.113,"5min":1.268,"15min":1.268},"last":0.876},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.88800000000000001,"15min":0.89500000000000002},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.2010000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.71299999999999997}]},{"osd":2,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.88300000000000001,"15min":0.88900000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.226,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.83799999999999997},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.875,"15min":0.88900000000000001},"min":{"1min":0.628,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.0649999999999999,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.93999999999999995}]},{"osd":3,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.90900000000000003,"15min":0.94699999999999995},"min":{"1min":0.60899999999999999,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.1100000000000001,"5min":1.514,"15min":1.514},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.94999999999999996,"5min":1.026,"15min":1.04},"min":{"1min":0.64700000000000002,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.1559999999999999,"5min":1.502,"15min":1.502},"last":1.0880000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.0109999999999999,"15min":1.0149999999999999},"min":{"1min":0.68600000000000005,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.196,"5min":1.585,"15min":1.585},"last":0.98599999999999999},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.94199999999999995,"15min":0.93999999999999995},"min":{"1min":0.56499999999999995,"5min":0.37,"15min":0.37},"max":{"1min":1.085,"5min":1.397,"15min":1.397},"last":1.022}]},{"osd":5,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":1.044,"15min":1.0409999999999999},"min":{"1min":0.82899999999999996,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.256,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":1.173},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.995,"15min":1.0089999999999999},"min":{"1min":0.74299999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.2010000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":1.0509999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":0.98999999999999999,"15min":0.97599999999999998},"min":{"1min":0.77100000000000002,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.385,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":1.143},{"interface":"front","average":{"1min":1.042,"5min":1.028,"15min":1.024},"min":{"1min":0.82999999999999996,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.27,"5min":1.532,"15min":1.532},"last":1.1240000000000001}]}]},{"osd":3,"up_from":15,"seq":64424509487,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31620,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340220,"statfs":{"total":96636764160,"available":96604385280,"internally_reserved":0,"allocated":520192,"data_stored":223424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56200000000000006,"15min":0.55600000000000005},"min":{"1min":0.29599999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.94299999999999995,"5min":1.121,"15min":1.121},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.65300000000000002,"15min":0.66000000000000003},"min":{"1min":0.39700000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.996,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.47799999999999998}]},{"osd":1,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.58499999999999996,"15min":0.60299999999999998},"min":{"1min":0.33900000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.86199999999999999,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.497},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.66500000000000004,"15min":0.68799999999999994},"min":{"1min":0.33900000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.238,"5min":1.238,"15min":1.238},"last":0.45600000000000002}]},{"osd":2,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.67600000000000005,"15min":0.69699999999999995},"min":{"1min":0.34000000000000002,"5min":0.317,"15min":0.317},"max":{"1min":1.0629999999999999,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.68000000000000005,"15min":0.70199999999999996},"min":{"1min":0.32500000000000001,"5min":0.308,"15min":0.308},"max":{"1min":0.84199999999999997,"5min":1.29,"15min":1.29},"last":0.43099999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.88,"15min":0.89400000000000002},"min":{"1min":0.56000000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.0269999999999999,"5min":1.264,"15min":1.264},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.90600000000000003,"15min":0.93000000000000005},"min":{"1min":0.55100000000000005,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.1559999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.60599999999999998}]},{"osd":5,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.91600000000000004,"15min":0.93899999999999995},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.095,"5min":1.385,"15min":1.385},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.93300000000000005,"15min":0.95699999999999996},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.1879999999999999,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.78800000000000003}]},{"osd":6,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.94699999999999995,"15min":0.96699999999999997},"min":{"1min":0.65100000000000002,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.1799999999999999,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.872,"5min":1.0009999999999999,"15min":1.0269999999999999},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.3420000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.83099999999999996}]},{"osd":7,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.996,"15min":1.022},"min":{"1min":0.60199999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.1990000000000001,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.89100000000000001,"5min":1.071,"15min":1.117},"min":{"1min":0.64100000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.2649999999999999,"5min":1.724,"15min":1.724},"last":0.66400000000000003}]}]},{"osd":1,"up_from":15,"seq":64424509488,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31612,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340228,"statfs":{"total":96636764160,"available":96604393472,"internally_reserved":0,"allocated":503808,"data_stored":216491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.56699999999999995,"15min":0.59399999999999997},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.71499999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.59299999999999997,"15min":0.61399999999999999},"min":{"1min":0.32000000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.996,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.43099999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.59999999999999998,"15min":0.625},"min":{"1min":0.316,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.89200000000000002,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.67900000000000005,"15min":0.71399999999999997},"min":{"1min":0.433,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.80300000000000005,"5min":1.359,"15min":1.359},"last":0.39400000000000002}]},{"osd":3,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.70799999999999996,"15min":0.74399999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.97799999999999998,"5min":1.446,"15min":1.446},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.71699999999999997,"15min":0.77100000000000002},"min":{"1min":0.40200000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.91600000000000004,"5min":1.569,"15min":1.569},"last":0.46999999999999997}]},{"osd":4,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.89100000000000001,"15min":0.90600000000000003},"min":{"1min":0.63100000000000001,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.242,"5min":2.016,"15min":2.016},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.93400000000000005,"15min":0.96399999999999997},"min":{"1min":0.59199999999999997,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.0569999999999999,"5min":2.2410000000000001,"15min":2.2410000000000001},"last":0.82899999999999996}]},{"osd":5,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.92400000000000004,"15min":0.95299999999999996},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.028,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.77800000000000002,"5min":1.0009999999999999,"15min":1.0489999999999999},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.0980000000000001,"5min":2.0950000000000002,"15min":2.0950000000000002},"last":0.70199999999999996}]},{"osd":6,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.94899999999999995,"15min":0.97699999999999998},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1899999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.999,"15min":1.038},"min":{"1min":0.60999999999999999,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.1719999999999999,"5min":2.1819999999999999,"15min":2.1819999999999999},"last":0.68200000000000005}]},{"osd":7,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":1.0369999999999999,"15min":1.0880000000000001},"min":{"1min":0.57699999999999996,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.143,"5min":2.1379999999999999,"15min":2.1379999999999999},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.99399999999999999,"15min":1.038},"min":{"1min":0.62,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.1859999999999999,"5min":1.863,"15min":1.863},"last":0.78600000000000003}]}]},{"osd":0,"up_from":15,"seq":64424509486,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32192,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339648,"statfs":{"total":96636764160,"available":96603799552,"internally_reserved":0,"allocated":1097728,"data_stored":806803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.60399999999999998,"15min":0.64100000000000001},"min":{"1min":0.32700000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.84199999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.67900000000000005,"15min":0.71699999999999997},"min":{"1min":0.36199999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.77500000000000002,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.33500000000000002}]},{"osd":2,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.69999999999999996,"15min":0.72399999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.91500000000000004,"5min":1.294,"15min":1.294},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.59499999999999997,"15min":0.61499999999999999},"min":{"1min":0.33400000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.80100000000000005,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.58699999999999997}]},{"osd":3,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.66300000000000003,"15min":0.67500000000000004},"min":{"1min":0.309,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.79100000000000004,"15min":0.82699999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.01,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.52500000000000002}]},{"osd":4,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.94499999999999995,"15min":0.97999999999999998},"min":{"1min":0.625,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.099,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.86799999999999999,"15min":0.872},"min":{"1min":0.59899999999999998,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.173,"5min":1.347,"15min":1.347},"last":0.55800000000000005}]},{"osd":5,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.92000000000000004,"15min":0.95799999999999996},"min":{"1min":0.58099999999999996,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.1699999999999999,"5min":1.5589999999999999,"15min":1.5589999999999999},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.97299999999999998,"15min":1.0089999999999999},"min":{"1min":0.53800000000000003,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.179,"5min":1.512,"15min":1.512},"last":0.73099999999999998}]},{"osd":6,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.96999999999999997,"15min":1.002},"min":{"1min":0.57699999999999996,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.347,"5min":1.5029999999999999,"15min":1.5029999999999999},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.93600000000000005,"5min":1.034,"15min":1.0720000000000001},"min":{"1min":0.747,"5min":0.62,"15min":0.62},"max":{"1min":1.3109999999999999,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.66700000000000004}]},{"osd":7,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.96699999999999997,"15min":0.99299999999999999},"min":{"1min":0.623,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.276,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.92600000000000005,"5min":1.052,"15min":1.089},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.3029999999999999,"5min":1.635,"15min":1.635},"last":0.874}]}]},{"osd":2,"up_from":13,"seq":55834574896,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31620,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340220,"statfs":{"total":96636764160,"available":96604385280,"internally_reserved":0,"allocated":516096,"data_stored":222901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.57199999999999995,"15min":0.59599999999999997},"min":{"1min":0.33600000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.71599999999999997,"5min":1.032,"15min":1.032},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.60299999999999998,"15min":0.628},"min":{"1min":0.30299999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.79900000000000004,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.79900000000000004}]},{"osd":1,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.63100000000000001,"15min":0.65400000000000003},"min":{"1min":0.36499999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.77200000000000002,"5min":1.069,"15min":1.069},"last":1.3620000000000001},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.63700000000000001,"15min":0.65400000000000003},"min":{"1min":0.34599999999999997,"5min":0.314,"15min":0.314},"max":{"1min":0.83499999999999996,"5min":1.117,"15min":1.117},"last":1.107}]},{"osd":3,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.61299999999999999,"15min":0.63400000000000001},"min":{"1min":0.35799999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.67600000000000005,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.70899999999999996,"15min":0.73899999999999999},"min":{"1min":0.41499999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.97399999999999998,"5min":1.121,"15min":1.121},"last":0.69399999999999995}]},{"osd":4,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.89400000000000002,"15min":0.92400000000000004},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.1080000000000001,"5min":1.96,"15min":1.96},"last":1.0800000000000001},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.93300000000000005,"15min":0.94999999999999996},"min":{"1min":0.58299999999999996,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.1910000000000001,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.97499999999999998}]},{"osd":5,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.92600000000000005,"15min":0.95399999999999996},"min":{"1min":0.56000000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.008,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":1.121},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.93899999999999995,"15min":0.95799999999999996},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.2150000000000001,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":1.25}]},{"osd":6,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.96399999999999997,"15min":0.97199999999999998},"min":{"1min":0.60599999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.1479999999999999,"5min":1.415,"15min":1.415},"last":1.044},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.96799999999999997,"15min":1.004},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.254,"5min":1.349,"15min":1.349},"last":1.0069999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":1.0429999999999999,"15min":1.0669999999999999},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.2270000000000001,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.179},{"interface":"front","average":{"1min":0.84899999999999998,"5min":1.04,"15min":1.075},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.1699999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.91500000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:50:52.131 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:50:52.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb598c5640 1 Processor -- start 2024-09-13T17:50:52.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb598c5640 1 -- start start 2024-09-13T17:50:52.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb598c5640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbb5415a300 0x7fbb5406d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb598c5640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb5415a6e0 con 0x7fbb5406d5e0 2024-09-13T17:50:52.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb598c5640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb5406da80 con 0x7fbb540cebe0 2024-09-13T17:50:52.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb598c5640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb5406dd60 con 0x7fbb5415a300 2024-09-13T17:50:52.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb527fc640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fbb5406d5e0 0x7fbb540ce4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34386/0 (socket says 172.21.15.32:34386) 2024-09-13T17:50:52.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb527fc640 1 -- 172.21.15.32:0/1176116359 learned_addr learned my addr 172.21.15.32:0/1176116359 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:52.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb52ffd640 1 --2- 172.21.15.32:0/1176116359 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbb5415a300 0x7fbb5406d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb51ffb640 1 -- 172.21.15.32:0/1176116359 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3632449921 0 0) 0x7fbb5415a6e0 con 0x7fbb5406d5e0 2024-09-13T17:50:52.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb51ffb640 1 -- 172.21.15.32:0/1176116359 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbb3c003530 con 0x7fbb5406d5e0 2024-09-13T17:50:52.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb51ffb640 1 -- 172.21.15.32:0/1176116359 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3758551389 0 0) 0x7fbb3c003530 con 0x7fbb5406d5e0 2024-09-13T17:50:52.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb51ffb640 1 -- 172.21.15.32:0/1176116359 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbb5415a300 msgr2=0x7fbb5406d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:52.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb51ffb640 1 --2- 172.21.15.32:0/1176116359 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbb5415a300 0x7fbb5406d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb51ffb640 1 -- 172.21.15.32:0/1176116359 >> v1:172.21.15.159:6789/0 conn(0x7fbb540cebe0 legacy=0x7fbb540c8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb51ffb640 1 -- 172.21.15.32:0/1176116359 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb5406e040 con 0x7fbb5406d5e0 2024-09-13T17:50:52.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb51ffb640 1 -- 172.21.15.32:0/1176116359 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fbb480016a0 con 0x7fbb5406d5e0 2024-09-13T17:50:52.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb51ffb640 1 -- 172.21.15.32:0/1176116359 >> v1:172.21.15.32:6789/0 conn(0x7fbb5406d5e0 legacy=0x7fbb540ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb51ffb640 1 --2- 172.21.15.32:0/1176116359 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbb5415a300 0x7fbb3c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb51ffb640 1 --2- 172.21.15.32:0/1176116359 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbb3c003f30 0x7fbb3c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb51ffb640 1 --2- 172.21.15.32:0/1176116359 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb3c004d10 0x7fbb3c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb51ffb640 1 -- 172.21.15.32:0/1176116359 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb5406dd60 con 0x7fbb3c004d10 2024-09-13T17:50:52.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb51ffb640 1 -- 172.21.15.32:0/1176116359 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb3c00ba70 con 0x7fbb3c003f30 2024-09-13T17:50:52.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb51ffb640 1 -- 172.21.15.32:0/1176116359 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb3c00bc30 con 0x7fbb5415a300 2024-09-13T17:50:52.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb537fe640 1 --2- 172.21.15.32:0/1176116359 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb3c004d10 0x7fbb3c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb52ffd640 1 --2- 172.21.15.32:0/1176116359 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbb5415a300 0x7fbb3c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb527fc640 1 --2- 172.21.15.32:0/1176116359 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbb3c003f30 0x7fbb3c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb537fe640 1 -- 172.21.15.32:0/1176116359 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbb5415a300 msgr2=0x7fbb3c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:52.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb537fe640 1 --2- 172.21.15.32:0/1176116359 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbb5415a300 0x7fbb3c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb537fe640 1 -- 172.21.15.32:0/1176116359 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbb3c003f30 msgr2=0x7fbb3c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:52.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb537fe640 1 --2- 172.21.15.32:0/1176116359 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbb3c003f30 0x7fbb3c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb537fe640 1 -- 172.21.15.32:0/1176116359 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb3c003530 con 0x7fbb3c004d10 2024-09-13T17:50:52.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb527fc640 1 --2- 172.21.15.32:0/1176116359 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbb3c003f30 0x7fbb3c0047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:52.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.251+0000 7fbb52ffd640 1 --2- 172.21.15.32:0/1176116359 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbb5415a300 0x7fbb3c0039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:52.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb537fe640 1 --2- 172.21.15.32:0/1176116359 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb3c004d10 0x7fbb3c005190 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fbb4c001e40 tx=0x7fbb4c01c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54ba616bddbcd16 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:52.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb51ffb640 1 -- 172.21.15.32:0/1176116359 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb4c003b80 con 0x7fbb3c004d10 2024-09-13T17:50:52.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb51ffb640 1 -- 172.21.15.32:0/1176116359 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb4c003ce0 con 0x7fbb3c004d10 2024-09-13T17:50:52.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb51ffb640 1 -- 172.21.15.32:0/1176116359 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb4c0052c0 con 0x7fbb3c004d10 2024-09-13T17:50:52.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb598c5640 1 -- 172.21.15.32:0/1176116359 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb3c004d10 msgr2=0x7fbb3c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb598c5640 1 --2- 172.21.15.32:0/1176116359 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb3c004d10 0x7fbb3c005190 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fbb4c001e40 tx=0x7fbb4c01c760 comp rx=0 tx=0).stop 2024-09-13T17:50:52.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb537fe640 1 -- 172.21.15.32:0/1176116359 reap_dead start 2024-09-13T17:50:52.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb598c5640 1 -- 172.21.15.32:0/1176116359 shutdown_connections 2024-09-13T17:50:52.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb598c5640 1 -- 172.21.15.32:0/1176116359 >> 172.21.15.32:0/1176116359 conn(0x7fbb5406a150 msgr2=0x7fbb5406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:52.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb598c5640 1 -- 172.21.15.32:0/1176116359 shutdown_connections 2024-09-13T17:50:52.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb598c5640 1 -- 172.21.15.32:0/1176116359 wait complete. 2024-09-13T17:50:52.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb598c5640 1 Processor -- start 2024-09-13T17:50:52.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb598c5640 1 -- start start 2024-09-13T17:50:52.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb598c5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb540b00c0 0x7fbb5415a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb598c5640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbb540b04a0 0x7fbb5415ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb598c5640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbb540cbe70 0x7fbb540cc320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb598c5640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb54097d00 con 0x7fbb540b00c0 2024-09-13T17:50:52.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb598c5640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb5415b250 con 0x7fbb540b04a0 2024-09-13T17:50:52.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.255+0000 7fbb598c5640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb5415b530 con 0x7fbb540cbe70 2024-09-13T17:50:52.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb52ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb540b00c0 0x7fbb5415a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb52ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb540b00c0 0x7fbb5415a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48850/0 (socket says 172.21.15.32:48850) 2024-09-13T17:50:52.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb52ffd640 1 -- 172.21.15.32:0/2344637924 learned_addr learned my addr 172.21.15.32:0/2344637924 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:52.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb527fc640 1 --2- 172.21.15.32:0/2344637924 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbb540b04a0 0x7fbb5415ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb537fe640 1 --2- 172.21.15.32:0/2344637924 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbb540cbe70 0x7fbb540cc320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb52ffd640 1 -- 172.21.15.32:0/2344637924 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbb540cbe70 msgr2=0x7fbb540cc320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb52ffd640 1 --2- 172.21.15.32:0/2344637924 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbb540cbe70 0x7fbb540cc320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb52ffd640 1 -- 172.21.15.32:0/2344637924 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbb540b04a0 msgr2=0x7fbb5415ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb52ffd640 1 --2- 172.21.15.32:0/2344637924 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbb540b04a0 0x7fbb5415ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb52ffd640 1 -- 172.21.15.32:0/2344637924 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb5415b810 con 0x7fbb540b00c0 2024-09-13T17:50:52.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb527fc640 1 --2- 172.21.15.32:0/2344637924 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbb540b04a0 0x7fbb5415ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:52.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb52ffd640 1 --2- 172.21.15.32:0/2344637924 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb540b00c0 0x7fbb5415a6e0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fbb440108d0 tx=0x7fbb44010d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:52.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb3bfff640 1 -- 172.21.15.32:0/2344637924 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb44004220 con 0x7fbb540b00c0 2024-09-13T17:50:52.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb3bfff640 1 -- 172.21.15.32:0/2344637924 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb44004380 con 0x7fbb540b00c0 2024-09-13T17:50:52.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb598c5640 1 -- 172.21.15.32:0/2344637924 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb5415baf0 con 0x7fbb540b00c0 2024-09-13T17:50:52.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb3bfff640 1 -- 172.21.15.32:0/2344637924 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb4400eba0 con 0x7fbb540b00c0 2024-09-13T17:50:52.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb598c5640 1 -- 172.21.15.32:0/2344637924 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb5415c2f0 con 0x7fbb540b00c0 2024-09-13T17:50:52.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb598c5640 1 -- 172.21.15.32:0/2344637924 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb540ce4d0 con 0x7fbb540b00c0 2024-09-13T17:50:52.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb3bfff640 1 -- 172.21.15.32:0/2344637924 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbb4400ed00 con 0x7fbb540b00c0 2024-09-13T17:50:52.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb3bfff640 1 --2- 172.21.15.32:0/2344637924 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbb40066690 0x7fbb40068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb3bfff640 1 -- 172.21.15.32:0/2344637924 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fbb44083fd0 con 0x7fbb540b00c0 2024-09-13T17:50:52.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb527fc640 1 --2- 172.21.15.32:0/2344637924 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbb40066690 0x7fbb40068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.259+0000 7fbb527fc640 1 --2- 172.21.15.32:0/2344637924 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbb40066690 0x7fbb40068b50 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fbb540ab810 tx=0x7fbb48009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:52.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.263+0000 7fbb3bfff640 1 -- 172.21.15.32:0/2344637924 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbb440514f0 con 0x7fbb540b00c0 2024-09-13T17:50:52.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.419+0000 7fbb598c5640 1 -- 172.21.15.32:0/2344637924 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fbb5406d0a0 con 0x7fbb40066690 2024-09-13T17:50:52.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.427+0000 7fbb3bfff640 1 -- 172.21.15.32:0/2344637924 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49385 (secure 0 0 0) 0x7fbb4800d040 con 0x7fbb40066690 2024-09-13T17:50:52.429 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:50:52.429 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-13T17:50:52.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.427+0000 7fbb598c5640 1 -- 172.21.15.32:0/2344637924 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbb40066690 msgr2=0x7fbb40068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.427+0000 7fbb598c5640 1 --2- 172.21.15.32:0/2344637924 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbb40066690 0x7fbb40068b50 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fbb540ab810 tx=0x7fbb48009040 comp rx=0 tx=0).stop 2024-09-13T17:50:52.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.427+0000 7fbb598c5640 1 -- 172.21.15.32:0/2344637924 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb540b00c0 msgr2=0x7fbb5415a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.427+0000 7fbb598c5640 1 --2- 172.21.15.32:0/2344637924 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb540b00c0 0x7fbb5415a6e0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fbb440108d0 tx=0x7fbb44010d90 comp rx=0 tx=0).stop 2024-09-13T17:50:52.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.427+0000 7fbb598c5640 1 -- 172.21.15.32:0/2344637924 shutdown_connections 2024-09-13T17:50:52.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.427+0000 7fbb598c5640 1 --2- 172.21.15.32:0/2344637924 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fbb40066690 0x7fbb40068b50 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.427+0000 7fbb598c5640 1 --2- 172.21.15.32:0/2344637924 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fbb540cbe70 0x7fbb540cc320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.427+0000 7fbb598c5640 1 --2- 172.21.15.32:0/2344637924 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbb540b04a0 0x7fbb5415ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.427+0000 7fbb598c5640 1 --2- 172.21.15.32:0/2344637924 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb540b00c0 0x7fbb5415a6e0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.427+0000 7fbb598c5640 1 -- 172.21.15.32:0/2344637924 >> 172.21.15.32:0/2344637924 conn(0x7fbb5406a150 msgr2=0x7fbb540ab8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:52.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.427+0000 7fbb598c5640 1 -- 172.21.15.32:0/2344637924 shutdown_connections 2024-09-13T17:50:52.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.427+0000 7fbb598c5640 1 -- 172.21.15.32:0/2344637924 wait complete. 2024-09-13T17:50:52.448 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":154,"stamp":"2024-09-13T17:50:52.277225+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":127,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":237904,"kb_used_data":5340,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754736816,"statfs":{"total":773094113280,"available":772850499584,"internally_reserved":0,"allocated":5468160,"data_stored":3025440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-7787,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-54,"num_write_kb":-24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001973"},"pg_stats":[{"pgid":"1.0","version":"19'117","reported_seq":187,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-13T17:50:49.940786+0000","last_change":"2024-09-13T17:47:09.935927+0000","last_active":"2024-09-13T17:50:49.940786+0000","last_peered":"2024-09-13T17:50:49.940786+0000","last_clean":"2024-09-13T17:50:49.940786+0000","last_became_active":"2024-09-13T17:47:09.934083+0000","last_became_peered":"2024-09-13T17:47:09.934083+0000","last_unstale":"2024-09-13T17:50:49.940786+0000","last_undegraded":"2024-09-13T17:50:49.940786+0000","last_fullsized":"2024-09-13T17:50:49.940786+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_clean_scrub_stamp":"2024-09-13T17:47:08.536927+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:11:08.955024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":16,"seq":68719476784,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27528,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344312,"statfs":{"total":96636764160,"available":96608575488,"internally_reserved":0,"allocated":520192,"data_stored":222943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.84299999999999997,"15min":0.87},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.98999999999999999,"5min":1.514,"15min":1.514},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.82299999999999995,"15min":0.83499999999999996},"min":{"1min":0.52900000000000003,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.107,"5min":1.2090000000000001,"15min":1.2090000000000001},"last":1.343}]},{"osd":1,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.88500000000000001,"15min":0.91000000000000003},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0569999999999999,"5min":2.0649999999999999,"15min":2.0649999999999999},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.85099999999999998,"15min":0.872},"min":{"1min":0.57499999999999996,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.107,"5min":1.577,"15min":1.577},"last":1.2150000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.88300000000000001,"15min":0.89100000000000001},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.0129999999999999,"5min":1.248,"15min":1.248},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.91900000000000004,"15min":0.93899999999999995},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.214,"5min":2.1509999999999998,"15min":2.1509999999999998},"last":1.1379999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.91300000000000003,"15min":0.91700000000000004},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.0840000000000001,"5min":1.728,"15min":1.728},"last":1.0669999999999999},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.94199999999999995,"15min":0.93400000000000005},"min":{"1min":0.64500000000000002,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.202,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":1.3049999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.94999999999999996,"15min":0.95799999999999996},"min":{"1min":0.59099999999999997,"5min":0.497,"15min":0.497},"max":{"1min":1.131,"5min":2.0579999999999998,"15min":2.0579999999999998},"last":1.4490000000000001},{"interface":"front","average":{"1min":0.997,"5min":1.006,"15min":0.997},"min":{"1min":0.79400000000000004,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.222,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.272}]},{"osd":6,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":1.0089999999999999,"5min":0.98799999999999999,"15min":0.95599999999999996},"min":{"1min":0.69899999999999995,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.3169999999999999,"5min":2.2160000000000002,"15min":2.2160000000000002},"last":1.7070000000000001},{"interface":"front","average":{"1min":0.98899999999999999,"5min":1.069,"15min":1.083},"min":{"1min":0.78800000000000003,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.198,"5min":2.3860000000000001,"15min":2.3860000000000001},"last":1.6200000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":1.0780000000000001,"15min":1.0760000000000001},"min":{"1min":0.748,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.214,"5min":1.8129999999999999,"15min":1.8129999999999999},"last":1.401},{"interface":"front","average":{"1min":1.0780000000000001,"5min":1.123,"15min":1.1259999999999999},"min":{"1min":0.83599999999999997,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.393,"5min":2.2829999999999999,"15min":2.2829999999999999},"last":1.504}]}]},{"osd":4,"up_from":16,"seq":68719476784,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27528,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344312,"statfs":{"total":96636764160,"available":96608575488,"internally_reserved":0,"allocated":520192,"data_stored":223435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.83899999999999997,"15min":0.83099999999999996},"min":{"1min":0.56699999999999995,"5min":0.433,"15min":0.433},"max":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.874,"15min":0.91200000000000003},"min":{"1min":0.53300000000000003,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.036,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.93799999999999994}]},{"osd":1,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.85499999999999998,"15min":0.874},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.087,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.873},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.85799999999999998,"15min":0.84799999999999998},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.1120000000000001,"5min":1.2,"15min":1.2},"last":0.97099999999999997}]},{"osd":2,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.85399999999999998,"15min":0.85999999999999999},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.0720000000000001,"5min":1.216,"15min":1.216},"last":1.1539999999999999},{"interface":"front","average":{"1min":0.88,"5min":0.95599999999999996,"15min":0.98199999999999998},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.1839999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.91300000000000003}]},{"osd":3,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.89200000000000002,"15min":0.92000000000000004},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.224,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.131},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.98499999999999999,"15min":1.004},"min":{"1min":0.748,"5min":0.628,"15min":0.628},"max":{"1min":1.0669999999999999,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":1.101}]},{"osd":5,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.0089999999999999,"15min":1.0309999999999999},"min":{"1min":0.66800000000000004,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.139,"5min":1.649,"15min":1.649},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.98299999999999998,"15min":1.006},"min":{"1min":0.67400000000000004,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.1699999999999999,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.79700000000000004}]},{"osd":6,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.046,"15min":1.0609999999999999},"min":{"1min":0.71199999999999997,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.1699999999999999,"5min":1.7709999999999999,"15min":1.7709999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.1399999999999999,"15min":1.1599999999999999},"min":{"1min":0.872,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.2370000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":1.0629999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":1.008,"5min":1.1140000000000001,"15min":1.1479999999999999},"min":{"1min":0.80900000000000005,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.294,"5min":1.538,"15min":1.538},"last":1.036},{"interface":"front","average":{"1min":1.079,"5min":1.173,"15min":1.198},"min":{"1min":0.88200000000000001,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":1.286,"5min":2.4510000000000001,"15min":2.4510000000000001},"last":1.002}]}]},{"osd":7,"up_from":15,"seq":64424509490,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28136,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343704,"statfs":{"total":96636764160,"available":96607952896,"internally_reserved":0,"allocated":1138688,"data_stored":825453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.96099999999999997,"15min":1.014},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.1870000000000001,"5min":2.722,"15min":2.722},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.94799999999999995,"15min":0.98999999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.1379999999999999,"5min":1.403,"15min":1.403},"last":1.163}]},{"osd":1,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":1.0169999999999999,"15min":1.071},"min":{"1min":0.52500000000000002,"5min":0.501,"15min":0.501},"max":{"1min":1.1259999999999999,"5min":2.6459999999999999,"15min":2.6459999999999999},"last":1.4830000000000001},{"interface":"front","average":{"1min":0.78500000000000003,"5min":1.0289999999999999,"15min":1.1200000000000001},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.0129999999999999,"5min":3.3639999999999999,"15min":3.3639999999999999},"last":1.2949999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.85799999999999998,"15min":0.90200000000000002},"min":{"1min":0.56499999999999995,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.0069999999999999,"5min":3.02,"15min":3.02},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.80800000000000005,"5min":1.046,"15min":1.119},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.1160000000000001,"5min":3.75,"15min":3.75},"last":1.417}]},{"osd":3,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.94199999999999995,"15min":1},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":0.97199999999999998,"5min":3.0680000000000001,"15min":3.0680000000000001},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.998,"15min":1.042},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.2749999999999999,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":1.1200000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.96999999999999997,"15min":1.002},"min":{"1min":0.60399999999999998,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.3180000000000001,"5min":3.516,"15min":3.516},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.97399999999999998,"5min":1.1020000000000001,"15min":1.1459999999999999},"min":{"1min":0.755,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":1.139,"5min":3.125,"15min":3.125},"last":1.2210000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":1.0980000000000001,"15min":1.143},"min":{"1min":0.63600000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.1819999999999999,"5min":3.8159999999999998,"15min":3.8159999999999998},"last":1.258},{"interface":"front","average":{"1min":1.0069999999999999,"5min":1.0429999999999999,"15min":1.073},"min":{"1min":0.65200000000000002,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.4119999999999999,"5min":3.4340000000000002,"15min":3.4340000000000002},"last":0.89800000000000002}]},{"osd":6,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":1.0089999999999999,"5min":1.107,"15min":1.163},"min":{"1min":0.81100000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.369,"5min":3.673,"15min":3.673},"last":1.395},{"interface":"front","average":{"1min":0.95999999999999996,"5min":1.052,"15min":1.0880000000000001},"min":{"1min":0.69299999999999995,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.2729999999999999,"5min":3.5760000000000001,"15min":3.5760000000000001},"last":1.3420000000000001}]}]},{"osd":6,"up_from":15,"seq":64424509488,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27556,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344284,"statfs":{"total":96636764160,"available":96608546816,"internally_reserved":0,"allocated":544768,"data_stored":235085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.84999999999999998,"15min":0.83799999999999997},"min":{"1min":0.54300000000000004,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.1399999999999999,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.78100000000000003,"15min":0.79000000000000004},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.0649999999999999,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.74399999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.79500000000000004,"15min":0.80600000000000005},"min":{"1min":0.55600000000000005,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.113,"5min":1.268,"15min":1.268},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.88800000000000001,"15min":0.89500000000000002},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.2010000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.63400000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.88300000000000001,"15min":0.88900000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.226,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.875,"15min":0.88900000000000001},"min":{"1min":0.628,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.0649999999999999,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.85299999999999998}]},{"osd":3,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.90900000000000003,"15min":0.94699999999999995},"min":{"1min":0.60899999999999999,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.1100000000000001,"5min":1.514,"15min":1.514},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.94999999999999996,"5min":1.026,"15min":1.04},"min":{"1min":0.64700000000000002,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.1559999999999999,"5min":1.502,"15min":1.502},"last":0.80900000000000005}]},{"osd":4,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.0109999999999999,"15min":1.0149999999999999},"min":{"1min":0.68600000000000005,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.196,"5min":1.585,"15min":1.585},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.94199999999999995,"15min":0.93999999999999995},"min":{"1min":0.56499999999999995,"5min":0.37,"15min":0.37},"max":{"1min":1.085,"5min":1.397,"15min":1.397},"last":0.65700000000000003}]},{"osd":5,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":1.044,"15min":1.0409999999999999},"min":{"1min":0.82899999999999996,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.256,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.995,"15min":1.0089999999999999},"min":{"1min":0.74299999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.2010000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":0.53400000000000003}]},{"osd":7,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":0.98999999999999999,"15min":0.97599999999999998},"min":{"1min":0.77100000000000002,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.385,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":0.58099999999999996},{"interface":"front","average":{"1min":1.042,"5min":1.028,"15min":1.024},"min":{"1min":0.82999999999999996,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.27,"5min":1.532,"15min":1.532},"last":0.68999999999999995}]}]},{"osd":3,"up_from":15,"seq":64424509488,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31652,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":544768,"data_stored":235085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56200000000000006,"15min":0.55600000000000005},"min":{"1min":0.29599999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.94299999999999995,"5min":1.121,"15min":1.121},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.65300000000000002,"15min":0.66000000000000003},"min":{"1min":0.39700000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.996,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.58799999999999997}]},{"osd":1,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.58499999999999996,"15min":0.60299999999999998},"min":{"1min":0.33900000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.86199999999999999,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.66500000000000004,"15min":0.68799999999999994},"min":{"1min":0.33900000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.238,"5min":1.238,"15min":1.238},"last":0.434}]},{"osd":2,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.67600000000000005,"15min":0.69699999999999995},"min":{"1min":0.34000000000000002,"5min":0.317,"15min":0.317},"max":{"1min":1.0629999999999999,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.628},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.68000000000000005,"15min":0.70199999999999996},"min":{"1min":0.32500000000000001,"5min":0.308,"15min":0.308},"max":{"1min":0.84199999999999997,"5min":1.29,"15min":1.29},"last":0.752}]},{"osd":4,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.88,"15min":0.89400000000000002},"min":{"1min":0.56000000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.0269999999999999,"5min":1.264,"15min":1.264},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.90600000000000003,"15min":0.93000000000000005},"min":{"1min":0.55100000000000005,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.1559999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.98699999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.91600000000000004,"15min":0.93899999999999995},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.095,"5min":1.385,"15min":1.385},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.93300000000000005,"15min":0.95699999999999996},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.1879999999999999,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.94799999999999995}]},{"osd":6,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.94699999999999995,"15min":0.96699999999999997},"min":{"1min":0.65100000000000002,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.1799999999999999,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.87},{"interface":"front","average":{"1min":0.872,"5min":1.0009999999999999,"15min":1.0269999999999999},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.3420000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":1.044}]},{"osd":7,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.996,"15min":1.022},"min":{"1min":0.60199999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.1990000000000001,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":1.0149999999999999},{"interface":"front","average":{"1min":0.89100000000000001,"5min":1.071,"15min":1.117},"min":{"1min":0.64100000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.2649999999999999,"5min":1.724,"15min":1.724},"last":1.077}]}]},{"osd":1,"up_from":15,"seq":64424509489,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31652,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":544768,"data_stored":235085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.56699999999999995,"15min":0.59399999999999997},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.71499999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.59299999999999997,"15min":0.61399999999999999},"min":{"1min":0.32000000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.996,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.74099999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.59999999999999998,"15min":0.625},"min":{"1min":0.316,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.89200000000000002,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.67900000000000005,"15min":0.71399999999999997},"min":{"1min":0.433,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.80300000000000005,"5min":1.359,"15min":1.359},"last":1.071}]},{"osd":3,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.70799999999999996,"15min":0.74399999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.97799999999999998,"5min":1.446,"15min":1.446},"last":0.92300000000000004},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.71699999999999997,"15min":0.77100000000000002},"min":{"1min":0.40200000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.91600000000000004,"5min":1.569,"15min":1.569},"last":0.96599999999999997}]},{"osd":4,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.89100000000000001,"15min":0.90600000000000003},"min":{"1min":0.63100000000000001,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.242,"5min":2.016,"15min":2.016},"last":1.1599999999999999},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.93400000000000005,"15min":0.96399999999999997},"min":{"1min":0.59199999999999997,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.0569999999999999,"5min":2.2410000000000001,"15min":2.2410000000000001},"last":1.0529999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.92400000000000004,"15min":0.95299999999999996},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.028,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":1.3340000000000001},{"interface":"front","average":{"1min":0.77800000000000002,"5min":1.0009999999999999,"15min":1.0489999999999999},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.0980000000000001,"5min":2.0950000000000002,"15min":2.0950000000000002},"last":1.5580000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.94899999999999995,"15min":0.97699999999999998},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1899999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":1.5069999999999999},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.999,"15min":1.038},"min":{"1min":0.60999999999999999,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.1719999999999999,"5min":2.1819999999999999,"15min":2.1819999999999999},"last":1.464}]},{"osd":7,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":1.0369999999999999,"15min":1.0880000000000001},"min":{"1min":0.57699999999999996,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.143,"5min":2.1379999999999999,"15min":2.1379999999999999},"last":1.256},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.99399999999999999,"15min":1.038},"min":{"1min":0.62,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.1859999999999999,"5min":1.863,"15min":1.863},"last":1.4059999999999999}]}]},{"osd":0,"up_from":15,"seq":64424509487,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32232,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339608,"statfs":{"total":96636764160,"available":96603758592,"internally_reserved":0,"allocated":1138688,"data_stored":825453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.60399999999999998,"15min":0.64100000000000001},"min":{"1min":0.32700000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.84199999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":1.101},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.67900000000000005,"15min":0.71699999999999997},"min":{"1min":0.36199999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.77500000000000002,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.82799999999999996}]},{"osd":2,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.69999999999999996,"15min":0.72399999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.91500000000000004,"5min":1.294,"15min":1.294},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.59499999999999997,"15min":0.61499999999999999},"min":{"1min":0.33400000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.80100000000000005,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.871}]},{"osd":3,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.66300000000000003,"15min":0.67500000000000004},"min":{"1min":0.309,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.79100000000000004,"15min":0.82699999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.01,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.98399999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.94499999999999995,"15min":0.97999999999999998},"min":{"1min":0.625,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.099,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.202},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.86799999999999999,"15min":0.872},"min":{"1min":0.59899999999999998,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.173,"5min":1.347,"15min":1.347},"last":1.387}]},{"osd":5,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.92000000000000004,"15min":0.95799999999999996},"min":{"1min":0.58099999999999996,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.1699999999999999,"5min":1.5589999999999999,"15min":1.5589999999999999},"last":1.1559999999999999},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.97299999999999998,"15min":1.0089999999999999},"min":{"1min":0.53800000000000003,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.179,"5min":1.512,"15min":1.512},"last":1.4279999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.96999999999999997,"15min":1.002},"min":{"1min":0.57699999999999996,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.347,"5min":1.5029999999999999,"15min":1.5029999999999999},"last":1.292},{"interface":"front","average":{"1min":0.93600000000000005,"5min":1.034,"15min":1.0720000000000001},"min":{"1min":0.747,"5min":0.62,"15min":0.62},"max":{"1min":1.3109999999999999,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.325}]},{"osd":7,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.96699999999999997,"15min":0.99299999999999999},"min":{"1min":0.623,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.276,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":1.2629999999999999},{"interface":"front","average":{"1min":0.92600000000000005,"5min":1.052,"15min":1.089},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.3029999999999999,"5min":1.635,"15min":1.635},"last":1.496}]}]},{"osd":2,"up_from":13,"seq":55834574896,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31620,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340220,"statfs":{"total":96636764160,"available":96604385280,"internally_reserved":0,"allocated":516096,"data_stored":222901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.57199999999999995,"15min":0.59599999999999997},"min":{"1min":0.33600000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.71599999999999997,"5min":1.032,"15min":1.032},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.60299999999999998,"15min":0.628},"min":{"1min":0.30299999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.79900000000000004,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.79900000000000004}]},{"osd":1,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.63100000000000001,"15min":0.65400000000000003},"min":{"1min":0.36499999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.77200000000000002,"5min":1.069,"15min":1.069},"last":1.3620000000000001},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.63700000000000001,"15min":0.65400000000000003},"min":{"1min":0.34599999999999997,"5min":0.314,"15min":0.314},"max":{"1min":0.83499999999999996,"5min":1.117,"15min":1.117},"last":1.107}]},{"osd":3,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.61299999999999999,"15min":0.63400000000000001},"min":{"1min":0.35799999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.67600000000000005,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.70899999999999996,"15min":0.73899999999999999},"min":{"1min":0.41499999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.97399999999999998,"5min":1.121,"15min":1.121},"last":0.69399999999999995}]},{"osd":4,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.89400000000000002,"15min":0.92400000000000004},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.1080000000000001,"5min":1.96,"15min":1.96},"last":1.0800000000000001},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.93300000000000005,"15min":0.94999999999999996},"min":{"1min":0.58299999999999996,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.1910000000000001,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.97499999999999998}]},{"osd":5,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.92600000000000005,"15min":0.95399999999999996},"min":{"1min":0.56000000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.008,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":1.121},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.93899999999999995,"15min":0.95799999999999996},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.2150000000000001,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":1.25}]},{"osd":6,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.96399999999999997,"15min":0.97199999999999998},"min":{"1min":0.60599999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.1479999999999999,"5min":1.415,"15min":1.415},"last":1.044},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.96799999999999997,"15min":1.004},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.254,"5min":1.349,"15min":1.349},"last":1.0069999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":1.0429999999999999,"15min":1.0669999999999999},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.2270000000000001,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.179},{"interface":"front","average":{"1min":0.84899999999999998,"5min":1.04,"15min":1.075},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.1699999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.91500000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:50:52.450 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-13T17:50:52.450 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:50:52.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.575+0000 7f1273b8b640 1 Processor -- start 2024-09-13T17:50:52.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.575+0000 7f1273b8b640 1 -- start start 2024-09-13T17:50:52.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.575+0000 7f1273b8b640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f126c0cebe0 0x7f126c0cc380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.575+0000 7f1273b8b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f126c0b2d60 0x7f126c159b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1273b8b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f126c159640 con 0x7f126c159260 2024-09-13T17:50:52.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1273b8b640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f126c0b1730 con 0x7f126c0cebe0 2024-09-13T17:50:52.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1273b8b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f126c0b1a10 con 0x7f126c0b2d60 2024-09-13T17:50:52.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1271927640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f126c159260 0x7f126c0ce4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34394/0 (socket says 172.21.15.32:34394) 2024-09-13T17:50:52.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1271927640 1 -- 172.21.15.32:0/2828731310 learned_addr learned my addr 172.21.15.32:0/2828731310 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:52.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1272128640 1 --2- 172.21.15.32:0/2828731310 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f126c0b2d60 0x7f126c159b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1271126640 1 --2- 172.21.15.32:0/2828731310 >> v2:172.21.15.159:3300/0 conn(0x7f126c0cebe0 0x7f126c0cc380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1270925640 1 -- 172.21.15.32:0/2828731310 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2423345804 0 0) 0x7f126c159640 con 0x7f126c159260 2024-09-13T17:50:52.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1270925640 1 -- 172.21.15.32:0/2828731310 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1258003530 con 0x7f126c159260 2024-09-13T17:50:52.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1270925640 1 -- 172.21.15.32:0/2828731310 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 222835785 0 0) 0x7f1258003530 con 0x7f126c159260 2024-09-13T17:50:52.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1270925640 1 -- 172.21.15.32:0/2828731310 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f126c0b2d60 msgr2=0x7f126c159b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:52.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1270925640 1 --2- 172.21.15.32:0/2828731310 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f126c0b2d60 0x7f126c159b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1270925640 1 -- 172.21.15.32:0/2828731310 >> v2:172.21.15.159:3300/0 conn(0x7f126c0cebe0 msgr2=0x7f126c0cc380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:52.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1270925640 1 --2- 172.21.15.32:0/2828731310 >> v2:172.21.15.159:3300/0 conn(0x7f126c0cebe0 0x7f126c0cc380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1270925640 1 -- 172.21.15.32:0/2828731310 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f126c0b1cf0 con 0x7f126c159260 2024-09-13T17:50:52.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1270925640 1 -- 172.21.15.32:0/2828731310 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f1268001680 con 0x7f126c159260 2024-09-13T17:50:52.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1270925640 1 -- 172.21.15.32:0/2828731310 >> v1:172.21.15.32:6789/0 conn(0x7f126c159260 legacy=0x7f126c0ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1270925640 1 --2- 172.21.15.32:0/2828731310 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1258003980 0x7f1258003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1270925640 1 --2- 172.21.15.32:0/2828731310 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f126c0b2d60 0x7f12580047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1270925640 1 --2- 172.21.15.32:0/2828731310 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1258004d10 0x7f1258005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1270925640 1 -- 172.21.15.32:0/2828731310 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f126c0b1730 con 0x7f1258004d10 2024-09-13T17:50:52.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1270925640 1 -- 172.21.15.32:0/2828731310 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f126c0b1a10 con 0x7f1258003980 2024-09-13T17:50:52.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1270925640 1 -- 172.21.15.32:0/2828731310 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f125800b990 con 0x7f126c0b2d60 2024-09-13T17:50:52.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1272128640 1 --2- 172.21.15.32:0/2828731310 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1258004d10 0x7f1258005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1271927640 1 --2- 172.21.15.32:0/2828731310 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1258003980 0x7f1258003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1271126640 1 --2- 172.21.15.32:0/2828731310 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f126c0b2d60 0x7f12580047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1272128640 1 -- 172.21.15.32:0/2828731310 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f126c0b2d60 msgr2=0x7f12580047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:52.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1272128640 1 --2- 172.21.15.32:0/2828731310 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f126c0b2d60 0x7f12580047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1272128640 1 -- 172.21.15.32:0/2828731310 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1258003980 msgr2=0x7f1258003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:52.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1272128640 1 --2- 172.21.15.32:0/2828731310 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1258003980 0x7f1258003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1272128640 1 -- 172.21.15.32:0/2828731310 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1258003530 con 0x7f1258004d10 2024-09-13T17:50:52.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.579+0000 7f1271927640 1 --2- 172.21.15.32:0/2828731310 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1258003980 0x7f1258003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:50:52.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1272128640 1 --2- 172.21.15.32:0/2828731310 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1258004d10 0x7f1258005190 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f126400e170 tx=0x7f126401cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d53036d74c065e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:52.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1270925640 1 -- 172.21.15.32:0/2828731310 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12640a5c90 con 0x7f1258004d10 2024-09-13T17:50:52.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1270925640 1 -- 172.21.15.32:0/2828731310 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f126400f040 con 0x7f1258004d10 2024-09-13T17:50:52.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1270925640 1 -- 172.21.15.32:0/2828731310 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12640ad440 con 0x7f1258004d10 2024-09-13T17:50:52.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1273b8b640 1 -- 172.21.15.32:0/2828731310 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1258004d10 msgr2=0x7f1258005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1273b8b640 1 --2- 172.21.15.32:0/2828731310 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1258004d10 0x7f1258005190 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f126400e170 tx=0x7f126401cc80 comp rx=0 tx=0).stop 2024-09-13T17:50:52.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1272128640 1 -- 172.21.15.32:0/2828731310 reap_dead start 2024-09-13T17:50:52.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1273b8b640 1 -- 172.21.15.32:0/2828731310 shutdown_connections 2024-09-13T17:50:52.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1273b8b640 1 -- 172.21.15.32:0/2828731310 >> 172.21.15.32:0/2828731310 conn(0x7f126c06a150 msgr2=0x7f126c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:52.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1273b8b640 1 -- 172.21.15.32:0/2828731310 shutdown_connections 2024-09-13T17:50:52.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1273b8b640 1 -- 172.21.15.32:0/2828731310 wait complete. 2024-09-13T17:50:52.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1273b8b640 1 Processor -- start 2024-09-13T17:50:52.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1273b8b640 1 -- start start 2024-09-13T17:50:52.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1273b8b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f126c150050 0x7f126c1edda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1273b8b640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f126c1ee2e0 0x7f126c0709b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1273b8b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f126c070ef0 0x7f126c0c4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1273b8b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f126c071380 con 0x7f126c070ef0 2024-09-13T17:50:52.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1273b8b640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f126c0c35e0 con 0x7f126c1ee2e0 2024-09-13T17:50:52.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1273b8b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f126c0c38c0 con 0x7f126c150050 2024-09-13T17:50:52.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1272128640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f126c070ef0 0x7f126c0c4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1272128640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f126c070ef0 0x7f126c0c4680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48864/0 (socket says 172.21.15.32:48864) 2024-09-13T17:50:52.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1272128640 1 -- 172.21.15.32:0/3498062859 learned_addr learned my addr 172.21.15.32:0/3498062859 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:52.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1271126640 1 --2- 172.21.15.32:0/3498062859 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f126c1ee2e0 0x7f126c0709b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1271927640 1 --2- 172.21.15.32:0/3498062859 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f126c150050 0x7f126c1edda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1272128640 1 -- 172.21.15.32:0/3498062859 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f126c150050 msgr2=0x7f126c1edda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1272128640 1 --2- 172.21.15.32:0/3498062859 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f126c150050 0x7f126c1edda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1272128640 1 -- 172.21.15.32:0/3498062859 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f126c1ee2e0 msgr2=0x7f126c0709b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1272128640 1 --2- 172.21.15.32:0/3498062859 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f126c1ee2e0 0x7f126c0709b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1272128640 1 -- 172.21.15.32:0/3498062859 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f126c0c3ba0 con 0x7f126c070ef0 2024-09-13T17:50:52.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1272128640 1 --2- 172.21.15.32:0/3498062859 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f126c070ef0 0x7f126c0c4680 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f126400e170 tx=0x7f1264009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:52.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f12627fc640 1 -- 172.21.15.32:0/3498062859 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12640bc070 con 0x7f126c070ef0 2024-09-13T17:50:52.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f12627fc640 1 -- 172.21.15.32:0/3498062859 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12640039a0 con 0x7f126c070ef0 2024-09-13T17:50:52.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.583+0000 7f1273b8b640 1 -- 172.21.15.32:0/3498062859 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f126c0c3e80 con 0x7f126c070ef0 2024-09-13T17:50:52.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.587+0000 7f12627fc640 1 -- 172.21.15.32:0/3498062859 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1264003b30 con 0x7f126c070ef0 2024-09-13T17:50:52.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.587+0000 7f1273b8b640 1 -- 172.21.15.32:0/3498062859 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f126c150430 con 0x7f126c070ef0 2024-09-13T17:50:52.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.587+0000 7f1273b8b640 1 -- 172.21.15.32:0/3498062859 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f126c0c4330 con 0x7f126c070ef0 2024-09-13T17:50:52.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.587+0000 7f12627fc640 1 -- 172.21.15.32:0/3498062859 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f12640b4040 con 0x7f126c070ef0 2024-09-13T17:50:52.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.587+0000 7f12627fc640 1 --2- 172.21.15.32:0/3498062859 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1250066690 0x7f1250068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.587+0000 7f12627fc640 1 -- 172.21.15.32:0/3498062859 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f126411e140 con 0x7f126c070ef0 2024-09-13T17:50:52.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.587+0000 7f1271927640 1 --2- 172.21.15.32:0/3498062859 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1250066690 0x7f1250068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.587+0000 7f1271927640 1 --2- 172.21.15.32:0/3498062859 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1250066690 0x7f1250068b50 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f1268000c10 tx=0x7f1268009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:52.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.591+0000 7f12627fc640 1 -- 172.21.15.32:0/3498062859 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f12640eb720 con 0x7f126c070ef0 2024-09-13T17:50:52.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.751+0000 7f1273b8b640 1 -- 172.21.15.32:0/3498062859 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f126c0c3a30 con 0x7f1250066690 2024-09-13T17:50:52.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.759+0000 7f12627fc640 1 -- 172.21.15.32:0/3498062859 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49385 (secure 0 0 0) 0x7f126c0c3a30 con 0x7f1250066690 2024-09-13T17:50:52.762 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:50:52.762 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-13T17:50:52.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.759+0000 7f1273b8b640 1 -- 172.21.15.32:0/3498062859 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1250066690 msgr2=0x7f1250068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.759+0000 7f1273b8b640 1 --2- 172.21.15.32:0/3498062859 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1250066690 0x7f1250068b50 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f1268000c10 tx=0x7f1268009040 comp rx=0 tx=0).stop 2024-09-13T17:50:52.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.759+0000 7f1273b8b640 1 -- 172.21.15.32:0/3498062859 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f126c070ef0 msgr2=0x7f126c0c4680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.759+0000 7f1273b8b640 1 --2- 172.21.15.32:0/3498062859 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f126c070ef0 0x7f126c0c4680 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f126400e170 tx=0x7f1264009750 comp rx=0 tx=0).stop 2024-09-13T17:50:52.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.759+0000 7f1273b8b640 1 -- 172.21.15.32:0/3498062859 shutdown_connections 2024-09-13T17:50:52.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.759+0000 7f1273b8b640 1 --2- 172.21.15.32:0/3498062859 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f1250066690 0x7f1250068b50 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.759+0000 7f1273b8b640 1 --2- 172.21.15.32:0/3498062859 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f126c070ef0 0x7f126c0c4680 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.759+0000 7f1273b8b640 1 --2- 172.21.15.32:0/3498062859 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f126c1ee2e0 0x7f126c0709b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.759+0000 7f1273b8b640 1 --2- 172.21.15.32:0/3498062859 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f126c150050 0x7f126c1edda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.759+0000 7f1273b8b640 1 -- 172.21.15.32:0/3498062859 >> 172.21.15.32:0/3498062859 conn(0x7f126c06a150 msgr2=0x7f126c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:52.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.759+0000 7f1273b8b640 1 -- 172.21.15.32:0/3498062859 shutdown_connections 2024-09-13T17:50:52.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.759+0000 7f1273b8b640 1 -- 172.21.15.32:0/3498062859 wait complete. 2024-09-13T17:50:52.782 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":154,"stamp":"2024-09-13T17:50:52.277225+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":127,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":237904,"kb_used_data":5340,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754736816,"statfs":{"total":773094113280,"available":772850499584,"internally_reserved":0,"allocated":5468160,"data_stored":3025440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-7787,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-54,"num_write_kb":-24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001973"},"pg_stats":[{"pgid":"1.0","version":"19'117","reported_seq":187,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-13T17:50:49.940786+0000","last_change":"2024-09-13T17:47:09.935927+0000","last_active":"2024-09-13T17:50:49.940786+0000","last_peered":"2024-09-13T17:50:49.940786+0000","last_clean":"2024-09-13T17:50:49.940786+0000","last_became_active":"2024-09-13T17:47:09.934083+0000","last_became_peered":"2024-09-13T17:47:09.934083+0000","last_unstale":"2024-09-13T17:50:49.940786+0000","last_undegraded":"2024-09-13T17:50:49.940786+0000","last_fullsized":"2024-09-13T17:50:49.940786+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_clean_scrub_stamp":"2024-09-13T17:47:08.536927+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:11:08.955024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":16,"seq":68719476784,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27528,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344312,"statfs":{"total":96636764160,"available":96608575488,"internally_reserved":0,"allocated":520192,"data_stored":222943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.84299999999999997,"15min":0.87},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.98999999999999999,"5min":1.514,"15min":1.514},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.82299999999999995,"15min":0.83499999999999996},"min":{"1min":0.52900000000000003,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.107,"5min":1.2090000000000001,"15min":1.2090000000000001},"last":1.343}]},{"osd":1,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.88500000000000001,"15min":0.91000000000000003},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0569999999999999,"5min":2.0649999999999999,"15min":2.0649999999999999},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.85099999999999998,"15min":0.872},"min":{"1min":0.57499999999999996,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.107,"5min":1.577,"15min":1.577},"last":1.2150000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.88300000000000001,"15min":0.89100000000000001},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.0129999999999999,"5min":1.248,"15min":1.248},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.91900000000000004,"15min":0.93899999999999995},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.214,"5min":2.1509999999999998,"15min":2.1509999999999998},"last":1.1379999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.91300000000000003,"15min":0.91700000000000004},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.0840000000000001,"5min":1.728,"15min":1.728},"last":1.0669999999999999},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.94199999999999995,"15min":0.93400000000000005},"min":{"1min":0.64500000000000002,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.202,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":1.3049999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.94999999999999996,"15min":0.95799999999999996},"min":{"1min":0.59099999999999997,"5min":0.497,"15min":0.497},"max":{"1min":1.131,"5min":2.0579999999999998,"15min":2.0579999999999998},"last":1.4490000000000001},{"interface":"front","average":{"1min":0.997,"5min":1.006,"15min":0.997},"min":{"1min":0.79400000000000004,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.222,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.272}]},{"osd":6,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":1.0089999999999999,"5min":0.98799999999999999,"15min":0.95599999999999996},"min":{"1min":0.69899999999999995,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.3169999999999999,"5min":2.2160000000000002,"15min":2.2160000000000002},"last":1.7070000000000001},{"interface":"front","average":{"1min":0.98899999999999999,"5min":1.069,"15min":1.083},"min":{"1min":0.78800000000000003,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.198,"5min":2.3860000000000001,"15min":2.3860000000000001},"last":1.6200000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":1.0780000000000001,"15min":1.0760000000000001},"min":{"1min":0.748,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.214,"5min":1.8129999999999999,"15min":1.8129999999999999},"last":1.401},{"interface":"front","average":{"1min":1.0780000000000001,"5min":1.123,"15min":1.1259999999999999},"min":{"1min":0.83599999999999997,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.393,"5min":2.2829999999999999,"15min":2.2829999999999999},"last":1.504}]}]},{"osd":4,"up_from":16,"seq":68719476784,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27528,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344312,"statfs":{"total":96636764160,"available":96608575488,"internally_reserved":0,"allocated":520192,"data_stored":223435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.83899999999999997,"15min":0.83099999999999996},"min":{"1min":0.56699999999999995,"5min":0.433,"15min":0.433},"max":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.874,"15min":0.91200000000000003},"min":{"1min":0.53300000000000003,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.036,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.93799999999999994}]},{"osd":1,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.85499999999999998,"15min":0.874},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.087,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.873},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.85799999999999998,"15min":0.84799999999999998},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.1120000000000001,"5min":1.2,"15min":1.2},"last":0.97099999999999997}]},{"osd":2,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.85399999999999998,"15min":0.85999999999999999},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.0720000000000001,"5min":1.216,"15min":1.216},"last":1.1539999999999999},{"interface":"front","average":{"1min":0.88,"5min":0.95599999999999996,"15min":0.98199999999999998},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.1839999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.91300000000000003}]},{"osd":3,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.89200000000000002,"15min":0.92000000000000004},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.224,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.131},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.98499999999999999,"15min":1.004},"min":{"1min":0.748,"5min":0.628,"15min":0.628},"max":{"1min":1.0669999999999999,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":1.101}]},{"osd":5,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.0089999999999999,"15min":1.0309999999999999},"min":{"1min":0.66800000000000004,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.139,"5min":1.649,"15min":1.649},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.98299999999999998,"15min":1.006},"min":{"1min":0.67400000000000004,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.1699999999999999,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.79700000000000004}]},{"osd":6,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.046,"15min":1.0609999999999999},"min":{"1min":0.71199999999999997,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.1699999999999999,"5min":1.7709999999999999,"15min":1.7709999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.1399999999999999,"15min":1.1599999999999999},"min":{"1min":0.872,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.2370000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":1.0629999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":1.008,"5min":1.1140000000000001,"15min":1.1479999999999999},"min":{"1min":0.80900000000000005,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.294,"5min":1.538,"15min":1.538},"last":1.036},{"interface":"front","average":{"1min":1.079,"5min":1.173,"15min":1.198},"min":{"1min":0.88200000000000001,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":1.286,"5min":2.4510000000000001,"15min":2.4510000000000001},"last":1.002}]}]},{"osd":7,"up_from":15,"seq":64424509490,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28136,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343704,"statfs":{"total":96636764160,"available":96607952896,"internally_reserved":0,"allocated":1138688,"data_stored":825453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.96099999999999997,"15min":1.014},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.1870000000000001,"5min":2.722,"15min":2.722},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.94799999999999995,"15min":0.98999999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.1379999999999999,"5min":1.403,"15min":1.403},"last":1.163}]},{"osd":1,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":1.0169999999999999,"15min":1.071},"min":{"1min":0.52500000000000002,"5min":0.501,"15min":0.501},"max":{"1min":1.1259999999999999,"5min":2.6459999999999999,"15min":2.6459999999999999},"last":1.4830000000000001},{"interface":"front","average":{"1min":0.78500000000000003,"5min":1.0289999999999999,"15min":1.1200000000000001},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.0129999999999999,"5min":3.3639999999999999,"15min":3.3639999999999999},"last":1.2949999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.85799999999999998,"15min":0.90200000000000002},"min":{"1min":0.56499999999999995,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.0069999999999999,"5min":3.02,"15min":3.02},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.80800000000000005,"5min":1.046,"15min":1.119},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.1160000000000001,"5min":3.75,"15min":3.75},"last":1.417}]},{"osd":3,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.94199999999999995,"15min":1},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":0.97199999999999998,"5min":3.0680000000000001,"15min":3.0680000000000001},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.998,"15min":1.042},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.2749999999999999,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":1.1200000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.96999999999999997,"15min":1.002},"min":{"1min":0.60399999999999998,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.3180000000000001,"5min":3.516,"15min":3.516},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.97399999999999998,"5min":1.1020000000000001,"15min":1.1459999999999999},"min":{"1min":0.755,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":1.139,"5min":3.125,"15min":3.125},"last":1.2210000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":1.0980000000000001,"15min":1.143},"min":{"1min":0.63600000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.1819999999999999,"5min":3.8159999999999998,"15min":3.8159999999999998},"last":1.258},{"interface":"front","average":{"1min":1.0069999999999999,"5min":1.0429999999999999,"15min":1.073},"min":{"1min":0.65200000000000002,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.4119999999999999,"5min":3.4340000000000002,"15min":3.4340000000000002},"last":0.89800000000000002}]},{"osd":6,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":1.0089999999999999,"5min":1.107,"15min":1.163},"min":{"1min":0.81100000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.369,"5min":3.673,"15min":3.673},"last":1.395},{"interface":"front","average":{"1min":0.95999999999999996,"5min":1.052,"15min":1.0880000000000001},"min":{"1min":0.69299999999999995,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.2729999999999999,"5min":3.5760000000000001,"15min":3.5760000000000001},"last":1.3420000000000001}]}]},{"osd":6,"up_from":15,"seq":64424509488,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27556,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344284,"statfs":{"total":96636764160,"available":96608546816,"internally_reserved":0,"allocated":544768,"data_stored":235085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.84999999999999998,"15min":0.83799999999999997},"min":{"1min":0.54300000000000004,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.1399999999999999,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.78100000000000003,"15min":0.79000000000000004},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.0649999999999999,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.74399999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.79500000000000004,"15min":0.80600000000000005},"min":{"1min":0.55600000000000005,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.113,"5min":1.268,"15min":1.268},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.88800000000000001,"15min":0.89500000000000002},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.2010000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.63400000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.88300000000000001,"15min":0.88900000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.226,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.875,"15min":0.88900000000000001},"min":{"1min":0.628,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.0649999999999999,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.85299999999999998}]},{"osd":3,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.90900000000000003,"15min":0.94699999999999995},"min":{"1min":0.60899999999999999,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.1100000000000001,"5min":1.514,"15min":1.514},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.94999999999999996,"5min":1.026,"15min":1.04},"min":{"1min":0.64700000000000002,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.1559999999999999,"5min":1.502,"15min":1.502},"last":0.80900000000000005}]},{"osd":4,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.0109999999999999,"15min":1.0149999999999999},"min":{"1min":0.68600000000000005,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.196,"5min":1.585,"15min":1.585},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.94199999999999995,"15min":0.93999999999999995},"min":{"1min":0.56499999999999995,"5min":0.37,"15min":0.37},"max":{"1min":1.085,"5min":1.397,"15min":1.397},"last":0.65700000000000003}]},{"osd":5,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":1.044,"15min":1.0409999999999999},"min":{"1min":0.82899999999999996,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.256,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.995,"15min":1.0089999999999999},"min":{"1min":0.74299999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.2010000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":0.53400000000000003}]},{"osd":7,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":0.98999999999999999,"15min":0.97599999999999998},"min":{"1min":0.77100000000000002,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.385,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":0.58099999999999996},{"interface":"front","average":{"1min":1.042,"5min":1.028,"15min":1.024},"min":{"1min":0.82999999999999996,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.27,"5min":1.532,"15min":1.532},"last":0.68999999999999995}]}]},{"osd":3,"up_from":15,"seq":64424509488,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31652,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":544768,"data_stored":235085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56200000000000006,"15min":0.55600000000000005},"min":{"1min":0.29599999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.94299999999999995,"5min":1.121,"15min":1.121},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.65300000000000002,"15min":0.66000000000000003},"min":{"1min":0.39700000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.996,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.58799999999999997}]},{"osd":1,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.58499999999999996,"15min":0.60299999999999998},"min":{"1min":0.33900000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.86199999999999999,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.66500000000000004,"15min":0.68799999999999994},"min":{"1min":0.33900000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.238,"5min":1.238,"15min":1.238},"last":0.434}]},{"osd":2,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.67600000000000005,"15min":0.69699999999999995},"min":{"1min":0.34000000000000002,"5min":0.317,"15min":0.317},"max":{"1min":1.0629999999999999,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.628},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.68000000000000005,"15min":0.70199999999999996},"min":{"1min":0.32500000000000001,"5min":0.308,"15min":0.308},"max":{"1min":0.84199999999999997,"5min":1.29,"15min":1.29},"last":0.752}]},{"osd":4,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.88,"15min":0.89400000000000002},"min":{"1min":0.56000000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.0269999999999999,"5min":1.264,"15min":1.264},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.90600000000000003,"15min":0.93000000000000005},"min":{"1min":0.55100000000000005,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.1559999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.98699999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.91600000000000004,"15min":0.93899999999999995},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.095,"5min":1.385,"15min":1.385},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.93300000000000005,"15min":0.95699999999999996},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.1879999999999999,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.94799999999999995}]},{"osd":6,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.94699999999999995,"15min":0.96699999999999997},"min":{"1min":0.65100000000000002,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.1799999999999999,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.87},{"interface":"front","average":{"1min":0.872,"5min":1.0009999999999999,"15min":1.0269999999999999},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.3420000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":1.044}]},{"osd":7,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.996,"15min":1.022},"min":{"1min":0.60199999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.1990000000000001,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":1.0149999999999999},{"interface":"front","average":{"1min":0.89100000000000001,"5min":1.071,"15min":1.117},"min":{"1min":0.64100000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.2649999999999999,"5min":1.724,"15min":1.724},"last":1.077}]}]},{"osd":1,"up_from":15,"seq":64424509489,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31652,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":544768,"data_stored":235085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.56699999999999995,"15min":0.59399999999999997},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.71499999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.59299999999999997,"15min":0.61399999999999999},"min":{"1min":0.32000000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.996,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.74099999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.59999999999999998,"15min":0.625},"min":{"1min":0.316,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.89200000000000002,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.67900000000000005,"15min":0.71399999999999997},"min":{"1min":0.433,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.80300000000000005,"5min":1.359,"15min":1.359},"last":1.071}]},{"osd":3,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.70799999999999996,"15min":0.74399999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.97799999999999998,"5min":1.446,"15min":1.446},"last":0.92300000000000004},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.71699999999999997,"15min":0.77100000000000002},"min":{"1min":0.40200000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.91600000000000004,"5min":1.569,"15min":1.569},"last":0.96599999999999997}]},{"osd":4,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.89100000000000001,"15min":0.90600000000000003},"min":{"1min":0.63100000000000001,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.242,"5min":2.016,"15min":2.016},"last":1.1599999999999999},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.93400000000000005,"15min":0.96399999999999997},"min":{"1min":0.59199999999999997,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.0569999999999999,"5min":2.2410000000000001,"15min":2.2410000000000001},"last":1.0529999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.92400000000000004,"15min":0.95299999999999996},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.028,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":1.3340000000000001},{"interface":"front","average":{"1min":0.77800000000000002,"5min":1.0009999999999999,"15min":1.0489999999999999},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.0980000000000001,"5min":2.0950000000000002,"15min":2.0950000000000002},"last":1.5580000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.94899999999999995,"15min":0.97699999999999998},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1899999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":1.5069999999999999},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.999,"15min":1.038},"min":{"1min":0.60999999999999999,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.1719999999999999,"5min":2.1819999999999999,"15min":2.1819999999999999},"last":1.464}]},{"osd":7,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":1.0369999999999999,"15min":1.0880000000000001},"min":{"1min":0.57699999999999996,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.143,"5min":2.1379999999999999,"15min":2.1379999999999999},"last":1.256},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.99399999999999999,"15min":1.038},"min":{"1min":0.62,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.1859999999999999,"5min":1.863,"15min":1.863},"last":1.4059999999999999}]}]},{"osd":0,"up_from":15,"seq":64424509487,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32232,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339608,"statfs":{"total":96636764160,"available":96603758592,"internally_reserved":0,"allocated":1138688,"data_stored":825453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.60399999999999998,"15min":0.64100000000000001},"min":{"1min":0.32700000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.84199999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":1.101},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.67900000000000005,"15min":0.71699999999999997},"min":{"1min":0.36199999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.77500000000000002,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.82799999999999996}]},{"osd":2,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.69999999999999996,"15min":0.72399999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.91500000000000004,"5min":1.294,"15min":1.294},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.59499999999999997,"15min":0.61499999999999999},"min":{"1min":0.33400000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.80100000000000005,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.871}]},{"osd":3,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.66300000000000003,"15min":0.67500000000000004},"min":{"1min":0.309,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.79100000000000004,"15min":0.82699999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.01,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.98399999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.94499999999999995,"15min":0.97999999999999998},"min":{"1min":0.625,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.099,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.202},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.86799999999999999,"15min":0.872},"min":{"1min":0.59899999999999998,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.173,"5min":1.347,"15min":1.347},"last":1.387}]},{"osd":5,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.92000000000000004,"15min":0.95799999999999996},"min":{"1min":0.58099999999999996,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.1699999999999999,"5min":1.5589999999999999,"15min":1.5589999999999999},"last":1.1559999999999999},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.97299999999999998,"15min":1.0089999999999999},"min":{"1min":0.53800000000000003,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.179,"5min":1.512,"15min":1.512},"last":1.4279999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.96999999999999997,"15min":1.002},"min":{"1min":0.57699999999999996,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.347,"5min":1.5029999999999999,"15min":1.5029999999999999},"last":1.292},{"interface":"front","average":{"1min":0.93600000000000005,"5min":1.034,"15min":1.0720000000000001},"min":{"1min":0.747,"5min":0.62,"15min":0.62},"max":{"1min":1.3109999999999999,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.325}]},{"osd":7,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.96699999999999997,"15min":0.99299999999999999},"min":{"1min":0.623,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.276,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":1.2629999999999999},{"interface":"front","average":{"1min":0.92600000000000005,"5min":1.052,"15min":1.089},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.3029999999999999,"5min":1.635,"15min":1.635},"last":1.496}]}]},{"osd":2,"up_from":13,"seq":55834574896,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31620,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340220,"statfs":{"total":96636764160,"available":96604385280,"internally_reserved":0,"allocated":516096,"data_stored":222901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.57199999999999995,"15min":0.59599999999999997},"min":{"1min":0.33600000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.71599999999999997,"5min":1.032,"15min":1.032},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.60299999999999998,"15min":0.628},"min":{"1min":0.30299999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.79900000000000004,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.79900000000000004}]},{"osd":1,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.63100000000000001,"15min":0.65400000000000003},"min":{"1min":0.36499999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.77200000000000002,"5min":1.069,"15min":1.069},"last":1.3620000000000001},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.63700000000000001,"15min":0.65400000000000003},"min":{"1min":0.34599999999999997,"5min":0.314,"15min":0.314},"max":{"1min":0.83499999999999996,"5min":1.117,"15min":1.117},"last":1.107}]},{"osd":3,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.61299999999999999,"15min":0.63400000000000001},"min":{"1min":0.35799999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.67600000000000005,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.70899999999999996,"15min":0.73899999999999999},"min":{"1min":0.41499999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.97399999999999998,"5min":1.121,"15min":1.121},"last":0.69399999999999995}]},{"osd":4,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.89400000000000002,"15min":0.92400000000000004},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.1080000000000001,"5min":1.96,"15min":1.96},"last":1.0800000000000001},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.93300000000000005,"15min":0.94999999999999996},"min":{"1min":0.58299999999999996,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.1910000000000001,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.97499999999999998}]},{"osd":5,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.92600000000000005,"15min":0.95399999999999996},"min":{"1min":0.56000000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.008,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":1.121},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.93899999999999995,"15min":0.95799999999999996},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.2150000000000001,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":1.25}]},{"osd":6,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.96399999999999997,"15min":0.97199999999999998},"min":{"1min":0.60599999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.1479999999999999,"5min":1.415,"15min":1.415},"last":1.044},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.96799999999999997,"15min":1.004},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.254,"5min":1.349,"15min":1.349},"last":1.0069999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":1.0429999999999999,"15min":1.0669999999999999},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.2270000000000001,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.179},{"interface":"front","average":{"1min":0.84899999999999998,"5min":1.04,"15min":1.075},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.1699999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.91500000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:50:52.783 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:50:52.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f5409313640 1 Processor -- start 2024-09-13T17:50:52.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f5409313640 1 -- start start 2024-09-13T17:50:52.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f5409313640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f540415c4f0 0x7f54040d0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f5409313640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54040ccfd0 con 0x7f54040cf860 2024-09-13T17:50:52.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f5409313640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54040cfcd0 con 0x7f54040cdca0 2024-09-13T17:50:52.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f5409313640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54040cd200 con 0x7f540415c4f0 2024-09-13T17:50:52.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f53fbfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f54040cf860 0x7f540406b020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34396/0 (socket says 172.21.15.32:34396) 2024-09-13T17:50:52.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f53fbfff640 1 -- 172.21.15.32:0/1399541178 learned_addr learned my addr 172.21.15.32:0/1399541178 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:52.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f5402ffd640 1 --2- 172.21.15.32:0/1399541178 >> v2:172.21.15.159:3300/0 conn(0x7f540415c4f0 0x7f54040d0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54027fc640 1 -- 172.21.15.32:0/1399541178 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2863656385 0 0) 0x7f54040ccfd0 con 0x7f54040cf860 2024-09-13T17:50:52.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54027fc640 1 -- 172.21.15.32:0/1399541178 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f53f0003530 con 0x7f54040cf860 2024-09-13T17:50:52.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54027fc640 1 -- 172.21.15.32:0/1399541178 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1406034249 0 0) 0x7f53f0003530 con 0x7f54040cf860 2024-09-13T17:50:52.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54027fc640 1 -- 172.21.15.32:0/1399541178 >> v2:172.21.15.159:3300/0 conn(0x7f540415c4f0 msgr2=0x7f54040d0a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:52.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54027fc640 1 --2- 172.21.15.32:0/1399541178 >> v2:172.21.15.159:3300/0 conn(0x7f540415c4f0 0x7f54040d0a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54027fc640 1 -- 172.21.15.32:0/1399541178 >> v1:172.21.15.159:6789/0 conn(0x7f54040cdca0 legacy=0x7f54040d23c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54027fc640 1 -- 172.21.15.32:0/1399541178 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54040d1110 con 0x7f54040cf860 2024-09-13T17:50:52.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54027fc640 1 -- 172.21.15.32:0/1399541178 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f53ec001800 con 0x7f54040cf860 2024-09-13T17:50:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54027fc640 1 -- 172.21.15.32:0/1399541178 >> v1:172.21.15.32:6789/0 conn(0x7f54040cf860 legacy=0x7f540406b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54027fc640 1 --2- 172.21.15.32:0/1399541178 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53f0003980 0x7f53f0003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54027fc640 1 --2- 172.21.15.32:0/1399541178 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53f00047d0 0x7f53f0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54027fc640 1 --2- 172.21.15.32:0/1399541178 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53f0005190 0x7f53f000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54027fc640 1 -- 172.21.15.32:0/1399541178 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54040cd200 con 0x7f53f0005190 2024-09-13T17:50:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54027fc640 1 -- 172.21.15.32:0/1399541178 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53f000c030 con 0x7f53f0003980 2024-09-13T17:50:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54027fc640 1 -- 172.21.15.32:0/1399541178 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53f000c1f0 con 0x7f53f00047d0 2024-09-13T17:50:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54037fe640 1 --2- 172.21.15.32:0/1399541178 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53f0005190 0x7f53f000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f5402ffd640 1 --2- 172.21.15.32:0/1399541178 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53f0003980 0x7f53f0003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f53fbfff640 1 --2- 172.21.15.32:0/1399541178 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53f00047d0 0x7f53f0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54037fe640 1 -- 172.21.15.32:0/1399541178 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53f00047d0 msgr2=0x7f53f0004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:52.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54037fe640 1 --2- 172.21.15.32:0/1399541178 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53f00047d0 0x7f53f0004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54037fe640 1 -- 172.21.15.32:0/1399541178 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53f0003980 msgr2=0x7f53f0003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:52.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54037fe640 1 --2- 172.21.15.32:0/1399541178 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53f0003980 0x7f53f0003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.907+0000 7f54037fe640 1 -- 172.21.15.32:0/1399541178 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53f0003530 con 0x7f53f0005190 2024-09-13T17:50:52.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.911+0000 7f54037fe640 1 -- 172.21.15.32:0/1399541178 reap_dead start 2024-09-13T17:50:52.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.911+0000 7f54037fe640 1 --2- 172.21.15.32:0/1399541178 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53f0005190 0x7f53f000b990 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f53fc001e70 tx=0x7f53fc01c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5df888aa57c827c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:52.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.911+0000 7f54027fc640 1 -- 172.21.15.32:0/1399541178 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53fc003b80 con 0x7f53f0005190 2024-09-13T17:50:52.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.911+0000 7f54027fc640 1 -- 172.21.15.32:0/1399541178 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53fc003d20 con 0x7f53f0005190 2024-09-13T17:50:52.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.911+0000 7f54027fc640 1 -- 172.21.15.32:0/1399541178 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53fc005260 con 0x7f53f0005190 2024-09-13T17:50:52.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.911+0000 7f5409313640 1 -- 172.21.15.32:0/1399541178 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53f0005190 msgr2=0x7f53f000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.911+0000 7f5409313640 1 --2- 172.21.15.32:0/1399541178 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53f0005190 0x7f53f000b990 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f53fc001e70 tx=0x7f53fc01c780 comp rx=0 tx=0).stop 2024-09-13T17:50:52.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.911+0000 7f5409313640 1 -- 172.21.15.32:0/1399541178 shutdown_connections 2024-09-13T17:50:52.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.911+0000 7f5409313640 1 --2- 172.21.15.32:0/1399541178 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53f0005190 0x7f53f000b990 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.911+0000 7f5409313640 1 -- 172.21.15.32:0/1399541178 >> 172.21.15.32:0/1399541178 conn(0x7f540408bf30 msgr2=0x7f540409b850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:52.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.911+0000 7f5409313640 1 -- 172.21.15.32:0/1399541178 shutdown_connections 2024-09-13T17:50:52.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.911+0000 7f5409313640 1 -- 172.21.15.32:0/1399541178 wait complete. 2024-09-13T17:50:52.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.911+0000 7f5409313640 1 Processor -- start 2024-09-13T17:50:52.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.911+0000 7f5409313640 1 -- start start 2024-09-13T17:50:52.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.911+0000 7f5409313640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53f0005190 0x7f54040ca420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f5409313640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f54040b2390 0x7f54040b6cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f5409313640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54040b7230 0x7f54040b3240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f5409313640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54040cbf60 con 0x7f54040b7230 2024-09-13T17:50:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f5409313640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54040b76e0 con 0x7f54040b2390 2024-09-13T17:50:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f5409313640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54040b1f70 con 0x7f53f0005190 2024-09-13T17:50:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f54037fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54040b7230 0x7f54040b3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f54037fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54040b7230 0x7f54040b3240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48884/0 (socket says 172.21.15.32:48884) 2024-09-13T17:50:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f54037fe640 1 -- 172.21.15.32:0/942034718 learned_addr learned my addr 172.21.15.32:0/942034718 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f5402ffd640 1 --2- 172.21.15.32:0/942034718 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53f0005190 0x7f54040ca420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f53fbfff640 1 --2- 172.21.15.32:0/942034718 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f54040b2390 0x7f54040b6cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f54037fe640 1 -- 172.21.15.32:0/942034718 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53f0005190 msgr2=0x7f54040ca420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f54037fe640 1 --2- 172.21.15.32:0/942034718 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53f0005190 0x7f54040ca420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f54037fe640 1 -- 172.21.15.32:0/942034718 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f54040b2390 msgr2=0x7f54040b6cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:52.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f54037fe640 1 --2- 172.21.15.32:0/942034718 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f54040b2390 0x7f54040b6cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:52.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f54037fe640 1 -- 172.21.15.32:0/942034718 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54040caa00 con 0x7f54040b7230 2024-09-13T17:50:52.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f53fbfff640 1 --2- 172.21.15.32:0/942034718 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f54040b2390 0x7f54040b6cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:52.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f54037fe640 1 --2- 172.21.15.32:0/942034718 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54040b7230 0x7f54040b3240 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f53fc01c5b0 tx=0x7f53f0005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:52.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f53fb7fe640 1 -- 172.21.15.32:0/942034718 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53fc0ac070 con 0x7f54040b7230 2024-09-13T17:50:52.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f53fb7fe640 1 -- 172.21.15.32:0/942034718 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53fc007dc0 con 0x7f54040b7230 2024-09-13T17:50:52.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f5409313640 1 -- 172.21.15.32:0/942034718 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54040cace0 con 0x7f54040b7230 2024-09-13T17:50:52.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f53fb7fe640 1 -- 172.21.15.32:0/942034718 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53fc006d60 con 0x7f54040b7230 2024-09-13T17:50:52.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f5409313640 1 -- 172.21.15.32:0/942034718 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54040b2810 con 0x7f54040b7230 2024-09-13T17:50:52.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f5409313640 1 -- 172.21.15.32:0/942034718 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54040b20b0 con 0x7f54040b7230 2024-09-13T17:50:52.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f53fb7fe640 1 -- 172.21.15.32:0/942034718 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f53fc0a6480 con 0x7f54040b7230 2024-09-13T17:50:52.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f53fb7fe640 1 --2- 172.21.15.32:0/942034718 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f53e4066690 0x7f53e4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:52.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f53fb7fe640 1 -- 172.21.15.32:0/942034718 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f53fc11d070 con 0x7f54040b7230 2024-09-13T17:50:52.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.915+0000 7f5402ffd640 1 --2- 172.21.15.32:0/942034718 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f53e4066690 0x7f53e4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:52.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.919+0000 7f5402ffd640 1 --2- 172.21.15.32:0/942034718 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f53e4066690 0x7f53e4068b50 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f54040b79f0 tx=0x7f53f4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:52.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:52.919+0000 7f53fb7fe640 1 -- 172.21.15.32:0/942034718 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f54040b20b0 con 0x7f54040b7230 2024-09-13T17:50:53.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:53.083+0000 7f5409313640 1 -- 172.21.15.32:0/942034718 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f54040b20b0 con 0x7f54040b7230 2024-09-13T17:50:53.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:53.083+0000 7f53fb7fe640 1 -- 172.21.15.32:0/942034718 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) v1 ==== 74+0+13177 (secure 0 0 0) 0x7f54040b20b0 con 0x7f54040b7230 2024-09-13T17:50:53.088 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:50:53.088 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":47,"fsid":"3fbfcb0a-e071-41b2-807d-13b0a49dcea3","created":"2024-09-13T17:46:55.511485+0000","modified":"2024-09-13T17:50:50.010753+0000","last_up_change":"2024-09-13T17:47:07.533531+0000","last_in_change":"2024-09-13T17:46:57.876653+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T17:47:08.270861+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"77ca087c-ea77-423f-9790-2297c0abd0be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6817","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6820","nonce":975885685}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6826","nonce":975885685}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6831","nonce":975885685}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":975885685},{"type":"v1","addr":"172.21.15.32:6829","nonce":975885685}]},"public_addr":"172.21.15.32:6820/975885685","cluster_addr":"172.21.15.32:6826/975885685","heartbeat_back_addr":"172.21.15.32:6831/975885685","heartbeat_front_addr":"172.21.15.32:6829/975885685","state":["exists","up"]},{"osd":1,"uuid":"36c3e5da-c70a-44ed-9c3d-66d52f2bb4e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6810","nonce":1816401531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6814","nonce":1816401531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6823","nonce":1816401531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":1816401531},{"type":"v1","addr":"172.21.15.32:6819","nonce":1816401531}]},"public_addr":"172.21.15.32:6810/1816401531","cluster_addr":"172.21.15.32:6814/1816401531","heartbeat_back_addr":"172.21.15.32:6823/1816401531","heartbeat_front_addr":"172.21.15.32:6819/1816401531","state":["exists","up"]},{"osd":2,"uuid":"f9cf8bbf-742b-41e5-a43f-714b554df3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6801","nonce":122867875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6803","nonce":122867875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6807","nonce":122867875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":122867875},{"type":"v1","addr":"172.21.15.32:6805","nonce":122867875}]},"public_addr":"172.21.15.32:6801/122867875","cluster_addr":"172.21.15.32:6803/122867875","heartbeat_back_addr":"172.21.15.32:6807/122867875","heartbeat_front_addr":"172.21.15.32:6805/122867875","state":["exists","up"]},{"osd":3,"uuid":"e1be1f3c-a79b-4121-8dc1-097c0bfe9ee9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6809","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6811","nonce":1073462831}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6815","nonce":1073462831}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6827","nonce":1073462831}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1073462831},{"type":"v1","addr":"172.21.15.32:6822","nonce":1073462831}]},"public_addr":"172.21.15.32:6811/1073462831","cluster_addr":"172.21.15.32:6815/1073462831","heartbeat_back_addr":"172.21.15.32:6827/1073462831","heartbeat_front_addr":"172.21.15.32:6822/1073462831","state":["exists","up"]},{"osd":4,"uuid":"9b1a00b7-acef-4619-a5d3-91c8fc972364","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6817","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6819","nonce":3790005441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6821","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6823","nonce":3790005441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6829","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6831","nonce":3790005441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6825","nonce":3790005441},{"type":"v1","addr":"172.21.15.159:6827","nonce":3790005441}]},"public_addr":"172.21.15.159:6819/3790005441","cluster_addr":"172.21.15.159:6823/3790005441","heartbeat_back_addr":"172.21.15.159:6831/3790005441","heartbeat_front_addr":"172.21.15.159:6827/3790005441","state":["exists","up"]},{"osd":5,"uuid":"4f4fabd7-05db-49a7-8bd4-d430eb7db196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6801","nonce":4051224710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6803","nonce":4051224710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6807","nonce":4051224710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":4051224710},{"type":"v1","addr":"172.21.15.159:6805","nonce":4051224710}]},"public_addr":"172.21.15.159:6801/4051224710","cluster_addr":"172.21.15.159:6803/4051224710","heartbeat_back_addr":"172.21.15.159:6807/4051224710","heartbeat_front_addr":"172.21.15.159:6805/4051224710","state":["exists","up"]},{"osd":6,"uuid":"46faf6fe-e4ff-4006-93d4-06e5386d2cc0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6809","nonce":2357791657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6811","nonce":2357791657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6815","nonce":2357791657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":2357791657},{"type":"v1","addr":"172.21.15.159:6813","nonce":2357791657}]},"public_addr":"172.21.15.159:6809/2357791657","cluster_addr":"172.21.15.159:6811/2357791657","heartbeat_back_addr":"172.21.15.159:6815/2357791657","heartbeat_front_addr":"172.21.15.159:6813/2357791657","state":["exists","up"]},{"osd":7,"uuid":"6f693156-e53b-45cc-864e-127e5d92e4e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6818","nonce":2483208153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6822","nonce":2483208153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6830","nonce":2483208153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":2483208153},{"type":"v1","addr":"172.21.15.159:6826","nonce":2483208153}]},"public_addr":"172.21.15.159:6818/2483208153","cluster_addr":"172.21.15.159:6822/2483208153","heartbeat_back_addr":"172.21.15.159:6830/2483208153","heartbeat_front_addr":"172.21.15.159:6826/2483208153","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.407063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.429618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:02.970174+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.288056+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.472114+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.195818+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.233670+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T17:47:03.588654+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.159:6836/54316820":"2024-09-14T17:50:46.988680+0000","172.21.15.159:6834/54316820":"2024-09-14T17:50:46.988680+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:50:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:53.087+0000 7f5409313640 1 -- 172.21.15.32:0/942034718 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f53e4066690 msgr2=0x7f53e4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:53.087+0000 7f5409313640 1 --2- 172.21.15.32:0/942034718 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f53e4066690 0x7f53e4068b50 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f54040b79f0 tx=0x7f53f4008040 comp rx=0 tx=0).stop 2024-09-13T17:50:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:53.087+0000 7f5409313640 1 -- 172.21.15.32:0/942034718 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54040b7230 msgr2=0x7f54040b3240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:53.087+0000 7f5409313640 1 --2- 172.21.15.32:0/942034718 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54040b7230 0x7f54040b3240 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f53fc01c5b0 tx=0x7f53f0005800 comp rx=0 tx=0).stop 2024-09-13T17:50:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:53.087+0000 7f5409313640 1 -- 172.21.15.32:0/942034718 shutdown_connections 2024-09-13T17:50:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:53.087+0000 7f5409313640 1 --2- 172.21.15.32:0/942034718 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f53e4066690 0x7f53e4068b50 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:53.087+0000 7f5409313640 1 --2- 172.21.15.32:0/942034718 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54040b7230 0x7f54040b3240 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:53.087+0000 7f5409313640 1 --2- 172.21.15.32:0/942034718 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f54040b2390 0x7f54040b6cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:53.087+0000 7f5409313640 1 --2- 172.21.15.32:0/942034718 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f53f0005190 0x7f54040ca420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:53.087+0000 7f5409313640 1 -- 172.21.15.32:0/942034718 >> 172.21.15.32:0/942034718 conn(0x7f540408bf30 msgr2=0x7f540406b020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:53.087+0000 7f5409313640 1 -- 172.21.15.32:0/942034718 shutdown_connections 2024-09-13T17:50:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:53.087+0000 7f5409313640 1 -- 172.21.15.32:0/942034718 wait complete. 2024-09-13T17:50:54.108 INFO:tasks.ceph:Scrubbing osd.0 2024-09-13T17:50:54.109 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-13T17:50:54.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.247+0000 7fd4d5ddd640 1 Processor -- start 2024-09-13T17:50:54.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.247+0000 7fd4d5ddd640 1 -- start start 2024-09-13T17:50:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.247+0000 7fd4d5ddd640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fd4d00af8f0 0x7fd4d00ce970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.247+0000 7fd4d5ddd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd4d006bb10 0x7fd4d006a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4d5ddd640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4d00cd6a0 con 0x7fd4d015a580 2024-09-13T17:50:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4d5ddd640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4d00b4910 con 0x7fd4d006bb10 2024-09-13T17:50:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4d5ddd640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4d015a960 con 0x7fd4d00af8f0 2024-09-13T17:50:54.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4cffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd4d006bb10 0x7fd4d006a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4cffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd4d006bb10 0x7fd4d006a990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48888/0 (socket says 172.21.15.32:48888) 2024-09-13T17:50:54.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4cffff640 1 -- 172.21.15.32:0/1672611993 learned_addr learned my addr 172.21.15.32:0/1672611993 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:54.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4ceffd640 1 --2- 172.21.15.32:0/1672611993 >> v2:172.21.15.159:3300/0 conn(0x7fd4d00af8f0 0x7fd4d00ce970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4cffff640 1 -- 172.21.15.32:0/1672611993 >> v2:172.21.15.159:3300/0 conn(0x7fd4d00af8f0 msgr2=0x7fd4d00ce970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:54.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4cffff640 1 --2- 172.21.15.32:0/1672611993 >> v2:172.21.15.159:3300/0 conn(0x7fd4d00af8f0 0x7fd4d00ce970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4cffff640 1 -- 172.21.15.32:0/1672611993 >> v1:172.21.15.32:6789/0 conn(0x7fd4d015a580 legacy=0x7fd4d00af1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4cffff640 1 -- 172.21.15.32:0/1672611993 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4d006aed0 con 0x7fd4d006bb10 2024-09-13T17:50:54.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4ce7fc640 1 -- 172.21.15.32:0/1672611993 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 568109032 0 0) 0x7fd4d00cd6a0 con 0x7fd4d015a580 2024-09-13T17:50:54.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4cffff640 1 --2- 172.21.15.32:0/1672611993 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4d006bb10 0x7fd4d006a990 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fd4d0071300 tx=0x7fd4c801c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a5fca92845bdf54 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:54.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4ce7fc640 1 -- 172.21.15.32:0/1672611993 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4c80a5880 con 0x7fd4d006bb10 2024-09-13T17:50:54.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4ce7fc640 1 -- 172.21.15.32:0/1672611993 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4c80a59e0 con 0x7fd4d006bb10 2024-09-13T17:50:54.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4ce7fc640 1 -- 172.21.15.32:0/1672611993 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4c80a5d70 con 0x7fd4d006bb10 2024-09-13T17:50:54.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4d5ddd640 1 -- 172.21.15.32:0/1672611993 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4d006bb10 msgr2=0x7fd4d006a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4d5ddd640 1 --2- 172.21.15.32:0/1672611993 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4d006bb10 0x7fd4d006a990 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fd4d0071300 tx=0x7fd4c801c9c0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4d5ddd640 1 -- 172.21.15.32:0/1672611993 shutdown_connections 2024-09-13T17:50:54.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4d5ddd640 1 --2- 172.21.15.32:0/1672611993 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4d006bb10 0x7fd4d006a990 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4d5ddd640 1 --2- 172.21.15.32:0/1672611993 >> v2:172.21.15.159:3300/0 conn(0x7fd4d00af8f0 0x7fd4d00ce970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4d5ddd640 1 -- 172.21.15.32:0/1672611993 >> 172.21.15.32:0/1672611993 conn(0x7fd4d0071890 msgr2=0x7fd4d00989e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:54.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4d5ddd640 1 -- 172.21.15.32:0/1672611993 shutdown_connections 2024-09-13T17:50:54.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.251+0000 7fd4d5ddd640 1 -- 172.21.15.32:0/1672611993 wait complete. 2024-09-13T17:50:54.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4d5ddd640 1 Processor -- start 2024-09-13T17:50:54.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4d5ddd640 1 -- start start 2024-09-13T17:50:54.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4d5ddd640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd4d006bb10 0x7fd4d00acb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4d5ddd640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4d00af8f0 0x7fd4d00ad080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4d5ddd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4d015a580 0x7fd4d01629d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4d5ddd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4d014d240 con 0x7fd4d015a580 2024-09-13T17:50:54.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4d5ddd640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4d00b3e50 con 0x7fd4d00af8f0 2024-09-13T17:50:54.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4d5ddd640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4d00ad5c0 con 0x7fd4d006bb10 2024-09-13T17:50:54.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4cffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4d015a580 0x7fd4d01629d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4cffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4d015a580 0x7fd4d01629d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48892/0 (socket says 172.21.15.32:48892) 2024-09-13T17:50:54.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4cffff640 1 -- 172.21.15.32:0/166631335 learned_addr learned my addr 172.21.15.32:0/166631335 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:54.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4ceffd640 1 --2- 172.21.15.32:0/166631335 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4d00af8f0 0x7fd4d00ad080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4cf7fe640 1 --2- 172.21.15.32:0/166631335 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd4d006bb10 0x7fd4d00acb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4cffff640 1 -- 172.21.15.32:0/166631335 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd4d006bb10 msgr2=0x7fd4d00acb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4cffff640 1 --2- 172.21.15.32:0/166631335 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fd4d006bb10 0x7fd4d00acb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4cffff640 1 -- 172.21.15.32:0/166631335 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4d00af8f0 msgr2=0x7fd4d00ad080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4cffff640 1 --2- 172.21.15.32:0/166631335 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4d00af8f0 0x7fd4d00ad080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4cffff640 1 -- 172.21.15.32:0/166631335 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4c8009b30 con 0x7fd4d015a580 2024-09-13T17:50:54.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4cffff640 1 --2- 172.21.15.32:0/166631335 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4d015a580 0x7fd4d01629d0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fd4c80195d0 tx=0x7fd4c8019760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:54.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4b7fff640 1 -- 172.21.15.32:0/166631335 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4c80bd070 con 0x7fd4d015a580 2024-09-13T17:50:54.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4b7fff640 1 -- 172.21.15.32:0/166631335 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4c80b8470 con 0x7fd4d015a580 2024-09-13T17:50:54.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4d5ddd640 1 -- 172.21.15.32:0/166631335 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4d00b3b70 con 0x7fd4d015a580 2024-09-13T17:50:54.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4b7fff640 1 -- 172.21.15.32:0/166631335 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4c80b8860 con 0x7fd4d015a580 2024-09-13T17:50:54.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4d5ddd640 1 -- 172.21.15.32:0/166631335 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4d00adaf0 con 0x7fd4d015a580 2024-09-13T17:50:54.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.255+0000 7fd4d5ddd640 1 -- 172.21.15.32:0/166631335 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd4d00ce450 con 0x7fd4d015a580 2024-09-13T17:50:54.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.259+0000 7fd4b7fff640 1 -- 172.21.15.32:0/166631335 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd4c80b89c0 con 0x7fd4d015a580 2024-09-13T17:50:54.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.259+0000 7fd4b7fff640 1 --2- 172.21.15.32:0/166631335 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd4bc066690 0x7fd4bc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.259+0000 7fd4b7fff640 1 -- 172.21.15.32:0/166631335 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fd4c811fcd0 con 0x7fd4d015a580 2024-09-13T17:50:54.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.259+0000 7fd4b7fff640 1 --2- 172.21.15.32:0/166631335 >> [v2:172.21.15.32:6817/975885685,v1:172.21.15.32:6820/975885685] conn(0x7fd4bc06c990 0x7fd4bc06edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.259+0000 7fd4b7fff640 1 -- 172.21.15.32:0/166631335 --> [v2:172.21.15.32:6817/975885685,v1:172.21.15.32:6820/975885685] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd4bc06f4a0 con 0x7fd4bc06c990 2024-09-13T17:50:54.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.259+0000 7fd4b7fff640 1 -- 172.21.15.32:0/166631335 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=47) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd4c8120120 con 0x7fd4d015a580 2024-09-13T17:50:54.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.259+0000 7fd4ceffd640 1 --2- 172.21.15.32:0/166631335 >> [v2:172.21.15.32:6817/975885685,v1:172.21.15.32:6820/975885685] conn(0x7fd4bc06c990 0x7fd4bc06edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.259+0000 7fd4cf7fe640 1 --2- 172.21.15.32:0/166631335 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd4bc066690 0x7fd4bc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.259+0000 7fd4ceffd640 1 --2- 172.21.15.32:0/166631335 >> [v2:172.21.15.32:6817/975885685,v1:172.21.15.32:6820/975885685] conn(0x7fd4bc06c990 0x7fd4bc06edd0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:54.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.259+0000 7fd4cf7fe640 1 --2- 172.21.15.32:0/166631335 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd4bc066690 0x7fd4bc068b50 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0000f70 tx=0x7fd4c0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:54.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.259+0000 7fd4b7fff640 1 -- 172.21.15.32:0/166631335 <== osd.0 v2:172.21.15.32:6817/975885685 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fd4bc06f4a0 con 0x7fd4bc06c990 2024-09-13T17:50:54.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.271+0000 7fd4d5ddd640 1 -- 172.21.15.32:0/166631335 --> [v2:172.21.15.32:6817/975885685,v1:172.21.15.32:6820/975885685] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fd4d00ce170 con 0x7fd4bc06c990 2024-09-13T17:50:54.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.271+0000 7fd4b7fff640 1 -- 172.21.15.32:0/166631335 <== osd.0 v2:172.21.15.32:6817/975885685 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fd4c400bb00 con 0x7fd4bc06c990 2024-09-13T17:50:54.276 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T17:50:54.276 INFO:teuthology.orchestra.run.smithi032.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T17:50:54.276 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T17:50:54.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.271+0000 7fd4d5ddd640 1 -- 172.21.15.32:0/166631335 >> [v2:172.21.15.32:6817/975885685,v1:172.21.15.32:6820/975885685] conn(0x7fd4bc06c990 msgr2=0x7fd4bc06edd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.271+0000 7fd4d5ddd640 1 --2- 172.21.15.32:0/166631335 >> [v2:172.21.15.32:6817/975885685,v1:172.21.15.32:6820/975885685] conn(0x7fd4bc06c990 0x7fd4bc06edd0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.271+0000 7fd4d5ddd640 1 -- 172.21.15.32:0/166631335 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd4bc066690 msgr2=0x7fd4bc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.271+0000 7fd4d5ddd640 1 --2- 172.21.15.32:0/166631335 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fd4bc066690 0x7fd4bc068b50 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0000f70 tx=0x7fd4c0009040 comp rx=0 tx=0).stop 2024-09-13T17:50:54.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.275+0000 7fd4d5ddd640 1 -- 172.21.15.32:0/166631335 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4d015a580 msgr2=0x7fd4d01629d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.275+0000 7fd4d5ddd640 1 --2- 172.21.15.32:0/166631335 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4d015a580 0x7fd4d01629d0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fd4c80195d0 tx=0x7fd4c8019760 comp rx=0 tx=0).stop 2024-09-13T17:50:54.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.275+0000 7fd4cffff640 1 -- 172.21.15.32:0/166631335 reap_dead start 2024-09-13T17:50:54.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.275+0000 7fd4d5ddd640 1 -- 172.21.15.32:0/166631335 shutdown_connections 2024-09-13T17:50:54.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.275+0000 7fd4d5ddd640 1 -- 172.21.15.32:0/166631335 >> 172.21.15.32:0/166631335 conn(0x7fd4d0071890 msgr2=0x7fd4d00af1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:54.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.275+0000 7fd4d5ddd640 1 -- 172.21.15.32:0/166631335 shutdown_connections 2024-09-13T17:50:54.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.275+0000 7fd4d5ddd640 1 -- 172.21.15.32:0/166631335 wait complete. 2024-09-13T17:50:54.293 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-13T17:50:54.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.403+0000 7efeb7ea9640 1 Processor -- start 2024-09-13T17:50:54.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.403+0000 7efeb7ea9640 1 -- start start 2024-09-13T17:50:54.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.403+0000 7efeb7ea9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efeb015d7b0 0x7efeb0071f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.403+0000 7efeb7ea9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7efeb00aaed0 0x7efeb00ac7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.403+0000 7efeb7ea9640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efeb015db90 con 0x7efeb00ca940 2024-09-13T17:50:54.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.403+0000 7efeb7ea9640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efeb00ab720 con 0x7efeb00aaed0 2024-09-13T17:50:54.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.403+0000 7efeb7ea9640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efeb00aba00 con 0x7efeb015d7b0 2024-09-13T17:50:54.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.403+0000 7efeb5444640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7efeb00aaed0 0x7efeb00ac7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.403+0000 7efeb5444640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7efeb00aaed0 0x7efeb00ac7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48894/0 (socket says 172.21.15.32:48894) 2024-09-13T17:50:54.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.403+0000 7efeb6446640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7efeb00ca940 0x7efeb00cadd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34426/0 (socket says 172.21.15.32:34426) 2024-09-13T17:50:54.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.403+0000 7efeb5444640 1 -- 172.21.15.32:0/740803971 learned_addr learned my addr 172.21.15.32:0/740803971 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:54.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.403+0000 7efeb5c45640 1 --2- 172.21.15.32:0/740803971 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efeb015d7b0 0x7efeb0071f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.403+0000 7efeb5444640 1 -- 172.21.15.32:0/740803971 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efeb015d7b0 msgr2=0x7efeb0071f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:54.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.403+0000 7efeb5444640 1 --2- 172.21.15.32:0/740803971 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efeb015d7b0 0x7efeb0071f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.403+0000 7efeb5444640 1 -- 172.21.15.32:0/740803971 >> v1:172.21.15.32:6789/0 conn(0x7efeb00ca940 legacy=0x7efeb00cadd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.403+0000 7efeb5444640 1 -- 172.21.15.32:0/740803971 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efeb00abce0 con 0x7efeb00aaed0 2024-09-13T17:50:54.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.403+0000 7efeb4c43640 1 -- 172.21.15.32:0/740803971 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1188622970 0 0) 0x7efeb015db90 con 0x7efeb00ca940 2024-09-13T17:50:54.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.407+0000 7efeb5444640 1 --2- 172.21.15.32:0/740803971 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efeb00aaed0 0x7efeb00ac7c0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7efea0009870 tx=0x7efea001c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f39590a87245d633 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:54.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.407+0000 7efeb4c43640 1 -- 172.21.15.32:0/740803971 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efea00ab650 con 0x7efeb00aaed0 2024-09-13T17:50:54.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.407+0000 7efeb4c43640 1 -- 172.21.15.32:0/740803971 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efea00ab7b0 con 0x7efeb00aaed0 2024-09-13T17:50:54.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.407+0000 7efeb4c43640 1 -- 172.21.15.32:0/740803971 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efea00abb40 con 0x7efeb00aaed0 2024-09-13T17:50:54.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.407+0000 7efeb7ea9640 1 -- 172.21.15.32:0/740803971 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efeb00aaed0 msgr2=0x7efeb00ac7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.407+0000 7efeb7ea9640 1 --2- 172.21.15.32:0/740803971 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efeb00aaed0 0x7efeb00ac7c0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7efea0009870 tx=0x7efea001c560 comp rx=0 tx=0).stop 2024-09-13T17:50:54.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.407+0000 7efeb7ea9640 1 -- 172.21.15.32:0/740803971 shutdown_connections 2024-09-13T17:50:54.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.407+0000 7efeb7ea9640 1 --2- 172.21.15.32:0/740803971 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efeb00aaed0 0x7efeb00ac7c0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.407+0000 7efeb7ea9640 1 --2- 172.21.15.32:0/740803971 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efeb015d7b0 0x7efeb0071f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.407+0000 7efeb7ea9640 1 -- 172.21.15.32:0/740803971 >> 172.21.15.32:0/740803971 conn(0x7efeb00afbf0 msgr2=0x7efeb00b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:54.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.407+0000 7efeb7ea9640 1 -- 172.21.15.32:0/740803971 shutdown_connections 2024-09-13T17:50:54.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.407+0000 7efeb7ea9640 1 -- 172.21.15.32:0/740803971 wait complete. 2024-09-13T17:50:54.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.407+0000 7efeb7ea9640 1 Processor -- start 2024-09-13T17:50:54.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb7ea9640 1 -- start start 2024-09-13T17:50:54.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb7ea9640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efeb00aaed0 0x7efeb014a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb7ea9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efeb00ca940 0x7efeb00c42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb7ea9640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efeb015d7b0 0x7efeb00989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb7ea9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efeb00b2790 con 0x7efeb00ca940 2024-09-13T17:50:54.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb7ea9640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efeb0158360 con 0x7efeb015d7b0 2024-09-13T17:50:54.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb7ea9640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efeb00c3e40 con 0x7efeb00aaed0 2024-09-13T17:50:54.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb5444640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efeb00ca940 0x7efeb00c42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb5444640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efeb00ca940 0x7efeb00c42d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48908/0 (socket says 172.21.15.32:48908) 2024-09-13T17:50:54.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb5444640 1 -- 172.21.15.32:0/1936123584 learned_addr learned my addr 172.21.15.32:0/1936123584 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:54.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb5c45640 1 --2- 172.21.15.32:0/1936123584 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efeb00aaed0 0x7efeb014a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb6446640 1 --2- 172.21.15.32:0/1936123584 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efeb015d7b0 0x7efeb00989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb5444640 1 -- 172.21.15.32:0/1936123584 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efeb00aaed0 msgr2=0x7efeb014a3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb5444640 1 --2- 172.21.15.32:0/1936123584 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efeb00aaed0 0x7efeb014a3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb5444640 1 -- 172.21.15.32:0/1936123584 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efeb015d7b0 msgr2=0x7efeb00989e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb5444640 1 --2- 172.21.15.32:0/1936123584 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efeb015d7b0 0x7efeb00989e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb5444640 1 -- 172.21.15.32:0/1936123584 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efea00094d0 con 0x7efeb00ca940 2024-09-13T17:50:54.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb5444640 1 --2- 172.21.15.32:0/1936123584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efeb00ca940 0x7efeb00c42d0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7efea001a190 tx=0x7efea001ada0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:54.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efea67fc640 1 -- 172.21.15.32:0/1936123584 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efea00b4800 con 0x7efeb00ca940 2024-09-13T17:50:54.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efea67fc640 1 -- 172.21.15.32:0/1936123584 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efea00b4960 con 0x7efeb00ca940 2024-09-13T17:50:54.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb7ea9640 1 -- 172.21.15.32:0/1936123584 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efeb00b21d0 con 0x7efeb00ca940 2024-09-13T17:50:54.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efea67fc640 1 -- 172.21.15.32:0/1936123584 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efea00b4d10 con 0x7efeb00ca940 2024-09-13T17:50:54.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb7ea9640 1 -- 172.21.15.32:0/1936123584 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efeb014a900 con 0x7efeb00ca940 2024-09-13T17:50:54.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb7ea9640 1 -- 172.21.15.32:0/1936123584 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efeb00ac7c0 con 0x7efeb00ca940 2024-09-13T17:50:54.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efea67fc640 1 -- 172.21.15.32:0/1936123584 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efea00c7440 con 0x7efeb00ca940 2024-09-13T17:50:54.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efea67fc640 1 --2- 172.21.15.32:0/1936123584 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7efe94066690 0x7efe94068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efea67fc640 1 -- 172.21.15.32:0/1936123584 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7efea011ec60 con 0x7efeb00ca940 2024-09-13T17:50:54.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.411+0000 7efeb5c45640 1 --2- 172.21.15.32:0/1936123584 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7efe94066690 0x7efe94068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.415+0000 7efeb5c45640 1 --2- 172.21.15.32:0/1936123584 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7efe94066690 0x7efe94068b50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7efeac00b930 tx=0x7efeac008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:54.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.419+0000 7efea67fc640 1 -- 172.21.15.32:0/1936123584 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7efea00ec220 con 0x7efeb00ca940 2024-09-13T17:50:54.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.579+0000 7efeb7ea9640 1 -- 172.21.15.32:0/1936123584 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) v1 -- 0x7efeb01670d0 con 0x7efe94066690 2024-09-13T17:50:54.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.579+0000 7efea67fc640 1 -- 172.21.15.32:0/1936123584 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7efeac00f860 con 0x7efe94066690 2024-09-13T17:50:54.582 INFO:teuthology.orchestra.run.smithi032.stderr:instructed osd(s) 0 to deep-scrub 2024-09-13T17:50:54.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.583+0000 7efeb7ea9640 1 -- 172.21.15.32:0/1936123584 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7efe94066690 msgr2=0x7efe94068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.583+0000 7efeb7ea9640 1 --2- 172.21.15.32:0/1936123584 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7efe94066690 0x7efe94068b50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7efeac00b930 tx=0x7efeac008040 comp rx=0 tx=0).stop 2024-09-13T17:50:54.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.583+0000 7efeb7ea9640 1 -- 172.21.15.32:0/1936123584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efeb00ca940 msgr2=0x7efeb00c42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.583+0000 7efeb7ea9640 1 --2- 172.21.15.32:0/1936123584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efeb00ca940 0x7efeb00c42d0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7efea001a190 tx=0x7efea001ada0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.583+0000 7efeb7ea9640 1 -- 172.21.15.32:0/1936123584 shutdown_connections 2024-09-13T17:50:54.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.583+0000 7efeb7ea9640 1 --2- 172.21.15.32:0/1936123584 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7efe94066690 0x7efe94068b50 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.583+0000 7efeb7ea9640 1 --2- 172.21.15.32:0/1936123584 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efeb015d7b0 0x7efeb00989e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.583+0000 7efeb7ea9640 1 --2- 172.21.15.32:0/1936123584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efeb00ca940 0x7efeb00c42d0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.583+0000 7efeb7ea9640 1 --2- 172.21.15.32:0/1936123584 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7efeb00aaed0 0x7efeb014a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.583+0000 7efeb7ea9640 1 -- 172.21.15.32:0/1936123584 >> 172.21.15.32:0/1936123584 conn(0x7efeb00afbf0 msgr2=0x7efeb00aee60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:54.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.583+0000 7efeb7ea9640 1 -- 172.21.15.32:0/1936123584 shutdown_connections 2024-09-13T17:50:54.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.583+0000 7efeb7ea9640 1 -- 172.21.15.32:0/1936123584 wait complete. 2024-09-13T17:50:54.603 INFO:tasks.ceph:Scrubbing osd.1 2024-09-13T17:50:54.603 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-13T17:50:54.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.727+0000 7f09bd576640 1 Processor -- start 2024-09-13T17:50:54.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.727+0000 7f09bd576640 1 -- start start 2024-09-13T17:50:54.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.727+0000 7f09bd576640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09b80d28a0 0x7f09b80d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.727+0000 7f09bd576640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09b80d1320 con 0x7f09b815c500 2024-09-13T17:50:54.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.727+0000 7f09bd576640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09b8160f70 con 0x7f09b8160ae0 2024-09-13T17:50:54.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.727+0000 7f09bd576640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09b80d0710 con 0x7f09b80d28a0 2024-09-13T17:50:54.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.727+0000 7f09b6ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f09b815c500 0x7f09b80d2190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34428/0 (socket says 172.21.15.32:34428) 2024-09-13T17:50:54.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.727+0000 7f09b6ffd640 1 -- 172.21.15.32:0/34389590 learned_addr learned my addr 172.21.15.32:0/34389590 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:54.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.727+0000 7f09b67fc640 1 --2- 172.21.15.32:0/34389590 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09b80d28a0 0x7f09b80d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.727+0000 7f09b5ffb640 1 -- 172.21.15.32:0/34389590 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3231368640 0 0) 0x7f09b80d1320 con 0x7f09b815c500 2024-09-13T17:50:54.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.727+0000 7f09b5ffb640 1 -- 172.21.15.32:0/34389590 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f09a0003530 con 0x7f09b815c500 2024-09-13T17:50:54.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.727+0000 7f09b5ffb640 1 -- 172.21.15.32:0/34389590 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 448760766 0 0) 0x7f09a0003530 con 0x7f09b815c500 2024-09-13T17:50:54.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b5ffb640 1 -- 172.21.15.32:0/34389590 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09b80d28a0 msgr2=0x7f09b80d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:54.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b5ffb640 1 --2- 172.21.15.32:0/34389590 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09b80d28a0 0x7f09b80d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b5ffb640 1 -- 172.21.15.32:0/34389590 >> v1:172.21.15.159:6789/0 conn(0x7f09b8160ae0 legacy=0x7f09b80cd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b5ffb640 1 -- 172.21.15.32:0/34389590 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09b80d09f0 con 0x7f09b815c500 2024-09-13T17:50:54.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b5ffb640 1 -- 172.21.15.32:0/34389590 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f09a8001680 con 0x7f09b815c500 2024-09-13T17:50:54.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b5ffb640 1 -- 172.21.15.32:0/34389590 >> v1:172.21.15.32:6789/0 conn(0x7f09b815c500 legacy=0x7f09b80d2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b5ffb640 1 --2- 172.21.15.32:0/34389590 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09a00039b0 0x7f09a0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b5ffb640 1 --2- 172.21.15.32:0/34389590 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09a0004360 0x7f09a0004830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b5ffb640 1 --2- 172.21.15.32:0/34389590 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09b80d28a0 0x7f09a0005130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b5ffb640 1 -- 172.21.15.32:0/34389590 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09b80d0710 con 0x7f09a00039b0 2024-09-13T17:50:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b5ffb640 1 -- 172.21.15.32:0/34389590 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09a000ba70 con 0x7f09a0004360 2024-09-13T17:50:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b5ffb640 1 -- 172.21.15.32:0/34389590 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09a000bc30 con 0x7f09b80d28a0 2024-09-13T17:50:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b6ffd640 1 --2- 172.21.15.32:0/34389590 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09a00039b0 0x7f09a0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b77fe640 1 --2- 172.21.15.32:0/34389590 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09b80d28a0 0x7f09a0005130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b67fc640 1 --2- 172.21.15.32:0/34389590 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09a0004360 0x7f09a0004830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b6ffd640 1 -- 172.21.15.32:0/34389590 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09b80d28a0 msgr2=0x7f09a0005130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:54.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b6ffd640 1 --2- 172.21.15.32:0/34389590 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09b80d28a0 0x7f09a0005130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b6ffd640 1 -- 172.21.15.32:0/34389590 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09a0004360 msgr2=0x7f09a0004830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:54.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b6ffd640 1 --2- 172.21.15.32:0/34389590 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09a0004360 0x7f09a0004830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b6ffd640 1 -- 172.21.15.32:0/34389590 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09a0003530 con 0x7f09a00039b0 2024-09-13T17:50:54.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b77fe640 1 --2- 172.21.15.32:0/34389590 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09b80d28a0 0x7f09a0005130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:54.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b6ffd640 1 --2- 172.21.15.32:0/34389590 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09a00039b0 0x7f09a0003d90 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f09a800c1c0 tx=0x7f09a801cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=467db985b6483ffe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:54.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b5ffb640 1 -- 172.21.15.32:0/34389590 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09a80a5b10 con 0x7f09a00039b0 2024-09-13T17:50:54.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b5ffb640 1 -- 172.21.15.32:0/34389590 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09a80a5c70 con 0x7f09a00039b0 2024-09-13T17:50:54.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b5ffb640 1 -- 172.21.15.32:0/34389590 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09a80058e0 con 0x7f09a00039b0 2024-09-13T17:50:54.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09bd576640 1 -- 172.21.15.32:0/34389590 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09a00039b0 msgr2=0x7f09a0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09bd576640 1 --2- 172.21.15.32:0/34389590 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09a00039b0 0x7f09a0003d90 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f09a800c1c0 tx=0x7f09a801cc30 comp rx=0 tx=0).stop 2024-09-13T17:50:54.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09b77fe640 1 -- 172.21.15.32:0/34389590 reap_dead start 2024-09-13T17:50:54.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09bd576640 1 -- 172.21.15.32:0/34389590 shutdown_connections 2024-09-13T17:50:54.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09bd576640 1 -- 172.21.15.32:0/34389590 >> 172.21.15.32:0/34389590 conn(0x7f09b8089f70 msgr2=0x7f09b809b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:54.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09bd576640 1 -- 172.21.15.32:0/34389590 shutdown_connections 2024-09-13T17:50:54.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.731+0000 7f09bd576640 1 -- 172.21.15.32:0/34389590 wait complete. 2024-09-13T17:50:54.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09bd576640 1 Processor -- start 2024-09-13T17:50:54.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09bd576640 1 -- start start 2024-09-13T17:50:54.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09bd576640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09a00039b0 0x7f09b815f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09bd576640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09b8149820 0x7f09b80b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09bd576640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09b8149ca0 0x7f09b80b7140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09bd576640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09b815cf60 con 0x7f09a00039b0 2024-09-13T17:50:54.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09bd576640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09b815fa20 con 0x7f09b8149820 2024-09-13T17:50:54.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09bd576640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09b80b7680 con 0x7f09b8149ca0 2024-09-13T17:50:54.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09b6ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09a00039b0 0x7f09b815f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09b6ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09a00039b0 0x7f09b815f4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48930/0 (socket says 172.21.15.32:48930) 2024-09-13T17:50:54.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09b6ffd640 1 -- 172.21.15.32:0/1499959698 learned_addr learned my addr 172.21.15.32:0/1499959698 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:54.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09b67fc640 1 --2- 172.21.15.32:0/1499959698 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09b8149820 0x7f09b80b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09b77fe640 1 --2- 172.21.15.32:0/1499959698 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09b8149ca0 0x7f09b80b7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09b6ffd640 1 -- 172.21.15.32:0/1499959698 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09b8149ca0 msgr2=0x7f09b80b7140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09b6ffd640 1 --2- 172.21.15.32:0/1499959698 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09b8149ca0 0x7f09b80b7140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09b6ffd640 1 -- 172.21.15.32:0/1499959698 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09b8149820 msgr2=0x7f09b80b6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09b6ffd640 1 --2- 172.21.15.32:0/1499959698 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09b8149820 0x7f09b80b6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09b6ffd640 1 -- 172.21.15.32:0/1499959698 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09b80b55a0 con 0x7f09a00039b0 2024-09-13T17:50:54.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09b77fe640 1 --2- 172.21.15.32:0/1499959698 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f09b8149ca0 0x7f09b80b7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:50:54.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09b6ffd640 1 --2- 172.21.15.32:0/1499959698 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09a00039b0 0x7f09b815f4e0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f09a801ca60 tx=0x7f09a0005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:54.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f099f7fe640 1 -- 172.21.15.32:0/1499959698 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09a80b4070 con 0x7f09a00039b0 2024-09-13T17:50:54.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f099f7fe640 1 -- 172.21.15.32:0/1499959698 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09a8004e70 con 0x7f09a00039b0 2024-09-13T17:50:54.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09bd576640 1 -- 172.21.15.32:0/1499959698 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09b80b04d0 con 0x7f09a00039b0 2024-09-13T17:50:54.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f099f7fe640 1 -- 172.21.15.32:0/1499959698 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09a80a5910 con 0x7f09a00039b0 2024-09-13T17:50:54.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09bd576640 1 -- 172.21.15.32:0/1499959698 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09b80b0a90 con 0x7f09a00039b0 2024-09-13T17:50:54.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.735+0000 7f09bd576640 1 -- 172.21.15.32:0/1499959698 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f09b815c8e0 con 0x7f09a00039b0 2024-09-13T17:50:54.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.739+0000 7f099f7fe640 1 -- 172.21.15.32:0/1499959698 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f09a8001440 con 0x7f09a00039b0 2024-09-13T17:50:54.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.739+0000 7f099f7fe640 1 --2- 172.21.15.32:0/1499959698 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f09a4066690 0x7f09a4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.739+0000 7f099f7fe640 1 -- 172.21.15.32:0/1499959698 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f09a811db50 con 0x7f09a00039b0 2024-09-13T17:50:54.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.739+0000 7f099f7fe640 1 --2- 172.21.15.32:0/1499959698 >> [v2:172.21.15.32:6808/1816401531,v1:172.21.15.32:6810/1816401531] conn(0x7f09a406c990 0x7f09a406edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.739+0000 7f099f7fe640 1 -- 172.21.15.32:0/1499959698 --> [v2:172.21.15.32:6808/1816401531,v1:172.21.15.32:6810/1816401531] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f09a406f4a0 con 0x7f09a406c990 2024-09-13T17:50:54.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.739+0000 7f099f7fe640 1 -- 172.21.15.32:0/1499959698 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=47) v2 ==== 24+0+0 (secure 0 0 0) 0x7f09a81222c0 con 0x7f09a00039b0 2024-09-13T17:50:54.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.739+0000 7f09b77fe640 1 --2- 172.21.15.32:0/1499959698 >> [v2:172.21.15.32:6808/1816401531,v1:172.21.15.32:6810/1816401531] conn(0x7f09a406c990 0x7f09a406edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.739+0000 7f09b67fc640 1 --2- 172.21.15.32:0/1499959698 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f09a4066690 0x7f09a4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.739+0000 7f09b77fe640 1 --2- 172.21.15.32:0/1499959698 >> [v2:172.21.15.32:6808/1816401531,v1:172.21.15.32:6810/1816401531] conn(0x7f09a406c990 0x7f09a406edd0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:54.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.739+0000 7f09b67fc640 1 --2- 172.21.15.32:0/1499959698 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f09a4066690 0x7f09a4068b50 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f09b80b15b0 tx=0x7f09ac008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:54.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.739+0000 7f099f7fe640 1 -- 172.21.15.32:0/1499959698 <== osd.1 v2:172.21.15.32:6808/1816401531 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f09a406f4a0 con 0x7f09a406c990 2024-09-13T17:50:54.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.751+0000 7f09bd576640 1 -- 172.21.15.32:0/1499959698 --> [v2:172.21.15.32:6808/1816401531,v1:172.21.15.32:6810/1816401531] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f09b815d1d0 con 0x7f09a406c990 2024-09-13T17:50:54.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.751+0000 7f099f7fe640 1 -- 172.21.15.32:0/1499959698 <== osd.1 v2:172.21.15.32:6808/1816401531 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f09b815d1d0 con 0x7f09a406c990 2024-09-13T17:50:54.756 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T17:50:54.756 INFO:teuthology.orchestra.run.smithi032.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T17:50:54.756 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T17:50:54.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.755+0000 7f09bd576640 1 -- 172.21.15.32:0/1499959698 >> [v2:172.21.15.32:6808/1816401531,v1:172.21.15.32:6810/1816401531] conn(0x7f09a406c990 msgr2=0x7f09a406edd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.755+0000 7f09bd576640 1 --2- 172.21.15.32:0/1499959698 >> [v2:172.21.15.32:6808/1816401531,v1:172.21.15.32:6810/1816401531] conn(0x7f09a406c990 0x7f09a406edd0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.755+0000 7f09bd576640 1 -- 172.21.15.32:0/1499959698 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f09a4066690 msgr2=0x7f09a4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.755+0000 7f09bd576640 1 --2- 172.21.15.32:0/1499959698 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f09a4066690 0x7f09a4068b50 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f09b80b15b0 tx=0x7f09ac008040 comp rx=0 tx=0).stop 2024-09-13T17:50:54.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.755+0000 7f09bd576640 1 -- 172.21.15.32:0/1499959698 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09a00039b0 msgr2=0x7f09b815f4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.755+0000 7f09bd576640 1 --2- 172.21.15.32:0/1499959698 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f09a00039b0 0x7f09b815f4e0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f09a801ca60 tx=0x7f09a0005800 comp rx=0 tx=0).stop 2024-09-13T17:50:54.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.755+0000 7f09b77fe640 1 -- 172.21.15.32:0/1499959698 reap_dead start 2024-09-13T17:50:54.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.755+0000 7f09bd576640 1 -- 172.21.15.32:0/1499959698 shutdown_connections 2024-09-13T17:50:54.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.755+0000 7f09bd576640 1 -- 172.21.15.32:0/1499959698 >> 172.21.15.32:0/1499959698 conn(0x7f09b8089f70 msgr2=0x7f09b80cd1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:54.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.755+0000 7f09bd576640 1 -- 172.21.15.32:0/1499959698 shutdown_connections 2024-09-13T17:50:54.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.755+0000 7f09bd576640 1 -- 172.21.15.32:0/1499959698 wait complete. 2024-09-13T17:50:54.773 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-13T17:50:54.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.891+0000 7f2167c82640 1 Processor -- start 2024-09-13T17:50:54.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.891+0000 7f2167c82640 1 -- start start 2024-09-13T17:50:54.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.891+0000 7f2167c82640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f21600b2740 0x7f21600c86f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.891+0000 7f2167c82640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f21600c8c30 0x7f2160070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.891+0000 7f2167c82640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21600707e0 con 0x7f21600b2360 2024-09-13T17:50:54.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.891+0000 7f2167c82640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21600c91b0 con 0x7f21600b2740 2024-09-13T17:50:54.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.891+0000 7f2167c82640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2160070190 con 0x7f21600c8c30 2024-09-13T17:50:54.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.891+0000 7f216521d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f21600b2740 0x7f21600c86f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.891+0000 7f216521d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f21600b2740 0x7f21600c86f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48944/0 (socket says 172.21.15.32:48944) 2024-09-13T17:50:54.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.891+0000 7f216521d640 1 -- 172.21.15.32:0/1645386859 learned_addr learned my addr 172.21.15.32:0/1645386859 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:54.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.891+0000 7f216621f640 1 --2- 172.21.15.32:0/1645386859 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f21600c8c30 0x7f2160070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.891+0000 7f216521d640 1 -- 172.21.15.32:0/1645386859 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f21600c8c30 msgr2=0x7f2160070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:54.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.891+0000 7f216521d640 1 --2- 172.21.15.32:0/1645386859 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f21600c8c30 0x7f2160070c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.891+0000 7f216521d640 1 -- 172.21.15.32:0/1645386859 >> v1:172.21.15.159:6789/0 conn(0x7f21600b2360 legacy=0x7f21600cbfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.891+0000 7f216521d640 1 -- 172.21.15.32:0/1645386859 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2160070470 con 0x7f21600b2740 2024-09-13T17:50:54.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f216521d640 1 --2- 172.21.15.32:0/1645386859 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21600b2740 0x7f21600c86f0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f2150009870 tx=0x7f215001c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69bff9e54e601fe9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:54.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2164a1c640 1 -- 172.21.15.32:0/1645386859 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21500a7070 con 0x7f21600b2740 2024-09-13T17:50:54.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2164a1c640 1 -- 172.21.15.32:0/1645386859 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21500ab430 con 0x7f21600b2740 2024-09-13T17:50:54.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2164a1c640 1 -- 172.21.15.32:0/1645386859 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21500ab7c0 con 0x7f21600b2740 2024-09-13T17:50:54.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2167c82640 1 -- 172.21.15.32:0/1645386859 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21600b2740 msgr2=0x7f21600c86f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2167c82640 1 --2- 172.21.15.32:0/1645386859 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21600b2740 0x7f21600c86f0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f2150009870 tx=0x7f215001c4d0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2167c82640 1 -- 172.21.15.32:0/1645386859 shutdown_connections 2024-09-13T17:50:54.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2167c82640 1 --2- 172.21.15.32:0/1645386859 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f21600c8c30 0x7f2160070c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2167c82640 1 --2- 172.21.15.32:0/1645386859 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21600b2740 0x7f21600c86f0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2167c82640 1 -- 172.21.15.32:0/1645386859 >> 172.21.15.32:0/1645386859 conn(0x7f21600afbf0 msgr2=0x7f21600b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:54.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2167c82640 1 -- 172.21.15.32:0/1645386859 shutdown_connections 2024-09-13T17:50:54.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2167c82640 1 -- 172.21.15.32:0/1645386859 wait complete. 2024-09-13T17:50:54.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2167c82640 1 Processor -- start 2024-09-13T17:50:54.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2167c82640 1 -- start start 2024-09-13T17:50:54.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2167c82640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21600b2360 0x7f216009b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2167c82640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f21600b2740 0x7f21600c7360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2167c82640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f21600c8c30 0x7f21600c78a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2167c82640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21600c5170 con 0x7f21600b2360 2024-09-13T17:50:54.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2167c82640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21600c7de0 con 0x7f21600c8c30 2024-09-13T17:50:54.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2167c82640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2160157780 con 0x7f21600b2740 2024-09-13T17:50:54.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2165a1e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21600b2360 0x7f216009b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2165a1e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21600b2360 0x7f216009b5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48950/0 (socket says 172.21.15.32:48950) 2024-09-13T17:50:54.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2165a1e640 1 -- 172.21.15.32:0/373910167 learned_addr learned my addr 172.21.15.32:0/373910167 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:54.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f216621f640 1 --2- 172.21.15.32:0/373910167 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f21600c8c30 0x7f21600c78a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f216521d640 1 --2- 172.21.15.32:0/373910167 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f21600b2740 0x7f21600c7360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2165a1e640 1 -- 172.21.15.32:0/373910167 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f21600b2740 msgr2=0x7f21600c7360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2165a1e640 1 --2- 172.21.15.32:0/373910167 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f21600b2740 0x7f21600c7360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2165a1e640 1 -- 172.21.15.32:0/373910167 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f21600c8c30 msgr2=0x7f21600c78a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:54.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2165a1e640 1 --2- 172.21.15.32:0/373910167 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f21600c8c30 0x7f21600c78a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:54.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.895+0000 7f2165a1e640 1 -- 172.21.15.32:0/373910167 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21500094d0 con 0x7f21600b2360 2024-09-13T17:50:54.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.899+0000 7f2165a1e640 1 --2- 172.21.15.32:0/373910167 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21600b2360 0x7f216009b5e0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f215c00c530 tx=0x7f215c00c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:54.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.899+0000 7f21567fc640 1 -- 172.21.15.32:0/373910167 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f215c005220 con 0x7f21600b2360 2024-09-13T17:50:54.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.899+0000 7f21567fc640 1 -- 172.21.15.32:0/373910167 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f215c005380 con 0x7f21600b2360 2024-09-13T17:50:54.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.899+0000 7f21567fc640 1 -- 172.21.15.32:0/373910167 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f215c007270 con 0x7f21600b2360 2024-09-13T17:50:54.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.899+0000 7f2167c82640 1 -- 172.21.15.32:0/373910167 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2160157a60 con 0x7f21600b2360 2024-09-13T17:50:54.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.899+0000 7f2167c82640 1 -- 172.21.15.32:0/373910167 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21600c56a0 con 0x7f21600b2360 2024-09-13T17:50:54.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.899+0000 7f2167c82640 1 -- 172.21.15.32:0/373910167 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2160157bf0 con 0x7f21600b2360 2024-09-13T17:50:54.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.899+0000 7f21567fc640 1 -- 172.21.15.32:0/373910167 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f215c0073d0 con 0x7f21600b2360 2024-09-13T17:50:54.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.899+0000 7f21567fc640 1 --2- 172.21.15.32:0/373910167 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2144066690 0x7f2144068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:54.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.899+0000 7f21567fc640 1 -- 172.21.15.32:0/373910167 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f215c083900 con 0x7f21600b2360 2024-09-13T17:50:54.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.899+0000 7f216521d640 1 --2- 172.21.15.32:0/373910167 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2144066690 0x7f2144068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:54.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.903+0000 7f216521d640 1 --2- 172.21.15.32:0/373910167 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2144066690 0x7f2144068b50 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f21500af000 tx=0x7f21500046d0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:54.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:54.903+0000 7f21567fc640 1 -- 172.21.15.32:0/373910167 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f215c050e20 con 0x7f21600b2360 2024-09-13T17:50:55.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.067+0000 7f2167c82640 1 -- 172.21.15.32:0/373910167 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) v1 -- 0x7f2160072150 con 0x7f2144066690 2024-09-13T17:50:55.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.067+0000 7f21567fc640 1 -- 172.21.15.32:0/373910167 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f2160072150 con 0x7f2144066690 2024-09-13T17:50:55.070 INFO:teuthology.orchestra.run.smithi032.stderr:instructed osd(s) 1 to deep-scrub 2024-09-13T17:50:55.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.067+0000 7f2167c82640 1 -- 172.21.15.32:0/373910167 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2144066690 msgr2=0x7f2144068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.067+0000 7f2167c82640 1 --2- 172.21.15.32:0/373910167 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2144066690 0x7f2144068b50 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f21500af000 tx=0x7f21500046d0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.067+0000 7f2167c82640 1 -- 172.21.15.32:0/373910167 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21600b2360 msgr2=0x7f216009b5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.067+0000 7f2167c82640 1 --2- 172.21.15.32:0/373910167 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21600b2360 0x7f216009b5e0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f215c00c530 tx=0x7f215c00c9f0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.067+0000 7f2167c82640 1 -- 172.21.15.32:0/373910167 shutdown_connections 2024-09-13T17:50:55.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.067+0000 7f2167c82640 1 --2- 172.21.15.32:0/373910167 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2144066690 0x7f2144068b50 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.067+0000 7f2167c82640 1 --2- 172.21.15.32:0/373910167 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f21600c8c30 0x7f21600c78a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.067+0000 7f2167c82640 1 --2- 172.21.15.32:0/373910167 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f21600b2740 0x7f21600c7360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.067+0000 7f2167c82640 1 --2- 172.21.15.32:0/373910167 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21600b2360 0x7f216009b5e0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.067+0000 7f2167c82640 1 -- 172.21.15.32:0/373910167 >> 172.21.15.32:0/373910167 conn(0x7f21600afbf0 msgr2=0x7f21600aead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:55.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.067+0000 7f2167c82640 1 -- 172.21.15.32:0/373910167 shutdown_connections 2024-09-13T17:50:55.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.067+0000 7f2167c82640 1 -- 172.21.15.32:0/373910167 wait complete. 2024-09-13T17:50:55.089 INFO:tasks.ceph:Scrubbing osd.2 2024-09-13T17:50:55.089 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-13T17:50:55.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.219+0000 7fc1221ca640 1 Processor -- start 2024-09-13T17:50:55.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.219+0000 7fc1221ca640 1 -- start start 2024-09-13T17:50:55.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.219+0000 7fc1221ca640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc11c15c500 0x7fc11c0d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.219+0000 7fc1221ca640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fc11c0d28a0 0x7fc11c0cd270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.219+0000 7fc1221ca640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc11c0d1320 con 0x7fc11c160ae0 2024-09-13T17:50:55.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.219+0000 7fc1221ca640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc11c0d0710 con 0x7fc11c0d28a0 2024-09-13T17:50:55.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.219+0000 7fc1221ca640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc11c0d09f0 con 0x7fc11c15c500 2024-09-13T17:50:55.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.219+0000 7fc11b7fe640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc11c15c500 0x7fc11c0d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.219+0000 7fc11bfff640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fc11c0d28a0 0x7fc11c0cd270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.219+0000 7fc11affd640 1 --1- >> v1:172.21.15.159:6789/0 conn(0x7fc11c160ae0 0x7fc11c0d2190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:37148/0 (socket says 172.21.15.32:37148) 2024-09-13T17:50:55.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.219+0000 7fc11affd640 1 -- 172.21.15.32:0/943630859 learned_addr learned my addr 172.21.15.32:0/943630859 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:55.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.223+0000 7fc11b7fe640 1 -- 172.21.15.32:0/943630859 >> v2:172.21.15.159:3300/0 conn(0x7fc11c0d28a0 msgr2=0x7fc11c0cd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:55.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.223+0000 7fc11b7fe640 1 --2- 172.21.15.32:0/943630859 >> v2:172.21.15.159:3300/0 conn(0x7fc11c0d28a0 0x7fc11c0cd270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.223+0000 7fc11b7fe640 1 -- 172.21.15.32:0/943630859 >> v1:172.21.15.159:6789/0 conn(0x7fc11c160ae0 legacy=0x7fc11c0d2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.223+0000 7fc11b7fe640 1 -- 172.21.15.32:0/943630859 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc11c0d0cd0 con 0x7fc11c15c500 2024-09-13T17:50:55.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.223+0000 7fc11bfff640 1 --2- 172.21.15.32:0/943630859 >> v2:172.21.15.159:3300/0 conn(0x7fc11c0d28a0 0x7fc11c0cd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:50:55.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.223+0000 7fc11a7fc640 1 -- 172.21.15.32:0/943630859 <== mon.1 v1:172.21.15.159:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1305628673 0 0) 0x7fc11c0d1320 con 0x7fc11c160ae0 2024-09-13T17:50:55.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.223+0000 7fc11b7fe640 1 --2- 172.21.15.32:0/943630859 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc11c15c500 0x7fc11c0d0010 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc10c0097c0 tx=0x7fc10c01ce70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d3d84b82eb2d46a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:55.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.223+0000 7fc11a7fc640 1 -- 172.21.15.32:0/943630859 <== mon.2 v2:172.21.15.159:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc10c0a7070 con 0x7fc11c15c500 2024-09-13T17:50:55.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.223+0000 7fc11a7fc640 1 -- 172.21.15.32:0/943630859 <== mon.2 v2:172.21.15.159:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc10c0ab430 con 0x7fc11c15c500 2024-09-13T17:50:55.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.223+0000 7fc11a7fc640 1 -- 172.21.15.32:0/943630859 <== mon.2 v2:172.21.15.159:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc10c0ab7c0 con 0x7fc11c15c500 2024-09-13T17:50:55.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc1221ca640 1 -- 172.21.15.32:0/943630859 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc11c15c500 msgr2=0x7fc11c0d0010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc1221ca640 1 --2- 172.21.15.32:0/943630859 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc11c15c500 0x7fc11c0d0010 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc10c0097c0 tx=0x7fc10c01ce70 comp rx=0 tx=0).stop 2024-09-13T17:50:55.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc1221ca640 1 -- 172.21.15.32:0/943630859 shutdown_connections 2024-09-13T17:50:55.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc1221ca640 1 --2- 172.21.15.32:0/943630859 >> v2:172.21.15.159:3300/0 conn(0x7fc11c0d28a0 0x7fc11c0cd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc1221ca640 1 --2- 172.21.15.32:0/943630859 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc11c15c500 0x7fc11c0d0010 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc1221ca640 1 -- 172.21.15.32:0/943630859 >> 172.21.15.32:0/943630859 conn(0x7fc11c089f70 msgr2=0x7fc11c09b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:55.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc1221ca640 1 -- 172.21.15.32:0/943630859 shutdown_connections 2024-09-13T17:50:55.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc1221ca640 1 -- 172.21.15.32:0/943630859 wait complete. 2024-09-13T17:50:55.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc1221ca640 1 Processor -- start 2024-09-13T17:50:55.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc1221ca640 1 -- start start 2024-09-13T17:50:55.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc1221ca640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc11c0d28a0 0x7fc11c0affe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc1221ca640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc11c15c500 0x7fc11c140040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc1221ca640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc11c160ae0 0x7fc11c0c8350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc1221ca640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc11c0b1260 con 0x7fc11c15c500 2024-09-13T17:50:55.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc1221ca640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc11c0b06e0 con 0x7fc11c160ae0 2024-09-13T17:50:55.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc1221ca640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc11c0b09c0 con 0x7fc11c0d28a0 2024-09-13T17:50:55.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc11affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc11c15c500 0x7fc11c140040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc11affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc11c15c500 0x7fc11c140040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48960/0 (socket says 172.21.15.32:48960) 2024-09-13T17:50:55.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc11affd640 1 -- 172.21.15.32:0/3156466727 learned_addr learned my addr 172.21.15.32:0/3156466727 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:55.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc11bfff640 1 --2- 172.21.15.32:0/3156466727 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc11c160ae0 0x7fc11c0c8350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc11b7fe640 1 --2- 172.21.15.32:0/3156466727 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc11c0d28a0 0x7fc11c0affe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc11affd640 1 -- 172.21.15.32:0/3156466727 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc11c0d28a0 msgr2=0x7fc11c0affe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc11affd640 1 --2- 172.21.15.32:0/3156466727 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc11c0d28a0 0x7fc11c0affe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc11affd640 1 -- 172.21.15.32:0/3156466727 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc11c160ae0 msgr2=0x7fc11c0c8350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc11affd640 1 --2- 172.21.15.32:0/3156466727 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc11c160ae0 0x7fc11c0c8350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc11affd640 1 -- 172.21.15.32:0/3156466727 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc114009a70 con 0x7fc11c15c500 2024-09-13T17:50:55.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc11affd640 1 --2- 172.21.15.32:0/3156466727 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc11c15c500 0x7fc11c140040 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fc11000c480 tx=0x7fc11000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:55.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc103fff640 1 -- 172.21.15.32:0/3156466727 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1100074e0 con 0x7fc11c15c500 2024-09-13T17:50:55.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc103fff640 1 -- 172.21.15.32:0/3156466727 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc110007660 con 0x7fc11c15c500 2024-09-13T17:50:55.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc1221ca640 1 -- 172.21.15.32:0/3156466727 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc10c009420 con 0x7fc11c15c500 2024-09-13T17:50:55.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc103fff640 1 -- 172.21.15.32:0/3156466727 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc110004a30 con 0x7fc11c15c500 2024-09-13T17:50:55.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.227+0000 7fc1221ca640 1 -- 172.21.15.32:0/3156466727 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc11c0b0f80 con 0x7fc11c15c500 2024-09-13T17:50:55.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.231+0000 7fc1221ca640 1 -- 172.21.15.32:0/3156466727 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc11c0cd270 con 0x7fc11c15c500 2024-09-13T17:50:55.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.231+0000 7fc103fff640 1 -- 172.21.15.32:0/3156466727 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc110004b90 con 0x7fc11c15c500 2024-09-13T17:50:55.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.231+0000 7fc103fff640 1 --2- 172.21.15.32:0/3156466727 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc108066690 0x7fc108068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.231+0000 7fc103fff640 1 -- 172.21.15.32:0/3156466727 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fc110083b20 con 0x7fc11c15c500 2024-09-13T17:50:55.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.231+0000 7fc103fff640 1 --2- 172.21.15.32:0/3156466727 >> [v2:172.21.15.32:6800/122867875,v1:172.21.15.32:6801/122867875] conn(0x7fc10806c990 0x7fc10806edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.231+0000 7fc103fff640 1 -- 172.21.15.32:0/3156466727 --> [v2:172.21.15.32:6800/122867875,v1:172.21.15.32:6801/122867875] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc10806f4a0 con 0x7fc10806c990 2024-09-13T17:50:55.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.231+0000 7fc103fff640 1 -- 172.21.15.32:0/3156466727 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=47) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc110083ed0 con 0x7fc11c15c500 2024-09-13T17:50:55.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.231+0000 7fc11bfff640 1 --2- 172.21.15.32:0/3156466727 >> [v2:172.21.15.32:6800/122867875,v1:172.21.15.32:6801/122867875] conn(0x7fc10806c990 0x7fc10806edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.231+0000 7fc11b7fe640 1 --2- 172.21.15.32:0/3156466727 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc108066690 0x7fc108068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.231+0000 7fc11bfff640 1 --2- 172.21.15.32:0/3156466727 >> [v2:172.21.15.32:6800/122867875,v1:172.21.15.32:6801/122867875] conn(0x7fc10806c990 0x7fc10806edd0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:55.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.231+0000 7fc11b7fe640 1 --2- 172.21.15.32:0/3156466727 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc108066690 0x7fc108068b50 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fc10c0af000 tx=0x7fc10c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:55.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.231+0000 7fc103fff640 1 -- 172.21.15.32:0/3156466727 <== osd.2 v2:172.21.15.32:6800/122867875 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fc10806f4a0 con 0x7fc10806c990 2024-09-13T17:50:55.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.247+0000 7fc1221ca640 1 -- 172.21.15.32:0/3156466727 --> [v2:172.21.15.32:6800/122867875,v1:172.21.15.32:6801/122867875] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fc11c13d590 con 0x7fc10806c990 2024-09-13T17:50:55.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.247+0000 7fc103fff640 1 -- 172.21.15.32:0/3156466727 <== osd.2 v2:172.21.15.32:6800/122867875 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fc11c13d590 con 0x7fc10806c990 2024-09-13T17:50:55.249 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T17:50:55.249 INFO:teuthology.orchestra.run.smithi032.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T17:50:55.249 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T17:50:55.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.247+0000 7fc1221ca640 1 -- 172.21.15.32:0/3156466727 >> [v2:172.21.15.32:6800/122867875,v1:172.21.15.32:6801/122867875] conn(0x7fc10806c990 msgr2=0x7fc10806edd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.247+0000 7fc1221ca640 1 --2- 172.21.15.32:0/3156466727 >> [v2:172.21.15.32:6800/122867875,v1:172.21.15.32:6801/122867875] conn(0x7fc10806c990 0x7fc10806edd0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.247+0000 7fc1221ca640 1 -- 172.21.15.32:0/3156466727 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc108066690 msgr2=0x7fc108068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.247+0000 7fc1221ca640 1 --2- 172.21.15.32:0/3156466727 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc108066690 0x7fc108068b50 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fc10c0af000 tx=0x7fc10c008040 comp rx=0 tx=0).stop 2024-09-13T17:50:55.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.247+0000 7fc1221ca640 1 -- 172.21.15.32:0/3156466727 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc11c15c500 msgr2=0x7fc11c140040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.247+0000 7fc1221ca640 1 --2- 172.21.15.32:0/3156466727 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc11c15c500 0x7fc11c140040 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fc11000c480 tx=0x7fc11000c940 comp rx=0 tx=0).stop 2024-09-13T17:50:55.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.247+0000 7fc11bfff640 1 -- 172.21.15.32:0/3156466727 reap_dead start 2024-09-13T17:50:55.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.247+0000 7fc1221ca640 1 -- 172.21.15.32:0/3156466727 shutdown_connections 2024-09-13T17:50:55.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.247+0000 7fc1221ca640 1 -- 172.21.15.32:0/3156466727 >> 172.21.15.32:0/3156466727 conn(0x7fc11c089f70 msgr2=0x7fc11c0cee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:55.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.247+0000 7fc1221ca640 1 -- 172.21.15.32:0/3156466727 shutdown_connections 2024-09-13T17:50:55.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.247+0000 7fc1221ca640 1 -- 172.21.15.32:0/3156466727 wait complete. 2024-09-13T17:50:55.266 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-13T17:50:55.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.379+0000 7fe303f2a640 1 Processor -- start 2024-09-13T17:50:55.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.379+0000 7fe303f2a640 1 -- start start 2024-09-13T17:50:55.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.379+0000 7fe303f2a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe2fc0adb60 0x7fe2fc15e820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.379+0000 7fe303f2a640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe2fc15a820 0x7fe2fc0b3e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.379+0000 7fe303f2a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2fc15ed60 con 0x7fe2fc0b43d0 2024-09-13T17:50:55.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.379+0000 7fe303f2a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2fc0b4880 con 0x7fe2fc0adb60 2024-09-13T17:50:55.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.379+0000 7fe303f2a640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2fc15b840 con 0x7fe2fc15a820 2024-09-13T17:50:55.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.379+0000 7fe301cc6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe2fc0adb60 0x7fe2fc15e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.379+0000 7fe3024c7640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe2fc0b43d0 0x7fe2fc06cb20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34430/0 (socket says 172.21.15.32:34430) 2024-09-13T17:50:55.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.379+0000 7fe3024c7640 1 -- 172.21.15.32:0/3484246125 learned_addr learned my addr 172.21.15.32:0/3484246125 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:55.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.379+0000 7fe3014c5640 1 --2- 172.21.15.32:0/3484246125 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe2fc15a820 0x7fe2fc0b3e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.379+0000 7fe301cc6640 1 -- 172.21.15.32:0/3484246125 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe2fc15a820 msgr2=0x7fe2fc0b3e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:55.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.379+0000 7fe301cc6640 1 --2- 172.21.15.32:0/3484246125 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe2fc15a820 0x7fe2fc0b3e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.383+0000 7fe301cc6640 1 -- 172.21.15.32:0/3484246125 >> v1:172.21.15.32:6789/0 conn(0x7fe2fc0b43d0 legacy=0x7fe2fc06cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.383+0000 7fe301cc6640 1 -- 172.21.15.32:0/3484246125 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2fc06f050 con 0x7fe2fc0adb60 2024-09-13T17:50:55.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.383+0000 7fe300cc4640 1 -- 172.21.15.32:0/3484246125 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2323502583 0 0) 0x7fe2fc15ed60 con 0x7fe2fc0b43d0 2024-09-13T17:50:55.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.383+0000 7fe301cc6640 1 --2- 172.21.15.32:0/3484246125 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2fc0adb60 0x7fe2fc15e820 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fe2f4009d90 tx=0x7fe2f401c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39a15a2e39cadd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:55.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.383+0000 7fe300cc4640 1 -- 172.21.15.32:0/3484246125 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2f40a5970 con 0x7fe2fc0adb60 2024-09-13T17:50:55.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.383+0000 7fe300cc4640 1 -- 172.21.15.32:0/3484246125 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2f40a5ad0 con 0x7fe2fc0adb60 2024-09-13T17:50:55.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.383+0000 7fe300cc4640 1 -- 172.21.15.32:0/3484246125 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2f40a5e60 con 0x7fe2fc0adb60 2024-09-13T17:50:55.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.383+0000 7fe303f2a640 1 -- 172.21.15.32:0/3484246125 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2fc0adb60 msgr2=0x7fe2fc15e820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.383+0000 7fe303f2a640 1 --2- 172.21.15.32:0/3484246125 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2fc0adb60 0x7fe2fc15e820 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fe2f4009d90 tx=0x7fe2f401c8b0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.383+0000 7fe303f2a640 1 -- 172.21.15.32:0/3484246125 shutdown_connections 2024-09-13T17:50:55.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.383+0000 7fe303f2a640 1 --2- 172.21.15.32:0/3484246125 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe2fc15a820 0x7fe2fc0b3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.383+0000 7fe303f2a640 1 --2- 172.21.15.32:0/3484246125 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2fc0adb60 0x7fe2fc15e820 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.383+0000 7fe303f2a640 1 -- 172.21.15.32:0/3484246125 >> 172.21.15.32:0/3484246125 conn(0x7fe2fc069f80 msgr2=0x7fe2fc06a390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:55.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.383+0000 7fe303f2a640 1 -- 172.21.15.32:0/3484246125 shutdown_connections 2024-09-13T17:50:55.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.383+0000 7fe303f2a640 1 -- 172.21.15.32:0/3484246125 wait complete. 2024-09-13T17:50:55.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe303f2a640 1 Processor -- start 2024-09-13T17:50:55.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe303f2a640 1 -- start start 2024-09-13T17:50:55.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe303f2a640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe2fc0adb60 0x7fe2fc14b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe303f2a640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2fc0b43d0 0x7fe2fc14a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe303f2a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2fc15a820 0x7fe2fc0b2f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe303f2a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2fc154ad0 con 0x7fe2fc15a820 2024-09-13T17:50:55.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe303f2a640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2fc14bb20 con 0x7fe2fc0b43d0 2024-09-13T17:50:55.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe303f2a640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2fc1547f0 con 0x7fe2fc0adb60 2024-09-13T17:50:55.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe3024c7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2fc15a820 0x7fe2fc0b2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe3024c7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2fc15a820 0x7fe2fc0b2f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48976/0 (socket says 172.21.15.32:48976) 2024-09-13T17:50:55.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe3024c7640 1 -- 172.21.15.32:0/1284589847 learned_addr learned my addr 172.21.15.32:0/1284589847 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:55.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe3014c5640 1 --2- 172.21.15.32:0/1284589847 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2fc0b43d0 0x7fe2fc14a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe301cc6640 1 --2- 172.21.15.32:0/1284589847 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe2fc0adb60 0x7fe2fc14b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe3024c7640 1 -- 172.21.15.32:0/1284589847 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe2fc0adb60 msgr2=0x7fe2fc14b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe3024c7640 1 --2- 172.21.15.32:0/1284589847 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe2fc0adb60 0x7fe2fc14b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe3024c7640 1 -- 172.21.15.32:0/1284589847 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2fc0b43d0 msgr2=0x7fe2fc14a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe3024c7640 1 --2- 172.21.15.32:0/1284589847 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2fc0b43d0 0x7fe2fc14a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe3024c7640 1 -- 172.21.15.32:0/1284589847 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2f4009a70 con 0x7fe2fc15a820 2024-09-13T17:50:55.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe3014c5640 1 --2- 172.21.15.32:0/1284589847 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2fc0b43d0 0x7fe2fc14a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:55.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe3024c7640 1 --2- 172.21.15.32:0/1284589847 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2fc15a820 0x7fe2fc0b2f00 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec00c470 tx=0x7fe2ec00c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:55.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe2fa7fc640 1 -- 172.21.15.32:0/1284589847 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2ec0074e0 con 0x7fe2fc15a820 2024-09-13T17:50:55.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe303f2a640 1 -- 172.21.15.32:0/1284589847 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2fc1f4ec0 con 0x7fe2fc15a820 2024-09-13T17:50:55.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe2fa7fc640 1 -- 172.21.15.32:0/1284589847 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2ec007640 con 0x7fe2fc15a820 2024-09-13T17:50:55.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe2fa7fc640 1 -- 172.21.15.32:0/1284589847 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2ec004a30 con 0x7fe2fc15a820 2024-09-13T17:50:55.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe303f2a640 1 -- 172.21.15.32:0/1284589847 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2fc1f5480 con 0x7fe2fc15a820 2024-09-13T17:50:55.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe303f2a640 1 -- 172.21.15.32:0/1284589847 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2fc1f5670 con 0x7fe2fc15a820 2024-09-13T17:50:55.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe2fa7fc640 1 -- 172.21.15.32:0/1284589847 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe2ec004b90 con 0x7fe2fc15a820 2024-09-13T17:50:55.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.387+0000 7fe2fa7fc640 1 --2- 172.21.15.32:0/1284589847 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe2e8066690 0x7fe2e8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.391+0000 7fe2fa7fc640 1 -- 172.21.15.32:0/1284589847 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fe2ec083310 con 0x7fe2fc15a820 2024-09-13T17:50:55.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.391+0000 7fe301cc6640 1 --2- 172.21.15.32:0/1284589847 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe2e8066690 0x7fe2e8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.391+0000 7fe301cc6640 1 --2- 172.21.15.32:0/1284589847 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe2e8066690 0x7fe2e8068b50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe2f40af000 tx=0x7fe2f40a7070 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:55.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.395+0000 7fe2fa7fc640 1 -- 172.21.15.32:0/1284589847 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe2ec0507c0 con 0x7fe2fc15a820 2024-09-13T17:50:55.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.555+0000 7fe303f2a640 1 -- 172.21.15.32:0/1284589847 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) v1 -- 0x7fe2fc1f4d40 con 0x7fe2e8066690 2024-09-13T17:50:55.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.555+0000 7fe2fa7fc640 1 -- 172.21.15.32:0/1284589847 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fe2f40be090 con 0x7fe2e8066690 2024-09-13T17:50:55.557 INFO:teuthology.orchestra.run.smithi032.stderr:instructed osd(s) 2 to deep-scrub 2024-09-13T17:50:55.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.555+0000 7fe303f2a640 1 -- 172.21.15.32:0/1284589847 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe2e8066690 msgr2=0x7fe2e8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.555+0000 7fe303f2a640 1 --2- 172.21.15.32:0/1284589847 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe2e8066690 0x7fe2e8068b50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe2f40af000 tx=0x7fe2f40a7070 comp rx=0 tx=0).stop 2024-09-13T17:50:55.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.555+0000 7fe303f2a640 1 -- 172.21.15.32:0/1284589847 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2fc15a820 msgr2=0x7fe2fc0b2f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.555+0000 7fe303f2a640 1 --2- 172.21.15.32:0/1284589847 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2fc15a820 0x7fe2fc0b2f00 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec00c470 tx=0x7fe2ec00c930 comp rx=0 tx=0).stop 2024-09-13T17:50:55.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.555+0000 7fe303f2a640 1 -- 172.21.15.32:0/1284589847 shutdown_connections 2024-09-13T17:50:55.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.555+0000 7fe303f2a640 1 --2- 172.21.15.32:0/1284589847 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe2e8066690 0x7fe2e8068b50 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.555+0000 7fe303f2a640 1 --2- 172.21.15.32:0/1284589847 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2fc15a820 0x7fe2fc0b2f00 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.555+0000 7fe303f2a640 1 --2- 172.21.15.32:0/1284589847 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2fc0b43d0 0x7fe2fc14a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.555+0000 7fe303f2a640 1 --2- 172.21.15.32:0/1284589847 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe2fc0adb60 0x7fe2fc14b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.555+0000 7fe303f2a640 1 -- 172.21.15.32:0/1284589847 >> 172.21.15.32:0/1284589847 conn(0x7fe2fc069f80 msgr2=0x7fe2fc0ae530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:55.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.555+0000 7fe303f2a640 1 -- 172.21.15.32:0/1284589847 shutdown_connections 2024-09-13T17:50:55.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.555+0000 7fe303f2a640 1 -- 172.21.15.32:0/1284589847 wait complete. 2024-09-13T17:50:55.576 INFO:tasks.ceph:Scrubbing osd.3 2024-09-13T17:50:55.577 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-13T17:50:55.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.695+0000 7f76056c4640 1 Processor -- start 2024-09-13T17:50:55.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.695+0000 7f76056c4640 1 -- start start 2024-09-13T17:50:55.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.695+0000 7f76056c4640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f76000cdbc0 0x7f760006dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.695+0000 7f76056c4640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76000b1170 con 0x7f76000b2f80 2024-09-13T17:50:55.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.695+0000 7f76056c4640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76000b1730 con 0x7f76000b1bc0 2024-09-13T17:50:55.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.695+0000 7f76056c4640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76000cb440 con 0x7f76000cdbc0 2024-09-13T17:50:55.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.695+0000 7f75feffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f76000cdbc0 0x7f760006dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.695+0000 7f75feffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f76000cdbc0 0x7f760006dcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48982/0 (socket says 172.21.15.32:48982) 2024-09-13T17:50:55.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.695+0000 7f75feffd640 1 -- 172.21.15.32:0/4179551530 learned_addr learned my addr 172.21.15.32:0/4179551530 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:55.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.695+0000 7f75ff7fe640 1 --1- 172.21.15.32:0/4179551530 >> v1:172.21.15.32:6789/0 conn(0x7f76000b2f80 0x7f760006c240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34446/0 (socket says 172.21.15.32:34446) 2024-09-13T17:50:55.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.695+0000 7f75feffd640 1 -- 172.21.15.32:0/4179551530 >> v1:172.21.15.159:6789/0 conn(0x7f76000b1bc0 legacy=0x7f76000b2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:55.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.695+0000 7f75feffd640 1 -- 172.21.15.32:0/4179551530 >> v1:172.21.15.32:6789/0 conn(0x7f76000b2f80 legacy=0x7f760006c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.695+0000 7f75feffd640 1 -- 172.21.15.32:0/4179551530 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76000cb720 con 0x7f76000cdbc0 2024-09-13T17:50:55.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.699+0000 7f75feffd640 1 --2- 172.21.15.32:0/4179551530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76000cdbc0 0x7f760006dcf0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f75f0009870 tx=0x7f75f001c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb5fb962858cc18b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:55.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.699+0000 7f75fdffb640 1 -- 172.21.15.32:0/4179551530 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75f00aa660 con 0x7f76000cdbc0 2024-09-13T17:50:55.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.699+0000 7f75fdffb640 1 -- 172.21.15.32:0/4179551530 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75f00aa7c0 con 0x7f76000cdbc0 2024-09-13T17:50:55.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.699+0000 7f75fdffb640 1 -- 172.21.15.32:0/4179551530 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75f00aab50 con 0x7f76000cdbc0 2024-09-13T17:50:55.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.699+0000 7f76056c4640 1 -- 172.21.15.32:0/4179551530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76000cdbc0 msgr2=0x7f760006dcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.699+0000 7f76056c4640 1 --2- 172.21.15.32:0/4179551530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76000cdbc0 0x7f760006dcf0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f75f0009870 tx=0x7f75f001c520 comp rx=0 tx=0).stop 2024-09-13T17:50:55.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.699+0000 7f76056c4640 1 -- 172.21.15.32:0/4179551530 shutdown_connections 2024-09-13T17:50:55.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.699+0000 7f76056c4640 1 --2- 172.21.15.32:0/4179551530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76000cdbc0 0x7f760006dcf0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.699+0000 7f76056c4640 1 -- 172.21.15.32:0/4179551530 >> 172.21.15.32:0/4179551530 conn(0x7f760006a150 msgr2=0x7f760006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:55.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.699+0000 7f76056c4640 1 -- 172.21.15.32:0/4179551530 shutdown_connections 2024-09-13T17:50:55.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.699+0000 7f76056c4640 1 -- 172.21.15.32:0/4179551530 wait complete. 2024-09-13T17:50:55.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.699+0000 7f76056c4640 1 Processor -- start 2024-09-13T17:50:55.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.699+0000 7f76056c4640 1 -- start start 2024-09-13T17:50:55.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.699+0000 7f76056c4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76000b1bc0 0x7f7600097560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f76056c4640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f76000b2f80 0x7f76000c4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f76056c4640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f76000cdbc0 0x7f76000c4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f76056c4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7600152d90 con 0x7f76000b1bc0 2024-09-13T17:50:55.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f76056c4640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7600097aa0 con 0x7f76000cdbc0 2024-09-13T17:50:55.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f76056c4640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76001527d0 con 0x7f76000b2f80 2024-09-13T17:50:55.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75feffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76000b1bc0 0x7f7600097560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75feffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76000b1bc0 0x7f7600097560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48990/0 (socket says 172.21.15.32:48990) 2024-09-13T17:50:55.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75feffd640 1 -- 172.21.15.32:0/2983134439 learned_addr learned my addr 172.21.15.32:0/2983134439 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:55.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75feffd640 1 -- 172.21.15.32:0/2983134439 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f76000b2f80 msgr2=0x7f76000c4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75fe7fc640 1 --2- 172.21.15.32:0/2983134439 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f76000b2f80 0x7f76000c4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75ff7fe640 1 --2- 172.21.15.32:0/2983134439 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f76000cdbc0 0x7f76000c4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75feffd640 1 --2- 172.21.15.32:0/2983134439 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f76000b2f80 0x7f76000c4600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75feffd640 1 -- 172.21.15.32:0/2983134439 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f76000cdbc0 msgr2=0x7f76000c4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75feffd640 1 --2- 172.21.15.32:0/2983134439 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f76000cdbc0 0x7f76000c4b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75feffd640 1 -- 172.21.15.32:0/2983134439 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75f00094d0 con 0x7f76000b1bc0 2024-09-13T17:50:55.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75fe7fc640 1 --2- 172.21.15.32:0/2983134439 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f76000b2f80 0x7f76000c4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:55.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75feffd640 1 --2- 172.21.15.32:0/2983134439 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76000b1bc0 0x7f7600097560 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f75f00ac040 tx=0x7f75f001ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:55.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75e77fe640 1 -- 172.21.15.32:0/2983134439 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75f00b3800 con 0x7f76000b1bc0 2024-09-13T17:50:55.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75e77fe640 1 -- 172.21.15.32:0/2983134439 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75f00b3980 con 0x7f76000b1bc0 2024-09-13T17:50:55.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f76056c4640 1 -- 172.21.15.32:0/2983134439 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7600152ab0 con 0x7f76000b1bc0 2024-09-13T17:50:55.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75e77fe640 1 -- 172.21.15.32:0/2983134439 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75f00b3d30 con 0x7f76000b1bc0 2024-09-13T17:50:55.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f76056c4640 1 -- 172.21.15.32:0/2983134439 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76000c2200 con 0x7f76000b1bc0 2024-09-13T17:50:55.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f76056c4640 1 -- 172.21.15.32:0/2983134439 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f760006cd60 con 0x7f76000b1bc0 2024-09-13T17:50:55.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75e77fe640 1 -- 172.21.15.32:0/2983134439 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f75f00c6440 con 0x7f76000b1bc0 2024-09-13T17:50:55.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75e77fe640 1 --2- 172.21.15.32:0/2983134439 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f75ec066690 0x7f75ec068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75e77fe640 1 -- 172.21.15.32:0/2983134439 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f75f00a6040 con 0x7f76000b1bc0 2024-09-13T17:50:55.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75e77fe640 1 --2- 172.21.15.32:0/2983134439 >> [v2:172.21.15.32:6809/1073462831,v1:172.21.15.32:6811/1073462831] conn(0x7f75ec06c990 0x7f75ec06edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75e77fe640 1 -- 172.21.15.32:0/2983134439 --> [v2:172.21.15.32:6809/1073462831,v1:172.21.15.32:6811/1073462831] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f75ec06f4a0 con 0x7f75ec06c990 2024-09-13T17:50:55.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75e77fe640 1 -- 172.21.15.32:0/2983134439 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=47) v2 ==== 24+0+0 (secure 0 0 0) 0x7f75f011f3a0 con 0x7f76000b1bc0 2024-09-13T17:50:55.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75ff7fe640 1 --2- 172.21.15.32:0/2983134439 >> [v2:172.21.15.32:6809/1073462831,v1:172.21.15.32:6811/1073462831] conn(0x7f75ec06c990 0x7f75ec06edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75fe7fc640 1 --2- 172.21.15.32:0/2983134439 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f75ec066690 0x7f75ec068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.703+0000 7f75ff7fe640 1 --2- 172.21.15.32:0/2983134439 >> [v2:172.21.15.32:6809/1073462831,v1:172.21.15.32:6811/1073462831] conn(0x7f75ec06c990 0x7f75ec06edd0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:55.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.707+0000 7f75fe7fc640 1 --2- 172.21.15.32:0/2983134439 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f75ec066690 0x7f75ec068b50 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f76001576c0 tx=0x7f75f4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:55.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.707+0000 7f75e77fe640 1 -- 172.21.15.32:0/2983134439 <== osd.3 v2:172.21.15.32:6809/1073462831 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f75ec06f4a0 con 0x7f75ec06c990 2024-09-13T17:50:55.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.719+0000 7f76056c4640 1 -- 172.21.15.32:0/2983134439 --> [v2:172.21.15.32:6809/1073462831,v1:172.21.15.32:6811/1073462831] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f760006b200 con 0x7f75ec06c990 2024-09-13T17:50:55.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.719+0000 7f75e77fe640 1 -- 172.21.15.32:0/2983134439 <== osd.3 v2:172.21.15.32:6809/1073462831 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f760006b200 con 0x7f75ec06c990 2024-09-13T17:50:55.722 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T17:50:55.722 INFO:teuthology.orchestra.run.smithi032.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T17:50:55.722 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T17:50:55.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.719+0000 7f76056c4640 1 -- 172.21.15.32:0/2983134439 >> [v2:172.21.15.32:6809/1073462831,v1:172.21.15.32:6811/1073462831] conn(0x7f75ec06c990 msgr2=0x7f75ec06edd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.719+0000 7f76056c4640 1 --2- 172.21.15.32:0/2983134439 >> [v2:172.21.15.32:6809/1073462831,v1:172.21.15.32:6811/1073462831] conn(0x7f75ec06c990 0x7f75ec06edd0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.719+0000 7f76056c4640 1 -- 172.21.15.32:0/2983134439 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f75ec066690 msgr2=0x7f75ec068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.719+0000 7f76056c4640 1 --2- 172.21.15.32:0/2983134439 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f75ec066690 0x7f75ec068b50 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f76001576c0 tx=0x7f75f4008040 comp rx=0 tx=0).stop 2024-09-13T17:50:55.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.719+0000 7f76056c4640 1 -- 172.21.15.32:0/2983134439 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76000b1bc0 msgr2=0x7f7600097560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.719+0000 7f76056c4640 1 --2- 172.21.15.32:0/2983134439 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f76000b1bc0 0x7f7600097560 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f75f00ac040 tx=0x7f75f001ad60 comp rx=0 tx=0).stop 2024-09-13T17:50:55.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.719+0000 7f75ff7fe640 1 -- 172.21.15.32:0/2983134439 reap_dead start 2024-09-13T17:50:55.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.719+0000 7f76056c4640 1 -- 172.21.15.32:0/2983134439 shutdown_connections 2024-09-13T17:50:55.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.719+0000 7f76056c4640 1 -- 172.21.15.32:0/2983134439 >> 172.21.15.32:0/2983134439 conn(0x7f760006a150 msgr2=0x7f7600157a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:55.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.719+0000 7f76056c4640 1 -- 172.21.15.32:0/2983134439 shutdown_connections 2024-09-13T17:50:55.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.719+0000 7f76056c4640 1 -- 172.21.15.32:0/2983134439 wait complete. 2024-09-13T17:50:55.738 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-13T17:50:55.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.843+0000 7f5590d64640 1 Processor -- start 2024-09-13T17:50:55.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.843+0000 7f5590d64640 1 -- start start 2024-09-13T17:50:55.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.843+0000 7f5590d64640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f558c06a1e0 0x7f558c0ca820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.843+0000 7f5590d64640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f558c06a5c0 0x7f558c06e810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.843+0000 7f5590d64640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f558c0c9810 con 0x7f558c06ed50 2024-09-13T17:50:55.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.843+0000 7f5590d64640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f558c0ca390 con 0x7f558c06a5c0 2024-09-13T17:50:55.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.843+0000 7f5590d64640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f558c0c9a60 con 0x7f558c06a1e0 2024-09-13T17:50:55.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.843+0000 7f558ad9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f558c06ed50 0x7f558c0cb2a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34450/0 (socket says 172.21.15.32:34450) 2024-09-13T17:50:55.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.843+0000 7f5589d9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f558c06a5c0 0x7f558c06e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.843+0000 7f558ad9d640 1 -- 172.21.15.32:0/1488229733 learned_addr learned my addr 172.21.15.32:0/1488229733 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:55.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.843+0000 7f558a59c640 1 --2- 172.21.15.32:0/1488229733 >> v2:172.21.15.159:3300/0 conn(0x7f558c06a1e0 0x7f558c0ca820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.843+0000 7f5589d9b640 1 -- 172.21.15.32:0/1488229733 >> v2:172.21.15.159:3300/0 conn(0x7f558c06a1e0 msgr2=0x7f558c0ca820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:55.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.843+0000 7f5589d9b640 1 --2- 172.21.15.32:0/1488229733 >> v2:172.21.15.159:3300/0 conn(0x7f558c06a1e0 0x7f558c0ca820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.843+0000 7f5589d9b640 1 -- 172.21.15.32:0/1488229733 >> v1:172.21.15.32:6789/0 conn(0x7f558c06ed50 legacy=0x7f558c0cb2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.843+0000 7f5589d9b640 1 -- 172.21.15.32:0/1488229733 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f558c0c9d40 con 0x7f558c06a5c0 2024-09-13T17:50:55.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.843+0000 7f558959a640 1 -- 172.21.15.32:0/1488229733 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3920780184 0 0) 0x7f558c0c9810 con 0x7f558c06ed50 2024-09-13T17:50:55.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.847+0000 7f5589d9b640 1 --2- 172.21.15.32:0/1488229733 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f558c06a5c0 0x7f558c06e810 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f558c0cccd0 tx=0x7f557c01c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ab15a52987e0908 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:55.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.847+0000 7f558959a640 1 -- 172.21.15.32:0/1488229733 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f557c0ad660 con 0x7f558c06a5c0 2024-09-13T17:50:55.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.847+0000 7f558959a640 1 -- 172.21.15.32:0/1488229733 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f557c0ad7c0 con 0x7f558c06a5c0 2024-09-13T17:50:55.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.847+0000 7f558959a640 1 -- 172.21.15.32:0/1488229733 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f557c0adb50 con 0x7f558c06a5c0 2024-09-13T17:50:55.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.847+0000 7f5590d64640 1 -- 172.21.15.32:0/1488229733 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f558c06a5c0 msgr2=0x7f558c06e810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.847+0000 7f5590d64640 1 --2- 172.21.15.32:0/1488229733 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f558c06a5c0 0x7f558c06e810 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f558c0cccd0 tx=0x7f557c01c450 comp rx=0 tx=0).stop 2024-09-13T17:50:55.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.847+0000 7f5590d64640 1 -- 172.21.15.32:0/1488229733 shutdown_connections 2024-09-13T17:50:55.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.847+0000 7f5590d64640 1 --2- 172.21.15.32:0/1488229733 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f558c06a5c0 0x7f558c06e810 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.847+0000 7f5590d64640 1 --2- 172.21.15.32:0/1488229733 >> v2:172.21.15.159:3300/0 conn(0x7f558c06a1e0 0x7f558c0ca820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.847+0000 7f5590d64640 1 -- 172.21.15.32:0/1488229733 >> 172.21.15.32:0/1488229733 conn(0x7f558c0b0d70 msgr2=0x7f558c0b1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:55.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.847+0000 7f5590d64640 1 -- 172.21.15.32:0/1488229733 shutdown_connections 2024-09-13T17:50:55.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.847+0000 7f5590d64640 1 -- 172.21.15.32:0/1488229733 wait complete. 2024-09-13T17:50:55.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.847+0000 7f5590d64640 1 Processor -- start 2024-09-13T17:50:55.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.847+0000 7f5590d64640 1 -- start start 2024-09-13T17:50:55.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f5590d64640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f558c06a1e0 0x7f558c0b4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f5590d64640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f558c06ed50 0x7f558c14fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f5590d64640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f558c15f370 0x7f558c15f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f5590d64640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f558c15fd60 con 0x7f558c06a1e0 2024-09-13T17:50:55.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f5590d64640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f558c1503e0 con 0x7f558c06ed50 2024-09-13T17:50:55.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f5590d64640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f558c0c58a0 con 0x7f558c15f370 2024-09-13T17:50:55.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f558a59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f558c06a1e0 0x7f558c0b4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f558a59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f558c06a1e0 0x7f558c0b4a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49014/0 (socket says 172.21.15.32:49014) 2024-09-13T17:50:55.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f558a59c640 1 -- 172.21.15.32:0/698401977 learned_addr learned my addr 172.21.15.32:0/698401977 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:55.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f5589d9b640 1 --2- 172.21.15.32:0/698401977 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f558c06ed50 0x7f558c14fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f558a59c640 1 -- 172.21.15.32:0/698401977 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f558c15f370 msgr2=0x7f558c15f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f558a59c640 1 --2- 172.21.15.32:0/698401977 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f558c15f370 0x7f558c15f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f558a59c640 1 -- 172.21.15.32:0/698401977 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f558c06ed50 msgr2=0x7f558c14fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:55.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f558a59c640 1 --2- 172.21.15.32:0/698401977 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f558c06ed50 0x7f558c14fb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:55.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f558a59c640 1 -- 172.21.15.32:0/698401977 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f557c009420 con 0x7f558c06a1e0 2024-09-13T17:50:55.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f558a59c640 1 --2- 172.21.15.32:0/698401977 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f558c06a1e0 0x7f558c0b4a10 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f558000d800 tx=0x7f558000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:55.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f557affd640 1 -- 172.21.15.32:0/698401977 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f558000b660 con 0x7f558c06a1e0 2024-09-13T17:50:55.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f557affd640 1 -- 172.21.15.32:0/698401977 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f558000b7c0 con 0x7f558c06a1e0 2024-09-13T17:50:55.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f557affd640 1 -- 172.21.15.32:0/698401977 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f558000bb30 con 0x7f558c06a1e0 2024-09-13T17:50:55.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f5590d64640 1 -- 172.21.15.32:0/698401977 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f558c0c5b80 con 0x7f558c06a1e0 2024-09-13T17:50:55.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f5590d64640 1 -- 172.21.15.32:0/698401977 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f558c150630 con 0x7f558c06a1e0 2024-09-13T17:50:55.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f5590d64640 1 -- 172.21.15.32:0/698401977 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f558c06e810 con 0x7f558c06a1e0 2024-09-13T17:50:55.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f557affd640 1 -- 172.21.15.32:0/698401977 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f558000bc90 con 0x7f558c06a1e0 2024-09-13T17:50:55.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f557affd640 1 --2- 172.21.15.32:0/698401977 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f556c0666c0 0x7f556c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:55.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f557affd640 1 -- 172.21.15.32:0/698401977 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f5580084440 con 0x7f558c06a1e0 2024-09-13T17:50:55.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f5589d9b640 1 --2- 172.21.15.32:0/698401977 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f556c0666c0 0x7f556c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:55.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.851+0000 7f5589d9b640 1 --2- 172.21.15.32:0/698401977 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f556c0666c0 0x7f556c068b80 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f557c0af000 tx=0x7f557c0a7000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:55.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:55.855+0000 7f557affd640 1 -- 172.21.15.32:0/698401977 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5580051a00 con 0x7f558c06a1e0 2024-09-13T17:50:56.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.015+0000 7f5590d64640 1 -- 172.21.15.32:0/698401977 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) v1 -- 0x7f558c0cceb0 con 0x7f556c0666c0 2024-09-13T17:50:56.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.015+0000 7f557affd640 1 -- 172.21.15.32:0/698401977 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f558c0cceb0 con 0x7f556c0666c0 2024-09-13T17:50:56.017 INFO:teuthology.orchestra.run.smithi032.stderr:instructed osd(s) 3 to deep-scrub 2024-09-13T17:50:56.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.015+0000 7f5590d64640 1 -- 172.21.15.32:0/698401977 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f556c0666c0 msgr2=0x7f556c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.015+0000 7f5590d64640 1 --2- 172.21.15.32:0/698401977 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f556c0666c0 0x7f556c068b80 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f557c0af000 tx=0x7f557c0a7000 comp rx=0 tx=0).stop 2024-09-13T17:50:56.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.015+0000 7f5590d64640 1 -- 172.21.15.32:0/698401977 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f558c06a1e0 msgr2=0x7f558c0b4a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.015+0000 7f5590d64640 1 --2- 172.21.15.32:0/698401977 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f558c06a1e0 0x7f558c0b4a10 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f558000d800 tx=0x7f558000dcc0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.015+0000 7f5590d64640 1 -- 172.21.15.32:0/698401977 shutdown_connections 2024-09-13T17:50:56.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.015+0000 7f5590d64640 1 --2- 172.21.15.32:0/698401977 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f556c0666c0 0x7f556c068b80 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.015+0000 7f5590d64640 1 --2- 172.21.15.32:0/698401977 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f558c15f370 0x7f558c15f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.015+0000 7f5590d64640 1 --2- 172.21.15.32:0/698401977 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f558c06ed50 0x7f558c14fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.015+0000 7f5590d64640 1 --2- 172.21.15.32:0/698401977 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f558c06a1e0 0x7f558c0b4a10 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.015+0000 7f5590d64640 1 -- 172.21.15.32:0/698401977 >> 172.21.15.32:0/698401977 conn(0x7f558c0b0d70 msgr2=0x7f558c0ac050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:56.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.015+0000 7f5590d64640 1 -- 172.21.15.32:0/698401977 shutdown_connections 2024-09-13T17:50:56.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.015+0000 7f5590d64640 1 -- 172.21.15.32:0/698401977 wait complete. 2024-09-13T17:50:56.035 INFO:tasks.ceph:Scrubbing osd.4 2024-09-13T17:50:56.036 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-13T17:50:56.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.163+0000 7f30f1a28640 1 Processor -- start 2024-09-13T17:50:56.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.163+0000 7f30f1a28640 1 -- start start 2024-09-13T17:50:56.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.163+0000 7f30f1a28640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f30ec15a520 0x7f30ec0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.163+0000 7f30f1a28640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f30ec0cea30 0x7f30ec0b1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.163+0000 7f30f1a28640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30ec0ab660 con 0x7f30ec0b2070 2024-09-13T17:50:56.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.163+0000 7f30f1a28640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30ec0ceec0 con 0x7f30ec0cea30 2024-09-13T17:50:56.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.163+0000 7f30f1a28640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30ec0ada40 con 0x7f30ec15a520 2024-09-13T17:50:56.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.163+0000 7f30ea7fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f30ec0cea30 0x7f30ec0b1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.163+0000 7f30ea7fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f30ec0cea30 0x7f30ec0b1b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49024/0 (socket says 172.21.15.32:49024) 2024-09-13T17:50:56.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.163+0000 7f30ea7fc640 1 -- 172.21.15.32:0/3759359559 learned_addr learned my addr 172.21.15.32:0/3759359559 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:56.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.163+0000 7f30eaffd640 1 --2- 172.21.15.32:0/3759359559 >> v2:172.21.15.159:3300/0 conn(0x7f30ec15a520 0x7f30ec0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.163+0000 7f30ea7fc640 1 -- 172.21.15.32:0/3759359559 >> v2:172.21.15.159:3300/0 conn(0x7f30ec15a520 msgr2=0x7f30ec0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:56.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.163+0000 7f30ea7fc640 1 --2- 172.21.15.32:0/3759359559 >> v2:172.21.15.159:3300/0 conn(0x7f30ec15a520 0x7f30ec0ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.163+0000 7f30ea7fc640 1 -- 172.21.15.32:0/3759359559 >> v1:172.21.15.159:6789/0 conn(0x7f30ec0b2070 legacy=0x7f30ec06d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.163+0000 7f30ea7fc640 1 -- 172.21.15.32:0/3759359559 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30ec0b24a0 con 0x7f30ec0cea30 2024-09-13T17:50:56.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.167+0000 7f30ea7fc640 1 --2- 172.21.15.32:0/3759359559 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30ec0cea30 0x7f30ec0b1b30 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f30ec0b4410 tx=0x7f30d401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c9eb674bd3f5e4d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:56.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.167+0000 7f30e9ffb640 1 -- 172.21.15.32:0/3759359559 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30d40aa650 con 0x7f30ec0cea30 2024-09-13T17:50:56.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.167+0000 7f30e9ffb640 1 -- 172.21.15.32:0/3759359559 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30d40aa7b0 con 0x7f30ec0cea30 2024-09-13T17:50:56.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.167+0000 7f30e9ffb640 1 -- 172.21.15.32:0/3759359559 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30d40aab40 con 0x7f30ec0cea30 2024-09-13T17:50:56.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.167+0000 7f30f1a28640 1 -- 172.21.15.32:0/3759359559 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30ec0cea30 msgr2=0x7f30ec0b1b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.167+0000 7f30f1a28640 1 --2- 172.21.15.32:0/3759359559 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30ec0cea30 0x7f30ec0b1b30 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f30ec0b4410 tx=0x7f30d401c4f0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.167+0000 7f30f1a28640 1 -- 172.21.15.32:0/3759359559 shutdown_connections 2024-09-13T17:50:56.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.167+0000 7f30f1a28640 1 --2- 172.21.15.32:0/3759359559 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30ec0cea30 0x7f30ec0b1b30 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.167+0000 7f30f1a28640 1 --2- 172.21.15.32:0/3759359559 >> v2:172.21.15.159:3300/0 conn(0x7f30ec15a520 0x7f30ec0ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.167+0000 7f30f1a28640 1 -- 172.21.15.32:0/3759359559 >> 172.21.15.32:0/3759359559 conn(0x7f30ec06a150 msgr2=0x7f30ec06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:56.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.167+0000 7f30f1a28640 1 -- 172.21.15.32:0/3759359559 shutdown_connections 2024-09-13T17:50:56.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.167+0000 7f30f1a28640 1 -- 172.21.15.32:0/3759359559 wait complete. 2024-09-13T17:50:56.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30f1a28640 1 Processor -- start 2024-09-13T17:50:56.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30f1a28640 1 -- start start 2024-09-13T17:50:56.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30f1a28640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30ec0b2070 0x7f30ec15a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30f1a28640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f30ec0cea30 0x7f30ec1502b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30f1a28640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30ec15a520 0x7f30ec0978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30f1a28640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30ec071500 con 0x7f30ec15a520 2024-09-13T17:50:56.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30f1a28640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30ec1507f0 con 0x7f30ec0b2070 2024-09-13T17:50:56.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30f1a28640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30ec15af70 con 0x7f30ec0cea30 2024-09-13T17:50:56.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30eb7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30ec15a520 0x7f30ec0978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30eb7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30ec15a520 0x7f30ec0978b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49030/0 (socket says 172.21.15.32:49030) 2024-09-13T17:50:56.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30eb7fe640 1 -- 172.21.15.32:0/1335576589 learned_addr learned my addr 172.21.15.32:0/1335576589 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:56.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30eaffd640 1 --2- 172.21.15.32:0/1335576589 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30ec0b2070 0x7f30ec15a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30ea7fc640 1 --2- 172.21.15.32:0/1335576589 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f30ec0cea30 0x7f30ec1502b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30eb7fe640 1 -- 172.21.15.32:0/1335576589 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f30ec0cea30 msgr2=0x7f30ec1502b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30eb7fe640 1 --2- 172.21.15.32:0/1335576589 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f30ec0cea30 0x7f30ec1502b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30eb7fe640 1 -- 172.21.15.32:0/1335576589 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30ec0b2070 msgr2=0x7f30ec15a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30eb7fe640 1 --2- 172.21.15.32:0/1335576589 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30ec0b2070 0x7f30ec15a900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30eb7fe640 1 -- 172.21.15.32:0/1335576589 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30d40094d0 con 0x7f30ec15a520 2024-09-13T17:50:56.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30ea7fc640 1 --2- 172.21.15.32:0/1335576589 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f30ec0cea30 0x7f30ec1502b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:56.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30eb7fe640 1 --2- 172.21.15.32:0/1335576589 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30ec15a520 0x7f30ec0978b0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f30e400c340 tx=0x7f30e400c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:56.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30e3fff640 1 -- 172.21.15.32:0/1335576589 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30e4005220 con 0x7f30ec15a520 2024-09-13T17:50:56.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30e3fff640 1 -- 172.21.15.32:0/1335576589 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30e4005380 con 0x7f30ec15a520 2024-09-13T17:50:56.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30e3fff640 1 -- 172.21.15.32:0/1335576589 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30e4007270 con 0x7f30ec15a520 2024-09-13T17:50:56.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30f1a28640 1 -- 172.21.15.32:0/1335576589 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30ec15b250 con 0x7f30ec15a520 2024-09-13T17:50:56.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30f1a28640 1 -- 172.21.15.32:0/1335576589 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30ec071190 con 0x7f30ec15a520 2024-09-13T17:50:56.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.171+0000 7f30f1a28640 1 -- 172.21.15.32:0/1335576589 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f30ec15b700 con 0x7f30ec15a520 2024-09-13T17:50:56.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.175+0000 7f30e3fff640 1 -- 172.21.15.32:0/1335576589 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f30e40073d0 con 0x7f30ec15a520 2024-09-13T17:50:56.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.175+0000 7f30e3fff640 1 --2- 172.21.15.32:0/1335576589 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f30cc066690 0x7f30cc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.175+0000 7f30e3fff640 1 -- 172.21.15.32:0/1335576589 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f30e4083bc0 con 0x7f30ec15a520 2024-09-13T17:50:56.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.175+0000 7f30e3fff640 1 --2- 172.21.15.32:0/1335576589 >> [v2:172.21.15.159:6817/3790005441,v1:172.21.15.159:6819/3790005441] conn(0x7f30cc06c990 0x7f30cc06edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.175+0000 7f30e3fff640 1 -- 172.21.15.32:0/1335576589 --> [v2:172.21.15.159:6817/3790005441,v1:172.21.15.159:6819/3790005441] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f30cc06f4a0 con 0x7f30cc06c990 2024-09-13T17:50:56.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.175+0000 7f30e3fff640 1 -- 172.21.15.32:0/1335576589 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=47) v2 ==== 24+0+0 (secure 0 0 0) 0x7f30e4084010 con 0x7f30ec15a520 2024-09-13T17:50:56.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.175+0000 7f30eaffd640 1 --2- 172.21.15.32:0/1335576589 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f30cc066690 0x7f30cc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.175+0000 7f30ea7fc640 1 --2- 172.21.15.32:0/1335576589 >> [v2:172.21.15.159:6817/3790005441,v1:172.21.15.159:6819/3790005441] conn(0x7f30cc06c990 0x7f30cc06edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.175+0000 7f30eaffd640 1 --2- 172.21.15.32:0/1335576589 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f30cc066690 0x7f30cc068b50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f30dc003fd0 tx=0x7f30dc0039a0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:56.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.175+0000 7f30ea7fc640 1 --2- 172.21.15.32:0/1335576589 >> [v2:172.21.15.159:6817/3790005441,v1:172.21.15.159:6819/3790005441] conn(0x7f30cc06c990 0x7f30cc06edd0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:56.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.175+0000 7f30e3fff640 1 -- 172.21.15.32:0/1335576589 <== osd.4 v2:172.21.15.159:6817/3790005441 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f30cc06f4a0 con 0x7f30cc06c990 2024-09-13T17:50:56.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.191+0000 7f30f1a28640 1 -- 172.21.15.32:0/1335576589 --> [v2:172.21.15.159:6817/3790005441,v1:172.21.15.159:6819/3790005441] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f30ec0b1b30 con 0x7f30cc06c990 2024-09-13T17:50:56.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.191+0000 7f30e3fff640 1 -- 172.21.15.32:0/1335576589 <== osd.4 v2:172.21.15.159:6817/3790005441 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f30ec0b1b30 con 0x7f30cc06c990 2024-09-13T17:50:56.194 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T17:50:56.194 INFO:teuthology.orchestra.run.smithi032.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T17:50:56.194 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T17:50:56.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.191+0000 7f30f1a28640 1 -- 172.21.15.32:0/1335576589 >> [v2:172.21.15.159:6817/3790005441,v1:172.21.15.159:6819/3790005441] conn(0x7f30cc06c990 msgr2=0x7f30cc06edd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.191+0000 7f30f1a28640 1 --2- 172.21.15.32:0/1335576589 >> [v2:172.21.15.159:6817/3790005441,v1:172.21.15.159:6819/3790005441] conn(0x7f30cc06c990 0x7f30cc06edd0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.191+0000 7f30f1a28640 1 -- 172.21.15.32:0/1335576589 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f30cc066690 msgr2=0x7f30cc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.191+0000 7f30f1a28640 1 --2- 172.21.15.32:0/1335576589 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f30cc066690 0x7f30cc068b50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f30dc003fd0 tx=0x7f30dc0039a0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.191+0000 7f30f1a28640 1 -- 172.21.15.32:0/1335576589 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30ec15a520 msgr2=0x7f30ec0978b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.191+0000 7f30f1a28640 1 --2- 172.21.15.32:0/1335576589 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30ec15a520 0x7f30ec0978b0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f30e400c340 tx=0x7f30e400c800 comp rx=0 tx=0).stop 2024-09-13T17:50:56.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.191+0000 7f30eb7fe640 1 -- 172.21.15.32:0/1335576589 reap_dead start 2024-09-13T17:50:56.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.191+0000 7f30f1a28640 1 -- 172.21.15.32:0/1335576589 shutdown_connections 2024-09-13T17:50:56.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.191+0000 7f30f1a28640 1 -- 172.21.15.32:0/1335576589 >> 172.21.15.32:0/1335576589 conn(0x7f30ec06a150 msgr2=0x7f30ec154fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:56.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.191+0000 7f30f1a28640 1 -- 172.21.15.32:0/1335576589 shutdown_connections 2024-09-13T17:50:56.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.191+0000 7f30f1a28640 1 -- 172.21.15.32:0/1335576589 wait complete. 2024-09-13T17:50:56.211 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-13T17:50:56.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc84100b640 1 Processor -- start 2024-09-13T17:50:56.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc84100b640 1 -- start start 2024-09-13T17:50:56.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc84100b640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fc83c0c55f0 0x7fc83c0ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc84100b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc83c0b1590 0x7fc83c0c59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc84100b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc83c069f80 0x7fc83c06a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc84100b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc83c0c5f10 con 0x7fc83c069f80 2024-09-13T17:50:56.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc84100b640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc83c0aeec0 con 0x7fc83c0c55f0 2024-09-13T17:50:56.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc84100b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc83c0af1a0 con 0x7fc83c0b1590 2024-09-13T17:50:56.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc83b59e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc83c069f80 0x7fc83c06a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc83b59e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc83c069f80 0x7fc83c06a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49036/0 (socket says 172.21.15.32:49036) 2024-09-13T17:50:56.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc83b59e640 1 -- 172.21.15.32:0/1081275966 learned_addr learned my addr 172.21.15.32:0/1081275966 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:56.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc83ad9d640 1 --2- 172.21.15.32:0/1081275966 >> v2:172.21.15.159:3300/0 conn(0x7fc83c0c55f0 0x7fc83c0ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc83a59c640 1 --2- 172.21.15.32:0/1081275966 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc83c0b1590 0x7fc83c0c59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc83b59e640 1 -- 172.21.15.32:0/1081275966 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc83c0b1590 msgr2=0x7fc83c0c59d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:56.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc83b59e640 1 --2- 172.21.15.32:0/1081275966 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc83c0b1590 0x7fc83c0c59d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc83b59e640 1 -- 172.21.15.32:0/1081275966 >> v2:172.21.15.159:3300/0 conn(0x7fc83c0c55f0 msgr2=0x7fc83c0ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:56.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc83b59e640 1 --2- 172.21.15.32:0/1081275966 >> v2:172.21.15.159:3300/0 conn(0x7fc83c0c55f0 0x7fc83c0ae8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc83b59e640 1 -- 172.21.15.32:0/1081275966 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc83c0af480 con 0x7fc83c069f80 2024-09-13T17:50:56.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.323+0000 7fc83ad9d640 1 --2- 172.21.15.32:0/1081275966 >> v2:172.21.15.159:3300/0 conn(0x7fc83c0c55f0 0x7fc83c0ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:50:56.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.327+0000 7fc83b59e640 1 --2- 172.21.15.32:0/1081275966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc83c069f80 0x7fc83c06a410 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fc83c070610 tx=0x7fc83401c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa6023fef238a0aa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:56.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.327+0000 7fc839d9b640 1 -- 172.21.15.32:0/1081275966 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8340a5840 con 0x7fc83c069f80 2024-09-13T17:50:56.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.327+0000 7fc839d9b640 1 -- 172.21.15.32:0/1081275966 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8340a59a0 con 0x7fc83c069f80 2024-09-13T17:50:56.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.327+0000 7fc839d9b640 1 -- 172.21.15.32:0/1081275966 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8340a5d30 con 0x7fc83c069f80 2024-09-13T17:50:56.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.327+0000 7fc84100b640 1 -- 172.21.15.32:0/1081275966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc83c069f80 msgr2=0x7fc83c06a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.327+0000 7fc84100b640 1 --2- 172.21.15.32:0/1081275966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc83c069f80 0x7fc83c06a410 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fc83c070610 tx=0x7fc83401c9c0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.327+0000 7fc84100b640 1 -- 172.21.15.32:0/1081275966 shutdown_connections 2024-09-13T17:50:56.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.327+0000 7fc84100b640 1 --2- 172.21.15.32:0/1081275966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc83c069f80 0x7fc83c06a410 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.327+0000 7fc84100b640 1 --2- 172.21.15.32:0/1081275966 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc83c0b1590 0x7fc83c0c59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.327+0000 7fc84100b640 1 --2- 172.21.15.32:0/1081275966 >> v2:172.21.15.159:3300/0 conn(0x7fc83c0c55f0 0x7fc83c0ae8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.327+0000 7fc84100b640 1 -- 172.21.15.32:0/1081275966 >> 172.21.15.32:0/1081275966 conn(0x7fc83c0989e0 msgr2=0x7fc83c0b0e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:56.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.327+0000 7fc84100b640 1 -- 172.21.15.32:0/1081275966 shutdown_connections 2024-09-13T17:50:56.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.327+0000 7fc84100b640 1 -- 172.21.15.32:0/1081275966 wait complete. 2024-09-13T17:50:56.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc84100b640 1 Processor -- start 2024-09-13T17:50:56.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc84100b640 1 -- start start 2024-09-13T17:50:56.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc84100b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc83c069f80 0x7fc83c147ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc84100b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc83c0b1590 0x7fc83c0b3370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc84100b640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc83c0c55f0 0x7fc83c1541e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc84100b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc83c154720 con 0x7fc83c069f80 2024-09-13T17:50:56.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc84100b640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc83c0b3a30 con 0x7fc83c0c55f0 2024-09-13T17:50:56.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc84100b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc83c0b3d10 con 0x7fc83c0b1590 2024-09-13T17:50:56.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc83ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc83c069f80 0x7fc83c147ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc83ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc83c069f80 0x7fc83c147ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49044/0 (socket says 172.21.15.32:49044) 2024-09-13T17:50:56.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc83ad9d640 1 -- 172.21.15.32:0/1966172617 learned_addr learned my addr 172.21.15.32:0/1966172617 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:56.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc83b59e640 1 --2- 172.21.15.32:0/1966172617 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc83c0c55f0 0x7fc83c1541e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc83a59c640 1 --2- 172.21.15.32:0/1966172617 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc83c0b1590 0x7fc83c0b3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc83ad9d640 1 -- 172.21.15.32:0/1966172617 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc83c0b1590 msgr2=0x7fc83c0b3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc83ad9d640 1 --2- 172.21.15.32:0/1966172617 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc83c0b1590 0x7fc83c0b3370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc83ad9d640 1 -- 172.21.15.32:0/1966172617 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc83c0c55f0 msgr2=0x7fc83c1541e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc83ad9d640 1 --2- 172.21.15.32:0/1966172617 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc83c0c55f0 0x7fc83c1541e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc83ad9d640 1 -- 172.21.15.32:0/1966172617 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc834009b30 con 0x7fc83c069f80 2024-09-13T17:50:56.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc83ad9d640 1 --2- 172.21.15.32:0/1966172617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc83c069f80 0x7fc83c147ac0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fc82c00d800 tx=0x7fc82c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:56.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc8237fe640 1 -- 172.21.15.32:0/1966172617 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc82c0096c0 con 0x7fc83c069f80 2024-09-13T17:50:56.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc8237fe640 1 -- 172.21.15.32:0/1966172617 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc82c009820 con 0x7fc83c069f80 2024-09-13T17:50:56.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc84100b640 1 -- 172.21.15.32:0/1966172617 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc83c0b3ff0 con 0x7fc83c069f80 2024-09-13T17:50:56.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc8237fe640 1 -- 172.21.15.32:0/1966172617 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc82c009bd0 con 0x7fc83c069f80 2024-09-13T17:50:56.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc84100b640 1 -- 172.21.15.32:0/1966172617 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc83c0b45b0 con 0x7fc83c069f80 2024-09-13T17:50:56.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc84100b640 1 -- 172.21.15.32:0/1966172617 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc83c0c59d0 con 0x7fc83c069f80 2024-09-13T17:50:56.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.331+0000 7fc8237fe640 1 -- 172.21.15.32:0/1966172617 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc82c009d30 con 0x7fc83c069f80 2024-09-13T17:50:56.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.335+0000 7fc8237fe640 1 --2- 172.21.15.32:0/1966172617 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc828066690 0x7fc828068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.335+0000 7fc8237fe640 1 -- 172.21.15.32:0/1966172617 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fc82c0846a0 con 0x7fc83c069f80 2024-09-13T17:50:56.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.335+0000 7fc83a59c640 1 --2- 172.21.15.32:0/1966172617 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc828066690 0x7fc828068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.335+0000 7fc83a59c640 1 --2- 172.21.15.32:0/1966172617 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc828066690 0x7fc828068b50 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc83c0cd610 tx=0x7fc830008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:56.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.339+0000 7fc8237fe640 1 -- 172.21.15.32:0/1966172617 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc82c051c60 con 0x7fc83c069f80 2024-09-13T17:50:56.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.491+0000 7fc84100b640 1 -- 172.21.15.32:0/1966172617 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) v1 -- 0x7fc83c0b0bb0 con 0x7fc828066690 2024-09-13T17:50:56.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.491+0000 7fc8237fe640 1 -- 172.21.15.32:0/1966172617 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fc83000b6d0 con 0x7fc828066690 2024-09-13T17:50:56.494 INFO:teuthology.orchestra.run.smithi032.stderr:instructed osd(s) 4 to deep-scrub 2024-09-13T17:50:56.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.491+0000 7fc84100b640 1 -- 172.21.15.32:0/1966172617 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc828066690 msgr2=0x7fc828068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.491+0000 7fc84100b640 1 --2- 172.21.15.32:0/1966172617 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc828066690 0x7fc828068b50 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc83c0cd610 tx=0x7fc830008040 comp rx=0 tx=0).stop 2024-09-13T17:50:56.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.491+0000 7fc84100b640 1 -- 172.21.15.32:0/1966172617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc83c069f80 msgr2=0x7fc83c147ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.491+0000 7fc84100b640 1 --2- 172.21.15.32:0/1966172617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc83c069f80 0x7fc83c147ac0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fc82c00d800 tx=0x7fc82c00dcc0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.491+0000 7fc84100b640 1 -- 172.21.15.32:0/1966172617 shutdown_connections 2024-09-13T17:50:56.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.491+0000 7fc84100b640 1 --2- 172.21.15.32:0/1966172617 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc828066690 0x7fc828068b50 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.491+0000 7fc84100b640 1 --2- 172.21.15.32:0/1966172617 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc83c0c55f0 0x7fc83c1541e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.491+0000 7fc84100b640 1 --2- 172.21.15.32:0/1966172617 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc83c0b1590 0x7fc83c0b3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.491+0000 7fc84100b640 1 --2- 172.21.15.32:0/1966172617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc83c069f80 0x7fc83c147ac0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.491+0000 7fc84100b640 1 -- 172.21.15.32:0/1966172617 >> 172.21.15.32:0/1966172617 conn(0x7fc83c0989e0 msgr2=0x7fc83c0ce3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:56.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.491+0000 7fc84100b640 1 -- 172.21.15.32:0/1966172617 shutdown_connections 2024-09-13T17:50:56.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.491+0000 7fc84100b640 1 -- 172.21.15.32:0/1966172617 wait complete. 2024-09-13T17:50:56.511 INFO:tasks.ceph:Scrubbing osd.5 2024-09-13T17:50:56.512 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-13T17:50:56.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.623+0000 7f3fb6114640 1 Processor -- start 2024-09-13T17:50:56.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.623+0000 7f3fb6114640 1 -- start start 2024-09-13T17:50:56.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fb6114640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f3fb00d28a0 0x7f3fb00d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fb6114640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3fb00d1320 con 0x7f3fb015c500 2024-09-13T17:50:56.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fb6114640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3fb0160f50 con 0x7f3fb0160ae0 2024-09-13T17:50:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fb6114640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3fb00d0710 con 0x7f3fb00d28a0 2024-09-13T17:50:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3faf7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f3fb015c500 0x7f3fb00d2190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34466/0 (socket says 172.21.15.32:34466) 2024-09-13T17:50:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3faf7fe640 1 -- 172.21.15.32:0/571732694 learned_addr learned my addr 172.21.15.32:0/571732694 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3faeffd640 1 --2- 172.21.15.32:0/571732694 >> v2:172.21.15.159:3300/0 conn(0x7f3fb00d28a0 0x7f3fb00d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fae7fc640 1 -- 172.21.15.32:0/571732694 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3566518284 0 0) 0x7f3fb00d1320 con 0x7f3fb015c500 2024-09-13T17:50:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fae7fc640 1 -- 172.21.15.32:0/571732694 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3f98003530 con 0x7f3fb015c500 2024-09-13T17:50:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fae7fc640 1 -- 172.21.15.32:0/571732694 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1646076940 0 0) 0x7f3f98003530 con 0x7f3fb015c500 2024-09-13T17:50:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fae7fc640 1 -- 172.21.15.32:0/571732694 >> v2:172.21.15.159:3300/0 conn(0x7f3fb00d28a0 msgr2=0x7f3fb00d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fae7fc640 1 --2- 172.21.15.32:0/571732694 >> v2:172.21.15.159:3300/0 conn(0x7f3fb00d28a0 0x7f3fb00d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fae7fc640 1 -- 172.21.15.32:0/571732694 >> v1:172.21.15.159:6789/0 conn(0x7f3fb0160ae0 legacy=0x7f3fb00cd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fae7fc640 1 -- 172.21.15.32:0/571732694 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fb00d09f0 con 0x7f3fb015c500 2024-09-13T17:50:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fae7fc640 1 -- 172.21.15.32:0/571732694 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7f3fa0001680 con 0x7f3fb015c500 2024-09-13T17:50:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fae7fc640 1 -- 172.21.15.32:0/571732694 >> v1:172.21.15.32:6789/0 conn(0x7f3fb015c500 legacy=0x7f3fb00d2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fae7fc640 1 --2- 172.21.15.32:0/571732694 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f980039b0 0x7f3f98003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fae7fc640 1 --2- 172.21.15.32:0/571732694 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3f980047d0 0x7f3f98004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fae7fc640 1 --2- 172.21.15.32:0/571732694 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3f980051e0 0x7f3f9800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fae7fc640 1 -- 172.21.15.32:0/571732694 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fb00d0710 con 0x7f3f980039b0 2024-09-13T17:50:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fae7fc640 1 -- 172.21.15.32:0/571732694 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f9800c110 con 0x7f3f980047d0 2024-09-13T17:50:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fae7fc640 1 -- 172.21.15.32:0/571732694 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f9800c2d0 con 0x7f3f980051e0 2024-09-13T17:50:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3faf7fe640 1 --2- 172.21.15.32:0/571732694 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f980039b0 0x7f3f98003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3faeffd640 1 --2- 172.21.15.32:0/571732694 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3f980047d0 0x7f3f98004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3faf7fe640 1 -- 172.21.15.32:0/571732694 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3f980051e0 msgr2=0x7f3f9800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3faf7fe640 1 --2- 172.21.15.32:0/571732694 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3f980051e0 0x7f3f9800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3faf7fe640 1 -- 172.21.15.32:0/571732694 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3f980047d0 msgr2=0x7f3f98004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3faf7fe640 1 --2- 172.21.15.32:0/571732694 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3f980047d0 0x7f3f98004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3faf7fe640 1 -- 172.21.15.32:0/571732694 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f98003530 con 0x7f3f980039b0 2024-09-13T17:50:56.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3faffff640 1 -- 172.21.15.32:0/571732694 reap_dead start 2024-09-13T17:50:56.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3faeffd640 1 --2- 172.21.15.32:0/571732694 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3f980047d0 0x7f3f98004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:56.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3faf7fe640 1 --2- 172.21.15.32:0/571732694 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f980039b0 0x7f3f98003dd0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f3fa000c1c0 tx=0x7f3fa001cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73e97c4b7c1a4f77 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:56.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.627+0000 7f3fae7fc640 1 -- 172.21.15.32:0/571732694 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fa00a5af0 con 0x7f3f980039b0 2024-09-13T17:50:56.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fae7fc640 1 -- 172.21.15.32:0/571732694 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fa00a5c50 con 0x7f3f980039b0 2024-09-13T17:50:56.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fae7fc640 1 -- 172.21.15.32:0/571732694 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fa00058e0 con 0x7f3f980039b0 2024-09-13T17:50:56.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fb6114640 1 -- 172.21.15.32:0/571732694 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f980039b0 msgr2=0x7f3f98003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fb6114640 1 --2- 172.21.15.32:0/571732694 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f980039b0 0x7f3f98003dd0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f3fa000c1c0 tx=0x7f3fa001cc10 comp rx=0 tx=0).stop 2024-09-13T17:50:56.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fb6114640 1 -- 172.21.15.32:0/571732694 shutdown_connections 2024-09-13T17:50:56.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fb6114640 1 --2- 172.21.15.32:0/571732694 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f980039b0 0x7f3f98003dd0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fb6114640 1 -- 172.21.15.32:0/571732694 >> 172.21.15.32:0/571732694 conn(0x7f3fb0089f70 msgr2=0x7f3fb009b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:56.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fb6114640 1 -- 172.21.15.32:0/571732694 shutdown_connections 2024-09-13T17:50:56.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fb6114640 1 -- 172.21.15.32:0/571732694 wait complete. 2024-09-13T17:50:56.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fb6114640 1 Processor -- start 2024-09-13T17:50:56.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fb6114640 1 -- start start 2024-09-13T17:50:56.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fb6114640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3f980039b0 0x7f3fb00cc310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fb6114640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3fb00b5c80 0x7f3fb015e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fb6114640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3fb00affb0 0x7f3fb00b0460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fb6114640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fb00b6de0 con 0x7f3fb00b5c80 2024-09-13T17:50:56.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fb6114640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fb00b09a0 con 0x7f3f980039b0 2024-09-13T17:50:56.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fb6114640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3fb00b6160 con 0x7f3fb00affb0 2024-09-13T17:50:56.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3faeffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3fb00b5c80 0x7f3fb015e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3faeffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3fb00b5c80 0x7f3fb015e7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49066/0 (socket says 172.21.15.32:49066) 2024-09-13T17:50:56.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3faeffd640 1 -- 172.21.15.32:0/1414883435 learned_addr learned my addr 172.21.15.32:0/1414883435 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:56.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3faf7fe640 1 --2- 172.21.15.32:0/1414883435 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3f980039b0 0x7f3fb00cc310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3faeffd640 1 -- 172.21.15.32:0/1414883435 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3fb00affb0 msgr2=0x7f3fb00b0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3faeffd640 1 --2- 172.21.15.32:0/1414883435 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f3fb00affb0 0x7f3fb00b0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3faeffd640 1 -- 172.21.15.32:0/1414883435 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3f980039b0 msgr2=0x7f3fb00cc310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3faeffd640 1 --2- 172.21.15.32:0/1414883435 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3f980039b0 0x7f3fb00cc310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3faeffd640 1 -- 172.21.15.32:0/1414883435 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fb00b6440 con 0x7f3fb00b5c80 2024-09-13T17:50:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3faeffd640 1 --2- 172.21.15.32:0/1414883435 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3fb00b5c80 0x7f3fb015e7d0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f3fa40107c0 tx=0x7f3fa4010c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3f97fff640 1 -- 172.21.15.32:0/1414883435 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fa4004220 con 0x7f3fb00b5c80 2024-09-13T17:50:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3f97fff640 1 -- 172.21.15.32:0/1414883435 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fa4004380 con 0x7f3fb00b5c80 2024-09-13T17:50:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fb6114640 1 -- 172.21.15.32:0/1414883435 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3fb00b6720 con 0x7f3fb00b5c80 2024-09-13T17:50:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3f97fff640 1 -- 172.21.15.32:0/1414883435 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fa400eb80 con 0x7f3fb00b5c80 2024-09-13T17:50:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fb6114640 1 -- 172.21.15.32:0/1414883435 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3fb00cc850 con 0x7f3fb00b5c80 2024-09-13T17:50:56.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.631+0000 7f3fb6114640 1 -- 172.21.15.32:0/1414883435 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3fb015c8e0 con 0x7f3fb00b5c80 2024-09-13T17:50:56.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.635+0000 7f3f97fff640 1 -- 172.21.15.32:0/1414883435 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3fa400ece0 con 0x7f3fb00b5c80 2024-09-13T17:50:56.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.635+0000 7f3f97fff640 1 --2- 172.21.15.32:0/1414883435 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3f9c066690 0x7f3f9c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.635+0000 7f3f97fff640 1 -- 172.21.15.32:0/1414883435 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f3fa4084580 con 0x7f3fb00b5c80 2024-09-13T17:50:56.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.635+0000 7f3f97fff640 1 --2- 172.21.15.32:0/1414883435 >> [v2:172.21.15.159:6800/4051224710,v1:172.21.15.159:6801/4051224710] conn(0x7f3f9c06c990 0x7f3f9c06edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.635+0000 7f3f97fff640 1 -- 172.21.15.32:0/1414883435 --> [v2:172.21.15.159:6800/4051224710,v1:172.21.15.159:6801/4051224710] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3f9c06f4a0 con 0x7f3f9c06c990 2024-09-13T17:50:56.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.635+0000 7f3f97fff640 1 -- 172.21.15.32:0/1414883435 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=47) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3fa40849d0 con 0x7f3fb00b5c80 2024-09-13T17:50:56.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.635+0000 7f3faf7fe640 1 --2- 172.21.15.32:0/1414883435 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3f9c066690 0x7f3f9c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.635+0000 7f3faffff640 1 --2- 172.21.15.32:0/1414883435 >> [v2:172.21.15.159:6800/4051224710,v1:172.21.15.159:6801/4051224710] conn(0x7f3f9c06c990 0x7f3f9c06edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.635+0000 7f3faffff640 1 --2- 172.21.15.32:0/1414883435 >> [v2:172.21.15.159:6800/4051224710,v1:172.21.15.159:6801/4051224710] conn(0x7f3f9c06c990 0x7f3f9c06edd0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:56.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.635+0000 7f3faf7fe640 1 --2- 172.21.15.32:0/1414883435 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3f9c066690 0x7f3f9c068b50 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f3fa00ab000 tx=0x7f3fa0006040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:56.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.635+0000 7f3f97fff640 1 -- 172.21.15.32:0/1414883435 <== osd.5 v2:172.21.15.159:6800/4051224710 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f3f9c06f4a0 con 0x7f3f9c06c990 2024-09-13T17:50:56.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.651+0000 7f3fb6114640 1 -- 172.21.15.32:0/1414883435 --> [v2:172.21.15.159:6800/4051224710,v1:172.21.15.159:6801/4051224710] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f3fb00b7050 con 0x7f3f9c06c990 2024-09-13T17:50:56.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.651+0000 7f3f97fff640 1 -- 172.21.15.32:0/1414883435 <== osd.5 v2:172.21.15.159:6800/4051224710 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f3fb00b7050 con 0x7f3f9c06c990 2024-09-13T17:50:56.653 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T17:50:56.653 INFO:teuthology.orchestra.run.smithi032.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T17:50:56.653 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T17:50:56.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.651+0000 7f3fb6114640 1 -- 172.21.15.32:0/1414883435 >> [v2:172.21.15.159:6800/4051224710,v1:172.21.15.159:6801/4051224710] conn(0x7f3f9c06c990 msgr2=0x7f3f9c06edd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.651+0000 7f3fb6114640 1 --2- 172.21.15.32:0/1414883435 >> [v2:172.21.15.159:6800/4051224710,v1:172.21.15.159:6801/4051224710] conn(0x7f3f9c06c990 0x7f3f9c06edd0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.651+0000 7f3fb6114640 1 -- 172.21.15.32:0/1414883435 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3f9c066690 msgr2=0x7f3f9c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.651+0000 7f3fb6114640 1 --2- 172.21.15.32:0/1414883435 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f3f9c066690 0x7f3f9c068b50 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f3fa00ab000 tx=0x7f3fa0006040 comp rx=0 tx=0).stop 2024-09-13T17:50:56.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.651+0000 7f3fb6114640 1 -- 172.21.15.32:0/1414883435 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3fb00b5c80 msgr2=0x7f3fb015e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.651+0000 7f3fb6114640 1 --2- 172.21.15.32:0/1414883435 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3fb00b5c80 0x7f3fb015e7d0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f3fa40107c0 tx=0x7f3fa4010c80 comp rx=0 tx=0).stop 2024-09-13T17:50:56.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.651+0000 7f3faffff640 1 -- 172.21.15.32:0/1414883435 reap_dead start 2024-09-13T17:50:56.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.651+0000 7f3fb6114640 1 -- 172.21.15.32:0/1414883435 shutdown_connections 2024-09-13T17:50:56.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.651+0000 7f3fb6114640 1 -- 172.21.15.32:0/1414883435 >> 172.21.15.32:0/1414883435 conn(0x7f3fb0089f70 msgr2=0x7f3fb0159bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:56.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.651+0000 7f3fb6114640 1 -- 172.21.15.32:0/1414883435 shutdown_connections 2024-09-13T17:50:56.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.651+0000 7f3fb6114640 1 -- 172.21.15.32:0/1414883435 wait complete. 2024-09-13T17:50:56.668 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-13T17:50:56.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff501196640 1 Processor -- start 2024-09-13T17:50:56.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff501196640 1 -- start start 2024-09-13T17:50:56.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff501196640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff4fc15da50 0x7ff4fc0b2070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff501196640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4fc15de30 con 0x7ff4fc069ff0 2024-09-13T17:50:56.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff501196640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4fc0b2970 con 0x7ff4fc0ceac0 2024-09-13T17:50:56.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff501196640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4fc0b2c50 con 0x7ff4fc15da50 2024-09-13T17:50:56.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4fa59c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7ff4fc069ff0 0x7ff4fc0ce3b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34476/0 (socket says 172.21.15.32:34476) 2024-09-13T17:50:56.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4fa59c640 1 -- 172.21.15.32:0/2889872336 learned_addr learned my addr 172.21.15.32:0/2889872336 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:56.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4fad9d640 1 --2- 172.21.15.32:0/2889872336 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff4fc15da50 0x7ff4fc0b2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4f9d9b640 1 -- 172.21.15.32:0/2889872336 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2708081815 0 0) 0x7ff4fc15de30 con 0x7ff4fc069ff0 2024-09-13T17:50:56.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4f9d9b640 1 -- 172.21.15.32:0/2889872336 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff4e4003530 con 0x7ff4fc069ff0 2024-09-13T17:50:56.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4f9d9b640 1 -- 172.21.15.32:0/2889872336 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 574338708 0 0) 0x7ff4e4003530 con 0x7ff4fc069ff0 2024-09-13T17:50:56.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4f9d9b640 1 -- 172.21.15.32:0/2889872336 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff4fc15da50 msgr2=0x7ff4fc0b2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:56.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4f9d9b640 1 --2- 172.21.15.32:0/2889872336 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff4fc15da50 0x7ff4fc0b2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4f9d9b640 1 -- 172.21.15.32:0/2889872336 >> v1:172.21.15.159:6789/0 conn(0x7ff4fc0ceac0 legacy=0x7ff4fc0b3a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4f9d9b640 1 -- 172.21.15.32:0/2889872336 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4fc0b2f30 con 0x7ff4fc069ff0 2024-09-13T17:50:56.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4f9d9b640 1 -- 172.21.15.32:0/2889872336 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7ff4f0001680 con 0x7ff4fc069ff0 2024-09-13T17:50:56.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4f9d9b640 1 -- 172.21.15.32:0/2889872336 >> v1:172.21.15.32:6789/0 conn(0x7ff4fc069ff0 legacy=0x7ff4fc0ce3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4f9d9b640 1 --2- 172.21.15.32:0/2889872336 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4e40039b0 0x7ff4e4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4f9d9b640 1 --2- 172.21.15.32:0/2889872336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4e40047d0 0x7ff4e4004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4f9d9b640 1 --2- 172.21.15.32:0/2889872336 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff4fc15da50 0x7ff4e4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4f9d9b640 1 -- 172.21.15.32:0/2889872336 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4fc0b2c50 con 0x7ff4e40047d0 2024-09-13T17:50:56.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4f9d9b640 1 -- 172.21.15.32:0/2889872336 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4e400ba40 con 0x7ff4e40039b0 2024-09-13T17:50:56.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4f9d9b640 1 -- 172.21.15.32:0/2889872336 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4e400bc00 con 0x7ff4fc15da50 2024-09-13T17:50:56.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4fa59c640 1 --2- 172.21.15.32:0/2889872336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4e40047d0 0x7ff4e4004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.771+0000 7ff4fad9d640 1 --2- 172.21.15.32:0/2889872336 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4e40039b0 0x7ff4e4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.775+0000 7ff4fb59e640 1 --2- 172.21.15.32:0/2889872336 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff4fc15da50 0x7ff4e4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.775+0000 7ff4fa59c640 1 -- 172.21.15.32:0/2889872336 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff4fc15da50 msgr2=0x7ff4e4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:56.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.775+0000 7ff4fa59c640 1 --2- 172.21.15.32:0/2889872336 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff4fc15da50 0x7ff4e4005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.775+0000 7ff4fa59c640 1 -- 172.21.15.32:0/2889872336 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4e40039b0 msgr2=0x7ff4e4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:56.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.775+0000 7ff4fa59c640 1 --2- 172.21.15.32:0/2889872336 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4e40039b0 0x7ff4e4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.775+0000 7ff4fa59c640 1 -- 172.21.15.32:0/2889872336 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4e4003530 con 0x7ff4e40047d0 2024-09-13T17:50:56.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.775+0000 7ff4fa59c640 1 --2- 172.21.15.32:0/2889872336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4e40047d0 0x7ff4e4004c50 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc071200 tx=0x7ff4f001f350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56adb3bb71304635 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:56.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.775+0000 7ff4f9d9b640 1 -- 172.21.15.32:0/2889872336 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4f0005ae0 con 0x7ff4e40047d0 2024-09-13T17:50:56.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.775+0000 7ff4f9d9b640 1 -- 172.21.15.32:0/2889872336 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4f00ab070 con 0x7ff4e40047d0 2024-09-13T17:50:56.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.775+0000 7ff4f9d9b640 1 -- 172.21.15.32:0/2889872336 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4f0007070 con 0x7ff4e40047d0 2024-09-13T17:50:56.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.775+0000 7ff501196640 1 -- 172.21.15.32:0/2889872336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4e40047d0 msgr2=0x7ff4e4004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.775+0000 7ff501196640 1 --2- 172.21.15.32:0/2889872336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4e40047d0 0x7ff4e4004c50 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc071200 tx=0x7ff4f001f350 comp rx=0 tx=0).stop 2024-09-13T17:50:56.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.775+0000 7ff4fb59e640 1 -- 172.21.15.32:0/2889872336 reap_dead start 2024-09-13T17:50:56.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.775+0000 7ff501196640 1 -- 172.21.15.32:0/2889872336 shutdown_connections 2024-09-13T17:50:56.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.775+0000 7ff501196640 1 -- 172.21.15.32:0/2889872336 >> 172.21.15.32:0/2889872336 conn(0x7ff4fc0989e0 msgr2=0x7ff4fc0b0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:56.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.775+0000 7ff501196640 1 -- 172.21.15.32:0/2889872336 shutdown_connections 2024-09-13T17:50:56.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.775+0000 7ff501196640 1 -- 172.21.15.32:0/2889872336 wait complete. 2024-09-13T17:50:56.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff501196640 1 Processor -- start 2024-09-13T17:50:56.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff501196640 1 -- start start 2024-09-13T17:50:56.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff501196640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4fc154530 0x7ff4fc0c72d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff501196640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff4fc154910 0x7ff4fc153530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff501196640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4fc0c7fa0 0x7ff4fc153a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff501196640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4fc0c6640 con 0x7ff4fc0c7fa0 2024-09-13T17:50:56.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff501196640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4fc0c8540 con 0x7ff4fc154530 2024-09-13T17:50:56.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff501196640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4fc0c8820 con 0x7ff4fc154910 2024-09-13T17:50:56.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff4fb59e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4fc0c7fa0 0x7ff4fc153a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff4fb59e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4fc0c7fa0 0x7ff4fc153a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49076/0 (socket says 172.21.15.32:49076) 2024-09-13T17:50:56.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff4fb59e640 1 -- 172.21.15.32:0/2173600028 learned_addr learned my addr 172.21.15.32:0/2173600028 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:56.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff4fa59c640 1 --2- 172.21.15.32:0/2173600028 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff4fc154910 0x7ff4fc153530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff4fad9d640 1 --2- 172.21.15.32:0/2173600028 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4fc154530 0x7ff4fc0c72d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff4fb59e640 1 -- 172.21.15.32:0/2173600028 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff4fc154910 msgr2=0x7ff4fc153530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff4fb59e640 1 --2- 172.21.15.32:0/2173600028 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff4fc154910 0x7ff4fc153530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff4fb59e640 1 -- 172.21.15.32:0/2173600028 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4fc154530 msgr2=0x7ff4fc0c72d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff4fb59e640 1 --2- 172.21.15.32:0/2173600028 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4fc154530 0x7ff4fc0c72d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff4fb59e640 1 -- 172.21.15.32:0/2173600028 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4fc0c8b00 con 0x7ff4fc0c7fa0 2024-09-13T17:50:56.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff4fb59e640 1 --2- 172.21.15.32:0/2173600028 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4fc0c7fa0 0x7ff4fc153a70 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc070ee0 tx=0x7ff4ec00d7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:56.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff4e37fe640 1 -- 172.21.15.32:0/2173600028 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4ec00b070 con 0x7ff4fc0c7fa0 2024-09-13T17:50:56.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff4e37fe640 1 -- 172.21.15.32:0/2173600028 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4ec0052d0 con 0x7ff4fc0c7fa0 2024-09-13T17:50:56.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff501196640 1 -- 172.21.15.32:0/2173600028 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4fc0c8de0 con 0x7ff4fc0c7fa0 2024-09-13T17:50:56.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff4e37fe640 1 -- 172.21.15.32:0/2173600028 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4ec003600 con 0x7ff4fc0c7fa0 2024-09-13T17:50:56.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff501196640 1 -- 172.21.15.32:0/2173600028 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4fc0c3930 con 0x7ff4fc0c7fa0 2024-09-13T17:50:56.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff501196640 1 -- 172.21.15.32:0/2173600028 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4fc0b25d0 con 0x7ff4fc0c7fa0 2024-09-13T17:50:56.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff4e37fe640 1 -- 172.21.15.32:0/2173600028 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff4ec003760 con 0x7ff4fc0c7fa0 2024-09-13T17:50:56.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff4e37fe640 1 --2- 172.21.15.32:0/2173600028 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff4e8066690 0x7ff4e8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:56.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff4e37fe640 1 -- 172.21.15.32:0/2173600028 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7ff4ec083580 con 0x7ff4fc0c7fa0 2024-09-13T17:50:56.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.779+0000 7ff4fad9d640 1 --2- 172.21.15.32:0/2173600028 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff4e8066690 0x7ff4e8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:56.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.783+0000 7ff4fad9d640 1 --2- 172.21.15.32:0/2173600028 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff4e8066690 0x7ff4e8068b50 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc158230 tx=0x7ff4f400b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:56.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.787+0000 7ff4e37fe640 1 -- 172.21.15.32:0/2173600028 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff4ec050ab0 con 0x7ff4fc0c7fa0 2024-09-13T17:50:56.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.939+0000 7ff501196640 1 -- 172.21.15.32:0/2173600028 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) v1 -- 0x7ff4fc0b34f0 con 0x7ff4e8066690 2024-09-13T17:50:56.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.939+0000 7ff4e37fe640 1 -- 172.21.15.32:0/2173600028 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7ff4f40039a0 con 0x7ff4e8066690 2024-09-13T17:50:56.944 INFO:teuthology.orchestra.run.smithi032.stderr:instructed osd(s) 5 to deep-scrub 2024-09-13T17:50:56.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.943+0000 7ff501196640 1 -- 172.21.15.32:0/2173600028 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff4e8066690 msgr2=0x7ff4e8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.943+0000 7ff501196640 1 --2- 172.21.15.32:0/2173600028 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff4e8066690 0x7ff4e8068b50 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc158230 tx=0x7ff4f400b040 comp rx=0 tx=0).stop 2024-09-13T17:50:56.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.943+0000 7ff501196640 1 -- 172.21.15.32:0/2173600028 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4fc0c7fa0 msgr2=0x7ff4fc153a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:56.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.943+0000 7ff501196640 1 --2- 172.21.15.32:0/2173600028 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4fc0c7fa0 0x7ff4fc153a70 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc070ee0 tx=0x7ff4ec00d7d0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.943+0000 7ff501196640 1 -- 172.21.15.32:0/2173600028 shutdown_connections 2024-09-13T17:50:56.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.943+0000 7ff501196640 1 --2- 172.21.15.32:0/2173600028 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7ff4e8066690 0x7ff4e8068b50 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.943+0000 7ff501196640 1 --2- 172.21.15.32:0/2173600028 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4fc0c7fa0 0x7ff4fc153a70 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.943+0000 7ff501196640 1 --2- 172.21.15.32:0/2173600028 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7ff4fc154910 0x7ff4fc153530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.943+0000 7ff501196640 1 --2- 172.21.15.32:0/2173600028 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4fc154530 0x7ff4fc0c72d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:56.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.943+0000 7ff501196640 1 -- 172.21.15.32:0/2173600028 >> 172.21.15.32:0/2173600028 conn(0x7ff4fc0989e0 msgr2=0x7ff4fc0cbf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:56.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.943+0000 7ff501196640 1 -- 172.21.15.32:0/2173600028 shutdown_connections 2024-09-13T17:50:56.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:56.943+0000 7ff501196640 1 -- 172.21.15.32:0/2173600028 wait complete. 2024-09-13T17:50:56.962 INFO:tasks.ceph:Scrubbing osd.6 2024-09-13T17:50:56.962 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-13T17:50:57.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc20df28640 1 Processor -- start 2024-09-13T17:50:57.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc20df28640 1 -- start start 2024-09-13T17:50:57.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc20df28640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fc2080cc6d0 0x7fc20806dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc20df28640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc208159650 0x7fc20815d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc20df28640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc208159da0 con 0x7fc20815d820 2024-09-13T17:50:57.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc20df28640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc20815a640 con 0x7fc2080cc6d0 2024-09-13T17:50:57.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc20df28640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2080ccab0 con 0x7fc208159650 2024-09-13T17:50:57.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc207fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fc20815d820 0x7fc2080ab150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34478/0 (socket says 172.21.15.32:34478) 2024-09-13T17:50:57.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc207fff640 1 -- 172.21.15.32:0/1371319688 learned_addr learned my addr 172.21.15.32:0/1371319688 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:57.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2077fe640 1 --2- 172.21.15.32:0/1371319688 >> v2:172.21.15.159:3300/0 conn(0x7fc2080cc6d0 0x7fc20806dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc206ffd640 1 --2- 172.21.15.32:0/1371319688 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc208159650 0x7fc20815d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2067fc640 1 -- 172.21.15.32:0/1371319688 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1147465078 0 0) 0x7fc208159da0 con 0x7fc20815d820 2024-09-13T17:50:57.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2067fc640 1 -- 172.21.15.32:0/1371319688 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc1f0003530 con 0x7fc20815d820 2024-09-13T17:50:57.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2067fc640 1 -- 172.21.15.32:0/1371319688 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2848328247 0 0) 0x7fc1f0003530 con 0x7fc20815d820 2024-09-13T17:50:57.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2067fc640 1 -- 172.21.15.32:0/1371319688 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc208159650 msgr2=0x7fc20815d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:57.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2067fc640 1 --2- 172.21.15.32:0/1371319688 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc208159650 0x7fc20815d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2067fc640 1 -- 172.21.15.32:0/1371319688 >> v2:172.21.15.159:3300/0 conn(0x7fc2080cc6d0 msgr2=0x7fc20806dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:57.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2067fc640 1 --2- 172.21.15.32:0/1371319688 >> v2:172.21.15.159:3300/0 conn(0x7fc2080cc6d0 0x7fc20806dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2067fc640 1 -- 172.21.15.32:0/1371319688 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc20815a080 con 0x7fc20815d820 2024-09-13T17:50:57.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2067fc640 1 -- 172.21.15.32:0/1371319688 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2012484334 0 0) 0x7fc200001a00 con 0x7fc20815d820 2024-09-13T17:50:57.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2067fc640 1 -- 172.21.15.32:0/1371319688 >> v1:172.21.15.32:6789/0 conn(0x7fc20815d820 legacy=0x7fc2080ab150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2067fc640 1 --2- 172.21.15.32:0/1371319688 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0003980 0x7fc1f0003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2067fc640 1 --2- 172.21.15.32:0/1371319688 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc208159650 0x7fc1f00047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2067fc640 1 --2- 172.21.15.32:0/1371319688 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc1f0004d10 0x7fc1f0005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2067fc640 1 -- 172.21.15.32:0/1371319688 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc20815a640 con 0x7fc1f0003980 2024-09-13T17:50:57.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2067fc640 1 -- 172.21.15.32:0/1371319688 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1f000b990 con 0x7fc1f0004d10 2024-09-13T17:50:57.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2067fc640 1 -- 172.21.15.32:0/1371319688 --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1f000bad0 con 0x7fc208159650 2024-09-13T17:50:57.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2077fe640 1 --2- 172.21.15.32:0/1371319688 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0003980 0x7fc1f0003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc207fff640 1 --2- 172.21.15.32:0/1371319688 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc1f0004d10 0x7fc1f0005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc206ffd640 1 --2- 172.21.15.32:0/1371319688 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc208159650 0x7fc1f00047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2077fe640 1 -- 172.21.15.32:0/1371319688 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc208159650 msgr2=0x7fc1f00047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:57.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2077fe640 1 --2- 172.21.15.32:0/1371319688 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc208159650 0x7fc1f00047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2077fe640 1 -- 172.21.15.32:0/1371319688 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc1f0004d10 msgr2=0x7fc1f0005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:57.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2077fe640 1 --2- 172.21.15.32:0/1371319688 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc1f0004d10 0x7fc1f0005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.091+0000 7fc2077fe640 1 -- 172.21.15.32:0/1371319688 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1f0003530 con 0x7fc1f0003980 2024-09-13T17:50:57.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.095+0000 7fc2077fe640 1 --2- 172.21.15.32:0/1371319688 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0003980 0x7fc1f0003da0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fc1f8009ae0 tx=0x7fc1f801cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b49d3df42c2a8afc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:57.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.095+0000 7fc2067fc640 1 -- 172.21.15.32:0/1371319688 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1f80a6490 con 0x7fc1f0003980 2024-09-13T17:50:57.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.095+0000 7fc2067fc640 1 -- 172.21.15.32:0/1371319688 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1f80a65f0 con 0x7fc1f0003980 2024-09-13T17:50:57.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.095+0000 7fc2067fc640 1 -- 172.21.15.32:0/1371319688 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1f80a69a0 con 0x7fc1f0003980 2024-09-13T17:50:57.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.095+0000 7fc20df28640 1 -- 172.21.15.32:0/1371319688 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0003980 msgr2=0x7fc1f0003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.095+0000 7fc20df28640 1 --2- 172.21.15.32:0/1371319688 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0003980 0x7fc1f0003da0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fc1f8009ae0 tx=0x7fc1f801cab0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.095+0000 7fc207fff640 1 -- 172.21.15.32:0/1371319688 reap_dead start 2024-09-13T17:50:57.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.095+0000 7fc20df28640 1 -- 172.21.15.32:0/1371319688 shutdown_connections 2024-09-13T17:50:57.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.095+0000 7fc20df28640 1 -- 172.21.15.32:0/1371319688 >> 172.21.15.32:0/1371319688 conn(0x7fc20806a150 msgr2=0x7fc20806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:57.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.095+0000 7fc20df28640 1 -- 172.21.15.32:0/1371319688 shutdown_connections 2024-09-13T17:50:57.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.095+0000 7fc20df28640 1 -- 172.21.15.32:0/1371319688 wait complete. 2024-09-13T17:50:57.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.095+0000 7fc20df28640 1 Processor -- start 2024-09-13T17:50:57.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.095+0000 7fc20df28640 1 -- start start 2024-09-13T17:50:57.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc20df28640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0003980 0x7fc2081637c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc20df28640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc2080976f0 0x7fc208157df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc20df28640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc208097b70 0x7fc208158330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc20df28640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc20815ba10 con 0x7fc1f0003980 2024-09-13T17:50:57.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc20df28640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc20815bcf0 con 0x7fc208097b70 2024-09-13T17:50:57.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc20df28640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc20815bfd0 con 0x7fc2080976f0 2024-09-13T17:50:57.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc2077fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0003980 0x7fc2081637c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc2077fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0003980 0x7fc2081637c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49098/0 (socket says 172.21.15.32:49098) 2024-09-13T17:50:57.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc2077fe640 1 -- 172.21.15.32:0/2994440864 learned_addr learned my addr 172.21.15.32:0/2994440864 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:57.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc207fff640 1 --2- 172.21.15.32:0/2994440864 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc208097b70 0x7fc208158330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc206ffd640 1 --2- 172.21.15.32:0/2994440864 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc2080976f0 0x7fc208157df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc2077fe640 1 -- 172.21.15.32:0/2994440864 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc2080976f0 msgr2=0x7fc208157df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc2077fe640 1 --2- 172.21.15.32:0/2994440864 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fc2080976f0 0x7fc208157df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc2077fe640 1 -- 172.21.15.32:0/2994440864 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc208097b70 msgr2=0x7fc208158330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc2077fe640 1 --2- 172.21.15.32:0/2994440864 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc208097b70 0x7fc208158330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc2077fe640 1 -- 172.21.15.32:0/2994440864 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc20815c2b0 con 0x7fc1f0003980 2024-09-13T17:50:57.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc2077fe640 1 --2- 172.21.15.32:0/2994440864 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0003980 0x7fc2081637c0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fc1f8009ae0 tx=0x7fc1f0005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:57.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc1effff640 1 -- 172.21.15.32:0/2994440864 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1f800f000 con 0x7fc1f0003980 2024-09-13T17:50:57.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc1effff640 1 -- 172.21.15.32:0/2994440864 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1f80a7470 con 0x7fc1f0003980 2024-09-13T17:50:57.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc20df28640 1 -- 172.21.15.32:0/2994440864 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc208151ef0 con 0x7fc1f0003980 2024-09-13T17:50:57.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc1effff640 1 -- 172.21.15.32:0/2994440864 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1f80a77e0 con 0x7fc1f0003980 2024-09-13T17:50:57.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc20df28640 1 -- 172.21.15.32:0/2994440864 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc208164310 con 0x7fc1f0003980 2024-09-13T17:50:57.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc20df28640 1 -- 172.21.15.32:0/2994440864 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc20815be60 con 0x7fc1f0003980 2024-09-13T17:50:57.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc1effff640 1 -- 172.21.15.32:0/2994440864 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc1f80a7940 con 0x7fc1f0003980 2024-09-13T17:50:57.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc1effff640 1 --2- 172.21.15.32:0/2994440864 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc1f4066690 0x7fc1f4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc1effff640 1 -- 172.21.15.32:0/2994440864 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fc1f811e520 con 0x7fc1f0003980 2024-09-13T17:50:57.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc1effff640 1 --2- 172.21.15.32:0/2994440864 >> [v2:172.21.15.159:6808/2357791657,v1:172.21.15.159:6809/2357791657] conn(0x7fc1f406c990 0x7fc1f406edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc1effff640 1 -- 172.21.15.32:0/2994440864 --> [v2:172.21.15.159:6808/2357791657,v1:172.21.15.159:6809/2357791657] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc1f406f4a0 con 0x7fc1f406c990 2024-09-13T17:50:57.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc1effff640 1 -- 172.21.15.32:0/2994440864 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=47) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc1f811e970 con 0x7fc1f0003980 2024-09-13T17:50:57.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc206ffd640 1 --2- 172.21.15.32:0/2994440864 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc1f4066690 0x7fc1f4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.099+0000 7fc207fff640 1 --2- 172.21.15.32:0/2994440864 >> [v2:172.21.15.159:6808/2357791657,v1:172.21.15.159:6809/2357791657] conn(0x7fc1f406c990 0x7fc1f406edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.103+0000 7fc207fff640 1 --2- 172.21.15.32:0/2994440864 >> [v2:172.21.15.159:6808/2357791657,v1:172.21.15.159:6809/2357791657] conn(0x7fc1f406c990 0x7fc1f406edd0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:57.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.103+0000 7fc206ffd640 1 --2- 172.21.15.32:0/2994440864 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc1f4066690 0x7fc1f4068b50 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fc208153890 tx=0x7fc1fc008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:57.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.103+0000 7fc1effff640 1 -- 172.21.15.32:0/2994440864 <== osd.6 v2:172.21.15.159:6808/2357791657 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fc1f406f4a0 con 0x7fc1f406c990 2024-09-13T17:50:57.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.115+0000 7fc20df28640 1 -- 172.21.15.32:0/2994440864 --> [v2:172.21.15.159:6808/2357791657,v1:172.21.15.159:6809/2357791657] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fc20815c140 con 0x7fc1f406c990 2024-09-13T17:50:57.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.115+0000 7fc1effff640 1 -- 172.21.15.32:0/2994440864 <== osd.6 v2:172.21.15.159:6808/2357791657 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fc20815c140 con 0x7fc1f406c990 2024-09-13T17:50:57.119 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T17:50:57.120 INFO:teuthology.orchestra.run.smithi032.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T17:50:57.120 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T17:50:57.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.115+0000 7fc20df28640 1 -- 172.21.15.32:0/2994440864 >> [v2:172.21.15.159:6808/2357791657,v1:172.21.15.159:6809/2357791657] conn(0x7fc1f406c990 msgr2=0x7fc1f406edd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.115+0000 7fc20df28640 1 --2- 172.21.15.32:0/2994440864 >> [v2:172.21.15.159:6808/2357791657,v1:172.21.15.159:6809/2357791657] conn(0x7fc1f406c990 0x7fc1f406edd0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.115+0000 7fc20df28640 1 -- 172.21.15.32:0/2994440864 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc1f4066690 msgr2=0x7fc1f4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.115+0000 7fc20df28640 1 --2- 172.21.15.32:0/2994440864 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fc1f4066690 0x7fc1f4068b50 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fc208153890 tx=0x7fc1fc008040 comp rx=0 tx=0).stop 2024-09-13T17:50:57.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.115+0000 7fc20df28640 1 -- 172.21.15.32:0/2994440864 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0003980 msgr2=0x7fc2081637c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.115+0000 7fc20df28640 1 --2- 172.21.15.32:0/2994440864 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0003980 0x7fc2081637c0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fc1f8009ae0 tx=0x7fc1f0005800 comp rx=0 tx=0).stop 2024-09-13T17:50:57.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.115+0000 7fc207fff640 1 -- 172.21.15.32:0/2994440864 reap_dead start 2024-09-13T17:50:57.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.115+0000 7fc20df28640 1 -- 172.21.15.32:0/2994440864 shutdown_connections 2024-09-13T17:50:57.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.115+0000 7fc20df28640 1 -- 172.21.15.32:0/2994440864 >> 172.21.15.32:0/2994440864 conn(0x7fc20806a150 msgr2=0x7fc20815dd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:57.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.115+0000 7fc20df28640 1 -- 172.21.15.32:0/2994440864 shutdown_connections 2024-09-13T17:50:57.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.115+0000 7fc20df28640 1 -- 172.21.15.32:0/2994440864 wait complete. 2024-09-13T17:50:57.136 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-13T17:50:57.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.251+0000 7f6a6022f640 1 Processor -- start 2024-09-13T17:50:57.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.251+0000 7f6a6022f640 1 -- start start 2024-09-13T17:50:57.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.251+0000 7f6a6022f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6a58098c40 0x7f6a580ca910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.251+0000 7f6a6022f640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f6a58099020 0x7f6a580af020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.251+0000 7f6a6022f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6a580af560 0x7f6a580cecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.251+0000 7f6a6022f640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a580ce820 con 0x7f6a58098c40 2024-09-13T17:50:57.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.251+0000 7f6a6022f640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a5806bbd0 con 0x7f6a58099020 2024-09-13T17:50:57.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.251+0000 7f6a6022f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a5806beb0 con 0x7f6a580af560 2024-09-13T17:50:57.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.251+0000 7f6a5dfcb640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6a58098c40 0x7f6a580ca910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.251+0000 7f6a5dfcb640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6a58098c40 0x7f6a580ca910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49114/0 (socket says 172.21.15.32:49114) 2024-09-13T17:50:57.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.251+0000 7f6a5dfcb640 1 -- 172.21.15.32:0/286065880 learned_addr learned my addr 172.21.15.32:0/286065880 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:57.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.251+0000 7f6a5d7ca640 1 --2- 172.21.15.32:0/286065880 >> v2:172.21.15.159:3300/0 conn(0x7f6a58099020 0x7f6a580af020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.251+0000 7f6a5e7cc640 1 --2- 172.21.15.32:0/286065880 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6a580af560 0x7f6a580cecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.251+0000 7f6a5dfcb640 1 -- 172.21.15.32:0/286065880 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6a580af560 msgr2=0x7f6a580cecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:57.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.251+0000 7f6a5dfcb640 1 --2- 172.21.15.32:0/286065880 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6a580af560 0x7f6a580cecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.251+0000 7f6a5dfcb640 1 -- 172.21.15.32:0/286065880 >> v2:172.21.15.159:3300/0 conn(0x7f6a58099020 msgr2=0x7f6a580af020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:57.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.251+0000 7f6a5dfcb640 1 --2- 172.21.15.32:0/286065880 >> v2:172.21.15.159:3300/0 conn(0x7f6a58099020 0x7f6a580af020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.251+0000 7f6a5dfcb640 1 -- 172.21.15.32:0/286065880 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a580ce4b0 con 0x7f6a58098c40 2024-09-13T17:50:57.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a5dfcb640 1 --2- 172.21.15.32:0/286065880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a58098c40 0x7f6a580ca910 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f6a5809e2c0 tx=0x7f6a5401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5187b984852bc807 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:57.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a5cfc9640 1 -- 172.21.15.32:0/286065880 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a540ac620 con 0x7f6a58098c40 2024-09-13T17:50:57.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a5cfc9640 1 -- 172.21.15.32:0/286065880 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a540ac780 con 0x7f6a58098c40 2024-09-13T17:50:57.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a5cfc9640 1 -- 172.21.15.32:0/286065880 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a540acb10 con 0x7f6a58098c40 2024-09-13T17:50:57.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a6022f640 1 -- 172.21.15.32:0/286065880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a58098c40 msgr2=0x7f6a580ca910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a6022f640 1 --2- 172.21.15.32:0/286065880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a58098c40 0x7f6a580ca910 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f6a5809e2c0 tx=0x7f6a5401c4f0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a6022f640 1 -- 172.21.15.32:0/286065880 shutdown_connections 2024-09-13T17:50:57.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a6022f640 1 --2- 172.21.15.32:0/286065880 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6a580af560 0x7f6a580cecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a6022f640 1 --2- 172.21.15.32:0/286065880 >> v2:172.21.15.159:3300/0 conn(0x7f6a58099020 0x7f6a580af020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a6022f640 1 --2- 172.21.15.32:0/286065880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a58098c40 0x7f6a580ca910 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a6022f640 1 -- 172.21.15.32:0/286065880 >> 172.21.15.32:0/286065880 conn(0x7f6a580b1db0 msgr2=0x7f6a580b21c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:57.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a6022f640 1 -- 172.21.15.32:0/286065880 shutdown_connections 2024-09-13T17:50:57.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a6022f640 1 -- 172.21.15.32:0/286065880 wait complete. 2024-09-13T17:50:57.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a6022f640 1 Processor -- start 2024-09-13T17:50:57.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a6022f640 1 -- start start 2024-09-13T17:50:57.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a6022f640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a58098c40 0x7f6a581543a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a6022f640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6a58099020 0x7f6a580ae950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a6022f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a580af560 0x7f6a58160810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a6022f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a580ad980 con 0x7f6a580af560 2024-09-13T17:50:57.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a6022f640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a580ae4c0 con 0x7f6a58098c40 2024-09-13T17:50:57.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a6022f640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a580adb90 con 0x7f6a58099020 2024-09-13T17:50:57.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a5e7cc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a580af560 0x7f6a58160810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a5e7cc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a580af560 0x7f6a58160810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49122/0 (socket says 172.21.15.32:49122) 2024-09-13T17:50:57.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.255+0000 7f6a5e7cc640 1 -- 172.21.15.32:0/1965366452 learned_addr learned my addr 172.21.15.32:0/1965366452 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:57.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a5d7ca640 1 --2- 172.21.15.32:0/1965366452 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6a58099020 0x7f6a580ae950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a5dfcb640 1 --2- 172.21.15.32:0/1965366452 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a58098c40 0x7f6a581543a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a5e7cc640 1 -- 172.21.15.32:0/1965366452 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6a58099020 msgr2=0x7f6a580ae950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a5e7cc640 1 --2- 172.21.15.32:0/1965366452 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6a58099020 0x7f6a580ae950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a5e7cc640 1 -- 172.21.15.32:0/1965366452 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a58098c40 msgr2=0x7f6a581543a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a5e7cc640 1 --2- 172.21.15.32:0/1965366452 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a58098c40 0x7f6a581543a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a5e7cc640 1 -- 172.21.15.32:0/1965366452 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a540094d0 con 0x7f6a580af560 2024-09-13T17:50:57.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a5e7cc640 1 --2- 172.21.15.32:0/1965366452 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a580af560 0x7f6a58160810 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f6a50009fd0 tx=0x7f6a5000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:57.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a4e7fc640 1 -- 172.21.15.32:0/1965366452 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a50014420 con 0x7f6a580af560 2024-09-13T17:50:57.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a4e7fc640 1 -- 172.21.15.32:0/1965366452 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a50014580 con 0x7f6a580af560 2024-09-13T17:50:57.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a6022f640 1 -- 172.21.15.32:0/1965366452 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a580ade70 con 0x7f6a580af560 2024-09-13T17:50:57.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a4e7fc640 1 -- 172.21.15.32:0/1965366452 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a50014930 con 0x7f6a580af560 2024-09-13T17:50:57.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a6022f640 1 -- 172.21.15.32:0/1965366452 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a58154040 con 0x7f6a580af560 2024-09-13T17:50:57.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a6022f640 1 -- 172.21.15.32:0/1965366452 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a580ae650 con 0x7f6a580af560 2024-09-13T17:50:57.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a4e7fc640 1 -- 172.21.15.32:0/1965366452 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6a50014a90 con 0x7f6a580af560 2024-09-13T17:50:57.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a4e7fc640 1 --2- 172.21.15.32:0/1965366452 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6a3c066690 0x7f6a3c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a4e7fc640 1 -- 172.21.15.32:0/1965366452 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f6a500849b0 con 0x7f6a580af560 2024-09-13T17:50:57.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a5dfcb640 1 --2- 172.21.15.32:0/1965366452 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6a3c066690 0x7f6a3c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.259+0000 7f6a5dfcb640 1 --2- 172.21.15.32:0/1965366452 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6a3c066690 0x7f6a3c068b50 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f6a540ae000 tx=0x7f6a54008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:57.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.263+0000 7f6a4e7fc640 1 -- 172.21.15.32:0/1965366452 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6a50051e40 con 0x7f6a580af560 2024-09-13T17:50:57.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.423+0000 7f6a6022f640 1 -- 172.21.15.32:0/1965366452 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) v1 -- 0x7f6a580cff40 con 0x7f6a3c066690 2024-09-13T17:50:57.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.423+0000 7f6a4e7fc640 1 -- 172.21.15.32:0/1965366452 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f6a540ac8f0 con 0x7f6a3c066690 2024-09-13T17:50:57.427 INFO:teuthology.orchestra.run.smithi032.stderr:instructed osd(s) 6 to deep-scrub 2024-09-13T17:50:57.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.427+0000 7f6a6022f640 1 -- 172.21.15.32:0/1965366452 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6a3c066690 msgr2=0x7f6a3c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.427+0000 7f6a6022f640 1 --2- 172.21.15.32:0/1965366452 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6a3c066690 0x7f6a3c068b50 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f6a540ae000 tx=0x7f6a54008040 comp rx=0 tx=0).stop 2024-09-13T17:50:57.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.427+0000 7f6a6022f640 1 -- 172.21.15.32:0/1965366452 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a580af560 msgr2=0x7f6a58160810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.427+0000 7f6a6022f640 1 --2- 172.21.15.32:0/1965366452 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a580af560 0x7f6a58160810 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f6a50009fd0 tx=0x7f6a5000e4b0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.427+0000 7f6a6022f640 1 -- 172.21.15.32:0/1965366452 shutdown_connections 2024-09-13T17:50:57.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.427+0000 7f6a6022f640 1 --2- 172.21.15.32:0/1965366452 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6a3c066690 0x7f6a3c068b50 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.427+0000 7f6a6022f640 1 --2- 172.21.15.32:0/1965366452 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a580af560 0x7f6a58160810 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.427+0000 7f6a6022f640 1 --2- 172.21.15.32:0/1965366452 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f6a58099020 0x7f6a580ae950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.427+0000 7f6a6022f640 1 --2- 172.21.15.32:0/1965366452 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a58098c40 0x7f6a581543a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.427+0000 7f6a6022f640 1 -- 172.21.15.32:0/1965366452 >> 172.21.15.32:0/1965366452 conn(0x7f6a580b1db0 msgr2=0x7f6a580c6bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:57.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.427+0000 7f6a6022f640 1 -- 172.21.15.32:0/1965366452 shutdown_connections 2024-09-13T17:50:57.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.427+0000 7f6a6022f640 1 -- 172.21.15.32:0/1965366452 wait complete. 2024-09-13T17:50:57.447 INFO:tasks.ceph:Scrubbing osd.7 2024-09-13T17:50:57.447 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-13T17:50:57.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.571+0000 7f838acd0640 1 Processor -- start 2024-09-13T17:50:57.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.571+0000 7f838acd0640 1 -- start start 2024-09-13T17:50:57.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.571+0000 7f838acd0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f83840cc6d0 0x7f838406dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.571+0000 7f838acd0640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f83840ab150 0x7f83840ab5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.571+0000 7f838acd0640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8384159da0 con 0x7f8384159650 2024-09-13T17:50:57.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.571+0000 7f838acd0640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f838415a640 con 0x7f83840cc6d0 2024-09-13T17:50:57.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.571+0000 7f838acd0640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83840ccab0 con 0x7f83840ab150 2024-09-13T17:50:57.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.571+0000 7f8383fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f8384159650 0x7f838415d2e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34492/0 (socket says 172.21.15.32:34492) 2024-09-13T17:50:57.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.571+0000 7f8383fff640 1 -- 172.21.15.32:0/2145041101 learned_addr learned my addr 172.21.15.32:0/2145041101 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:57.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.571+0000 7f8388a6c640 1 --2- 172.21.15.32:0/2145041101 >> v2:172.21.15.32:3300/0 conn(0x7f83840cc6d0 0x7f838406dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.571+0000 7f838926d640 1 --2- 172.21.15.32:0/2145041101 >> v2:172.21.15.159:3300/0 conn(0x7f83840ab150 0x7f83840ab5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.571+0000 7f83837fe640 1 -- 172.21.15.32:0/2145041101 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 546642726 0 0) 0x7f8384159da0 con 0x7f8384159650 2024-09-13T17:50:57.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.571+0000 7f83837fe640 1 -- 172.21.15.32:0/2145041101 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f836c003530 con 0x7f8384159650 2024-09-13T17:50:57.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.571+0000 7f8388a6c640 1 -- 172.21.15.32:0/2145041101 >> v2:172.21.15.159:3300/0 conn(0x7f83840ab150 msgr2=0x7f83840ab5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:57.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.571+0000 7f8388a6c640 1 --2- 172.21.15.32:0/2145041101 >> v2:172.21.15.159:3300/0 conn(0x7f83840ab150 0x7f83840ab5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.571+0000 7f8388a6c640 1 -- 172.21.15.32:0/2145041101 >> v1:172.21.15.32:6789/0 conn(0x7f8384159650 legacy=0x7f838415d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.571+0000 7f8388a6c640 1 -- 172.21.15.32:0/2145041101 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f838415a080 con 0x7f83840cc6d0 2024-09-13T17:50:57.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.571+0000 7f838926d640 1 --2- 172.21.15.32:0/2145041101 >> v2:172.21.15.159:3300/0 conn(0x7f83840ab150 0x7f83840ab5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:50:57.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.575+0000 7f8388a6c640 1 --2- 172.21.15.32:0/2145041101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f83840cc6d0 0x7f838406dc70 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f83840c5320 tx=0x7f837401eb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f0a821a399e4130 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:57.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.575+0000 7f83837fe640 1 -- 172.21.15.32:0/2145041101 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83740a7a10 con 0x7f83840cc6d0 2024-09-13T17:50:57.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.575+0000 7f83837fe640 1 -- 172.21.15.32:0/2145041101 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83740a7b70 con 0x7f83840cc6d0 2024-09-13T17:50:57.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.575+0000 7f83837fe640 1 -- 172.21.15.32:0/2145041101 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83740af440 con 0x7f83840cc6d0 2024-09-13T17:50:57.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.575+0000 7f838acd0640 1 -- 172.21.15.32:0/2145041101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f83840cc6d0 msgr2=0x7f838406dc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.575+0000 7f838acd0640 1 --2- 172.21.15.32:0/2145041101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f83840cc6d0 0x7f838406dc70 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f83840c5320 tx=0x7f837401eb40 comp rx=0 tx=0).stop 2024-09-13T17:50:57.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.575+0000 7f838acd0640 1 -- 172.21.15.32:0/2145041101 shutdown_connections 2024-09-13T17:50:57.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.575+0000 7f838acd0640 1 --2- 172.21.15.32:0/2145041101 >> v2:172.21.15.159:3300/0 conn(0x7f83840ab150 0x7f83840ab5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.575+0000 7f838acd0640 1 --2- 172.21.15.32:0/2145041101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f83840cc6d0 0x7f838406dc70 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.575+0000 7f838acd0640 1 -- 172.21.15.32:0/2145041101 >> 172.21.15.32:0/2145041101 conn(0x7f838406a150 msgr2=0x7f838406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:57.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.575+0000 7f838acd0640 1 -- 172.21.15.32:0/2145041101 shutdown_connections 2024-09-13T17:50:57.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.575+0000 7f838acd0640 1 -- 172.21.15.32:0/2145041101 wait complete. 2024-09-13T17:50:57.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.575+0000 7f838acd0640 1 Processor -- start 2024-09-13T17:50:57.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838acd0640 1 -- start start 2024-09-13T17:50:57.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838acd0640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f83840ab150 0x7f83840b0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838acd0640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f83840cc6d0 0x7f83840c44d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838acd0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8384159650 0x7f8384152d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838acd0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8384071270 con 0x7f8384159650 2024-09-13T17:50:57.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838acd0640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83840afff0 con 0x7f83840ab150 2024-09-13T17:50:57.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838acd0640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83840b02b0 con 0x7f83840cc6d0 2024-09-13T17:50:57.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838926d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8384159650 0x7f8384152d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838926d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8384159650 0x7f8384152d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49142/0 (socket says 172.21.15.32:49142) 2024-09-13T17:50:57.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838926d640 1 -- 172.21.15.32:0/684455518 learned_addr learned my addr 172.21.15.32:0/684455518 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:57.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838926d640 1 -- 172.21.15.32:0/684455518 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f83840cc6d0 msgr2=0x7f83840c44d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838926d640 1 --2- 172.21.15.32:0/684455518 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f83840cc6d0 0x7f83840c44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838926d640 1 -- 172.21.15.32:0/684455518 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f83840ab150 msgr2=0x7f83840b0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f8388a6c640 1 --2- 172.21.15.32:0/684455518 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f83840ab150 0x7f83840b0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838926d640 1 --2- 172.21.15.32:0/684455518 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f83840ab150 0x7f83840b0710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838926d640 1 -- 172.21.15.32:0/684455518 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8374009a70 con 0x7f8384159650 2024-09-13T17:50:57.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838926d640 1 --2- 172.21.15.32:0/684455518 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8384159650 0x7f8384152d00 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f837c00e810 tx=0x7f837c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:57.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f83817fa640 1 -- 172.21.15.32:0/684455518 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f837c00c8d0 con 0x7f8384159650 2024-09-13T17:50:57.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f83817fa640 1 -- 172.21.15.32:0/684455518 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f837c00ca30 con 0x7f8384159650 2024-09-13T17:50:57.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838acd0640 1 -- 172.21.15.32:0/684455518 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83840b0c50 con 0x7f8384159650 2024-09-13T17:50:57.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f83817fa640 1 -- 172.21.15.32:0/684455518 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f837c00cde0 con 0x7f8384159650 2024-09-13T17:50:57.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838acd0640 1 -- 172.21.15.32:0/684455518 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8384098e10 con 0x7f8384159650 2024-09-13T17:50:57.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f838acd0640 1 -- 172.21.15.32:0/684455518 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8384159a30 con 0x7f8384159650 2024-09-13T17:50:57.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f83817fa640 1 -- 172.21.15.32:0/684455518 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f837c026480 con 0x7f8384159650 2024-09-13T17:50:57.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f83817fa640 1 --2- 172.21.15.32:0/684455518 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f83700666c0 0x7f8370068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f83817fa640 1 -- 172.21.15.32:0/684455518 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f837c0842b0 con 0x7f8384159650 2024-09-13T17:50:57.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f83817fa640 1 --2- 172.21.15.32:0/684455518 >> [v2:172.21.15.159:6816/2483208153,v1:172.21.15.159:6818/2483208153] conn(0x7f837006c9c0 0x7f837006ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f83817fa640 1 -- 172.21.15.32:0/684455518 --> [v2:172.21.15.159:6816/2483208153,v1:172.21.15.159:6818/2483208153] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f837006f4d0 con 0x7f837006c9c0 2024-09-13T17:50:57.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f83817fa640 1 -- 172.21.15.32:0/684455518 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=47) v2 ==== 24+0+0 (secure 0 0 0) 0x7f837c084620 con 0x7f8384159650 2024-09-13T17:50:57.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f8388a6c640 1 --2- 172.21.15.32:0/684455518 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f83700666c0 0x7f8370068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.579+0000 7f8383fff640 1 --2- 172.21.15.32:0/684455518 >> [v2:172.21.15.159:6816/2483208153,v1:172.21.15.159:6818/2483208153] conn(0x7f837006c9c0 0x7f837006ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.583+0000 7f8383fff640 1 --2- 172.21.15.32:0/684455518 >> [v2:172.21.15.159:6816/2483208153,v1:172.21.15.159:6818/2483208153] conn(0x7f837006c9c0 0x7f837006ee00 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:57.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.583+0000 7f8388a6c640 1 --2- 172.21.15.32:0/684455518 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f83700666c0 0x7f8370068b80 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f83740b1000 tx=0x7f83740a9070 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:57.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.583+0000 7f83817fa640 1 -- 172.21.15.32:0/684455518 <== osd.7 v2:172.21.15.159:6816/2483208153 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f837006f4d0 con 0x7f837006c9c0 2024-09-13T17:50:57.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.595+0000 7f838acd0640 1 -- 172.21.15.32:0/684455518 --> [v2:172.21.15.159:6816/2483208153,v1:172.21.15.159:6818/2483208153] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f83840b2eb0 con 0x7f837006c9c0 2024-09-13T17:50:57.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.595+0000 7f83817fa640 1 -- 172.21.15.32:0/684455518 <== osd.7 v2:172.21.15.159:6816/2483208153 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f83840b2eb0 con 0x7f837006c9c0 2024-09-13T17:50:57.600 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-09-13T17:50:57.600 INFO:teuthology.orchestra.run.smithi032.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T17:50:57.600 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-09-13T17:50:57.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.595+0000 7f838acd0640 1 -- 172.21.15.32:0/684455518 >> [v2:172.21.15.159:6816/2483208153,v1:172.21.15.159:6818/2483208153] conn(0x7f837006c9c0 msgr2=0x7f837006ee00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.595+0000 7f838acd0640 1 --2- 172.21.15.32:0/684455518 >> [v2:172.21.15.159:6816/2483208153,v1:172.21.15.159:6818/2483208153] conn(0x7f837006c9c0 0x7f837006ee00 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.595+0000 7f838acd0640 1 -- 172.21.15.32:0/684455518 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f83700666c0 msgr2=0x7f8370068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.595+0000 7f838acd0640 1 --2- 172.21.15.32:0/684455518 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f83700666c0 0x7f8370068b80 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f83740b1000 tx=0x7f83740a9070 comp rx=0 tx=0).stop 2024-09-13T17:50:57.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.595+0000 7f838acd0640 1 -- 172.21.15.32:0/684455518 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8384159650 msgr2=0x7f8384152d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.595+0000 7f838acd0640 1 --2- 172.21.15.32:0/684455518 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8384159650 0x7f8384152d00 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f837c00e810 tx=0x7f837c00ecd0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.595+0000 7f838926d640 1 -- 172.21.15.32:0/684455518 reap_dead start 2024-09-13T17:50:57.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.595+0000 7f838acd0640 1 -- 172.21.15.32:0/684455518 shutdown_connections 2024-09-13T17:50:57.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.595+0000 7f838acd0640 1 -- 172.21.15.32:0/684455518 >> 172.21.15.32:0/684455518 conn(0x7f838406a150 msgr2=0x7f83840cb280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:57.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.595+0000 7f838acd0640 1 -- 172.21.15.32:0/684455518 shutdown_connections 2024-09-13T17:50:57.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.595+0000 7f838acd0640 1 -- 172.21.15.32:0/684455518 wait complete. 2024-09-13T17:50:57.615 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-13T17:50:57.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.727+0000 7fe5d6a9b640 1 Processor -- start 2024-09-13T17:50:57.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.727+0000 7fe5d6a9b640 1 -- start start 2024-09-13T17:50:57.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.727+0000 7fe5d6a9b640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7fe5d00b2740 0x7fe5d00c86f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.727+0000 7fe5d6a9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe5d00c8c30 0x7fe5d0070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.727+0000 7fe5d6a9b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5d00707e0 con 0x7fe5d00b2360 2024-09-13T17:50:57.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.727+0000 7fe5d6a9b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5d00c91b0 con 0x7fe5d00c8c30 2024-09-13T17:50:57.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.727+0000 7fe5d6a9b640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5d0070190 con 0x7fe5d00b2740 2024-09-13T17:50:57.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.727+0000 7fe5d5038640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe5d00c8c30 0x7fe5d0070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.727+0000 7fe5d4837640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe5d00b2360 0x7fe5d00cbfa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34508/0 (socket says 172.21.15.32:34508) 2024-09-13T17:50:57.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.727+0000 7fe5d4837640 1 -- 172.21.15.32:0/1654037260 learned_addr learned my addr 172.21.15.32:0/1654037260 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:50:57.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.727+0000 7fe5cffff640 1 --2- 172.21.15.32:0/1654037260 >> v2:172.21.15.159:3300/0 conn(0x7fe5d00b2740 0x7fe5d00c86f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.727+0000 7fe5d5038640 1 -- 172.21.15.32:0/1654037260 >> v2:172.21.15.159:3300/0 conn(0x7fe5d00b2740 msgr2=0x7fe5d00c86f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:57.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.727+0000 7fe5d5038640 1 --2- 172.21.15.32:0/1654037260 >> v2:172.21.15.159:3300/0 conn(0x7fe5d00b2740 0x7fe5d00c86f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.727+0000 7fe5d5038640 1 -- 172.21.15.32:0/1654037260 >> v1:172.21.15.32:6789/0 conn(0x7fe5d00b2360 legacy=0x7fe5d00cbfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.727+0000 7fe5cf7fe640 1 -- 172.21.15.32:0/1654037260 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3663602977 0 0) 0x7fe5d00707e0 con 0x7fe5d00b2360 2024-09-13T17:50:57.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.727+0000 7fe5d5038640 1 -- 172.21.15.32:0/1654037260 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5d0070470 con 0x7fe5d00c8c30 2024-09-13T17:50:57.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d5038640 1 --2- 172.21.15.32:0/1654037260 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5d00c8c30 0x7fe5d0070c70 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fe5d009c220 tx=0x7fe5c801eaa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b490ee53dbdca6b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:57.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5cf7fe640 1 -- 172.21.15.32:0/1654037260 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c800b2d0 con 0x7fe5d00c8c30 2024-09-13T17:50:57.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5cf7fe640 1 -- 172.21.15.32:0/1654037260 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5c80a78d0 con 0x7fe5d00c8c30 2024-09-13T17:50:57.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5cf7fe640 1 -- 172.21.15.32:0/1654037260 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c80a7c60 con 0x7fe5d00c8c30 2024-09-13T17:50:57.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d6a9b640 1 -- 172.21.15.32:0/1654037260 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5d00c8c30 msgr2=0x7fe5d0070c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d6a9b640 1 --2- 172.21.15.32:0/1654037260 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5d00c8c30 0x7fe5d0070c70 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fe5d009c220 tx=0x7fe5c801eaa0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d6a9b640 1 -- 172.21.15.32:0/1654037260 shutdown_connections 2024-09-13T17:50:57.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d6a9b640 1 --2- 172.21.15.32:0/1654037260 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5d00c8c30 0x7fe5d0070c70 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d6a9b640 1 --2- 172.21.15.32:0/1654037260 >> v2:172.21.15.159:3300/0 conn(0x7fe5d00b2740 0x7fe5d00c86f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d6a9b640 1 -- 172.21.15.32:0/1654037260 >> 172.21.15.32:0/1654037260 conn(0x7fe5d00afbf0 msgr2=0x7fe5d00b0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:57.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d6a9b640 1 -- 172.21.15.32:0/1654037260 shutdown_connections 2024-09-13T17:50:57.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d6a9b640 1 -- 172.21.15.32:0/1654037260 wait complete. 2024-09-13T17:50:57.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d6a9b640 1 Processor -- start 2024-09-13T17:50:57.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d6a9b640 1 -- start start 2024-09-13T17:50:57.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d6a9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5d00b2360 0x7fe5d009a440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d6a9b640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5d00b2740 0x7fe5d0158290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d6a9b640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5d00c8c30 0x7fe5d0156190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d6a9b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5d009aa20 con 0x7fe5d00b2360 2024-09-13T17:50:57.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d6a9b640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5d009ad00 con 0x7fe5d00b2740 2024-09-13T17:50:57.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d6a9b640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5d009afe0 con 0x7fe5d00c8c30 2024-09-13T17:50:57.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d4837640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5d00b2360 0x7fe5d009a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d4837640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5d00b2360 0x7fe5d009a440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49156/0 (socket says 172.21.15.32:49156) 2024-09-13T17:50:57.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d4837640 1 -- 172.21.15.32:0/544772154 learned_addr learned my addr 172.21.15.32:0/544772154 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:57.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5cffff640 1 --2- 172.21.15.32:0/544772154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5d00b2740 0x7fe5d0158290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d5038640 1 --2- 172.21.15.32:0/544772154 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5d00c8c30 0x7fe5d0156190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d4837640 1 -- 172.21.15.32:0/544772154 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5d00c8c30 msgr2=0x7fe5d0156190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d4837640 1 --2- 172.21.15.32:0/544772154 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5d00c8c30 0x7fe5d0156190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d4837640 1 -- 172.21.15.32:0/544772154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5d00b2740 msgr2=0x7fe5d0158290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d4837640 1 --2- 172.21.15.32:0/544772154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5d00b2740 0x7fe5d0158290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d4837640 1 -- 172.21.15.32:0/544772154 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5c800bc80 con 0x7fe5d00b2360 2024-09-13T17:50:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5cffff640 1 --2- 172.21.15.32:0/544772154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5d00b2740 0x7fe5d0158290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d5038640 1 --2- 172.21.15.32:0/544772154 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5d00c8c30 0x7fe5d0156190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.731+0000 7fe5d4837640 1 --2- 172.21.15.32:0/544772154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5d00b2360 0x7fe5d009a440 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fe5c40011f0 tx=0x7fe5c400c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.735+0000 7fe5cd7fa640 1 -- 172.21.15.32:0/544772154 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c40074e0 con 0x7fe5d00b2360 2024-09-13T17:50:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.735+0000 7fe5cd7fa640 1 -- 172.21.15.32:0/544772154 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5c4007640 con 0x7fe5d00b2360 2024-09-13T17:50:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.735+0000 7fe5d6a9b640 1 -- 172.21.15.32:0/544772154 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5d009b2c0 con 0x7fe5d00b2360 2024-09-13T17:50:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.735+0000 7fe5cd7fa640 1 -- 172.21.15.32:0/544772154 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c4004a10 con 0x7fe5d00b2360 2024-09-13T17:50:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.735+0000 7fe5d6a9b640 1 -- 172.21.15.32:0/544772154 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5d0157430 con 0x7fe5d00b2360 2024-09-13T17:50:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.735+0000 7fe5d6a9b640 1 -- 172.21.15.32:0/544772154 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5d00c86f0 con 0x7fe5d00b2360 2024-09-13T17:50:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.735+0000 7fe5cd7fa640 1 -- 172.21.15.32:0/544772154 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe5c4004b70 con 0x7fe5d00b2360 2024-09-13T17:50:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.735+0000 7fe5cd7fa640 1 --2- 172.21.15.32:0/544772154 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe5bc066690 0x7fe5bc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.735+0000 7fe5cd7fa640 1 -- 172.21.15.32:0/544772154 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fe5c4083220 con 0x7fe5d00b2360 2024-09-13T17:50:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.735+0000 7fe5cffff640 1 --2- 172.21.15.32:0/544772154 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe5bc066690 0x7fe5bc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.735+0000 7fe5cffff640 1 --2- 172.21.15.32:0/544772154 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe5bc066690 0x7fe5bc068b50 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fe5c0006fd0 tx=0x7fe5c0008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.739+0000 7fe5cd7fa640 1 -- 172.21.15.32:0/544772154 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe5c40507e0 con 0x7fe5d00b2360 2024-09-13T17:50:57.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.903+0000 7fe5d6a9b640 1 -- 172.21.15.32:0/544772154 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) v1 -- 0x7fe5d00af470 con 0x7fe5bc066690 2024-09-13T17:50:57.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.903+0000 7fe5cd7fa640 1 -- 172.21.15.32:0/544772154 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fe5d00af470 con 0x7fe5bc066690 2024-09-13T17:50:57.907 INFO:teuthology.orchestra.run.smithi032.stderr:instructed osd(s) 7 to deep-scrub 2024-09-13T17:50:57.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.907+0000 7fe5d6a9b640 1 -- 172.21.15.32:0/544772154 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe5bc066690 msgr2=0x7fe5bc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.907+0000 7fe5d6a9b640 1 --2- 172.21.15.32:0/544772154 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe5bc066690 0x7fe5bc068b50 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fe5c0006fd0 tx=0x7fe5c0008040 comp rx=0 tx=0).stop 2024-09-13T17:50:57.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.907+0000 7fe5d6a9b640 1 -- 172.21.15.32:0/544772154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5d00b2360 msgr2=0x7fe5d009a440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:57.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.907+0000 7fe5d6a9b640 1 --2- 172.21.15.32:0/544772154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5d00b2360 0x7fe5d009a440 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fe5c40011f0 tx=0x7fe5c400c9b0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.907+0000 7fe5d6a9b640 1 -- 172.21.15.32:0/544772154 shutdown_connections 2024-09-13T17:50:57.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.907+0000 7fe5d6a9b640 1 --2- 172.21.15.32:0/544772154 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fe5bc066690 0x7fe5bc068b50 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.907+0000 7fe5d6a9b640 1 --2- 172.21.15.32:0/544772154 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fe5d00c8c30 0x7fe5d0156190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.907+0000 7fe5d6a9b640 1 --2- 172.21.15.32:0/544772154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5d00b2740 0x7fe5d0158290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.907+0000 7fe5d6a9b640 1 --2- 172.21.15.32:0/544772154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5d00b2360 0x7fe5d009a440 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:57.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.907+0000 7fe5d6a9b640 1 -- 172.21.15.32:0/544772154 >> 172.21.15.32:0/544772154 conn(0x7fe5d00afbf0 msgr2=0x7fe5d0155060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:57.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.907+0000 7fe5d6a9b640 1 -- 172.21.15.32:0/544772154 shutdown_connections 2024-09-13T17:50:57.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:57.907+0000 7fe5d6a9b640 1 -- 172.21.15.32:0/544772154 wait complete. 2024-09-13T17:50:57.927 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:50:58.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.039+0000 7f6658625640 1 Processor -- start 2024-09-13T17:50:58.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.039+0000 7f6658625640 1 -- start start 2024-09-13T17:50:58.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.039+0000 7f6658625640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f66501592f0 0x7f66500cc380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:58.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.043+0000 7f6658625640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f66500cecd0 0x7f6650159d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:58.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.043+0000 7f6658625640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66500cc8c0 con 0x7f66500b1b80 2024-09-13T17:50:58.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.043+0000 7f6658625640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66500ad840 con 0x7f66500cecd0 2024-09-13T17:50:58.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.043+0000 7f6658625640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66500c88f0 con 0x7f66501592f0 2024-09-13T17:50:58.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.043+0000 7f6656bc2640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f66500cecd0 0x7f6650159d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:58.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.043+0000 7f6656bc2640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f66500cecd0 0x7f6650159d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46810/0 (socket says 172.21.15.32:46810) 2024-09-13T17:50:58.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.043+0000 7f6656bc2640 1 -- 172.21.15.32:0/2930562384 learned_addr learned my addr 172.21.15.32:0/2930562384 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:58.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.043+0000 7f66563c1640 1 --2- 172.21.15.32:0/2930562384 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f66501592f0 0x7f66500cc380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:58.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.043+0000 7f6656bc2640 1 -- 172.21.15.32:0/2930562384 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f66501592f0 msgr2=0x7f66500cc380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:50:58.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.043+0000 7f6656bc2640 1 --2- 172.21.15.32:0/2930562384 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f66501592f0 0x7f66500cc380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:58.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.043+0000 7f6656bc2640 1 -- 172.21.15.32:0/2930562384 >> v1:172.21.15.159:6789/0 conn(0x7f66500b1b80 legacy=0x7f66500ce5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:58.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.043+0000 7f6656bc2640 1 -- 172.21.15.32:0/2930562384 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66500c8bd0 con 0x7f66500cecd0 2024-09-13T17:50:58.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.043+0000 7f66563c1640 1 --2- 172.21.15.32:0/2930562384 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f66501592f0 0x7f66500cc380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:50:58.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.043+0000 7f6656bc2640 1 --2- 172.21.15.32:0/2930562384 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66500cecd0 0x7f6650159d20 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f664c009e50 tx=0x7f664c01c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c99586c3c9325e46 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:58.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.043+0000 7f66553bf640 1 -- 172.21.15.32:0/2930562384 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f664c0a5830 con 0x7f66500cecd0 2024-09-13T17:50:58.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.043+0000 7f66553bf640 1 -- 172.21.15.32:0/2930562384 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f664c0a5990 con 0x7f66500cecd0 2024-09-13T17:50:58.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.043+0000 7f66553bf640 1 -- 172.21.15.32:0/2930562384 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f664c0a5d20 con 0x7f66500cecd0 2024-09-13T17:50:58.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6658625640 1 -- 172.21.15.32:0/2930562384 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66500cecd0 msgr2=0x7f6650159d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:58.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6658625640 1 --2- 172.21.15.32:0/2930562384 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66500cecd0 0x7f6650159d20 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f664c009e50 tx=0x7f664c01c970 comp rx=0 tx=0).stop 2024-09-13T17:50:58.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6658625640 1 -- 172.21.15.32:0/2930562384 shutdown_connections 2024-09-13T17:50:58.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6658625640 1 --2- 172.21.15.32:0/2930562384 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66500cecd0 0x7f6650159d20 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:58.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6658625640 1 --2- 172.21.15.32:0/2930562384 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f66501592f0 0x7f66500cc380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:58.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6658625640 1 -- 172.21.15.32:0/2930562384 >> 172.21.15.32:0/2930562384 conn(0x7f665006a150 msgr2=0x7f665006a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:58.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6658625640 1 -- 172.21.15.32:0/2930562384 shutdown_connections 2024-09-13T17:50:58.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6658625640 1 -- 172.21.15.32:0/2930562384 wait complete. 2024-09-13T17:50:58.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6658625640 1 Processor -- start 2024-09-13T17:50:58.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6658625640 1 -- start start 2024-09-13T17:50:58.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6658625640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66500b1b80 0x7f665006e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:58.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6658625640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f66500cecd0 0x7f6650097920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:58.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6658625640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f66501592f0 0x7f66501545d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:58.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6658625640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66500c6150 con 0x7f66500b1b80 2024-09-13T17:50:58.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6658625640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6650153a30 con 0x7f66500cecd0 2024-09-13T17:50:58.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6658625640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6650097e60 con 0x7f66501592f0 2024-09-13T17:50:58.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f66563c1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66500b1b80 0x7f665006e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:58.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f66563c1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66500b1b80 0x7f665006e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46826/0 (socket says 172.21.15.32:46826) 2024-09-13T17:50:58.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f66563c1640 1 -- 172.21.15.32:0/2808266136 learned_addr learned my addr 172.21.15.32:0/2808266136 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:50:58.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6655bc0640 1 --2- 172.21.15.32:0/2808266136 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f66500cecd0 0x7f6650097920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:58.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6656bc2640 1 --2- 172.21.15.32:0/2808266136 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f66501592f0 0x7f66501545d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:58.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f66563c1640 1 -- 172.21.15.32:0/2808266136 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f66501592f0 msgr2=0x7f66501545d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:58.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f66563c1640 1 --2- 172.21.15.32:0/2808266136 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f66501592f0 0x7f66501545d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:58.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f66563c1640 1 -- 172.21.15.32:0/2808266136 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f66500cecd0 msgr2=0x7f6650097920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:58.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f66563c1640 1 --2- 172.21.15.32:0/2808266136 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f66500cecd0 0x7f6650097920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:58.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f66563c1640 1 -- 172.21.15.32:0/2808266136 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f664c009b30 con 0x7f66500b1b80 2024-09-13T17:50:58.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6655bc0640 1 --2- 172.21.15.32:0/2808266136 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f66500cecd0 0x7f6650097920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:58.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6656bc2640 1 --2- 172.21.15.32:0/2808266136 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f66501592f0 0x7f66501545d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:50:58.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f66563c1640 1 --2- 172.21.15.32:0/2808266136 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66500b1b80 0x7f665006e0c0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f664800d800 tx=0x7f664800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:58.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.047+0000 7f6646ffd640 1 -- 172.21.15.32:0/2808266136 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66480096c0 con 0x7f66500b1b80 2024-09-13T17:50:58.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.051+0000 7f6646ffd640 1 -- 172.21.15.32:0/2808266136 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6648009820 con 0x7f66500b1b80 2024-09-13T17:50:58.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.051+0000 7f6658625640 1 -- 172.21.15.32:0/2808266136 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66500c5510 con 0x7f66500b1b80 2024-09-13T17:50:58.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.051+0000 7f6646ffd640 1 -- 172.21.15.32:0/2808266136 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6648009bd0 con 0x7f66500b1b80 2024-09-13T17:50:58.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.051+0000 7f6658625640 1 -- 172.21.15.32:0/2808266136 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66500c5a90 con 0x7f66500b1b80 2024-09-13T17:50:58.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.051+0000 7f6658625640 1 -- 172.21.15.32:0/2808266136 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66500c63c0 con 0x7f66500b1b80 2024-09-13T17:50:58.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.051+0000 7f6646ffd640 1 -- 172.21.15.32:0/2808266136 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6648009d30 con 0x7f66500b1b80 2024-09-13T17:50:58.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.051+0000 7f6646ffd640 1 --2- 172.21.15.32:0/2808266136 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6634066690 0x7f6634068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:50:58.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.051+0000 7f6646ffd640 1 -- 172.21.15.32:0/2808266136 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f66480847c0 con 0x7f66500b1b80 2024-09-13T17:50:58.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.051+0000 7f6655bc0640 1 --2- 172.21.15.32:0/2808266136 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6634066690 0x7f6634068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:50:58.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.051+0000 7f6655bc0640 1 --2- 172.21.15.32:0/2808266136 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6634066690 0x7f6634068b50 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f6650155210 tx=0x7f6640009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:50:58.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.055+0000 7f6646ffd640 1 -- 172.21.15.32:0/2808266136 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6648051c60 con 0x7f66500b1b80 2024-09-13T17:50:58.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.211+0000 7f6658625640 1 -- 172.21.15.32:0/2808266136 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6650166060 con 0x7f6634066690 2024-09-13T17:50:58.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.219+0000 7f6646ffd640 1 -- 172.21.15.32:0/2808266136 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49495 (secure 0 0 0) 0x7f6640001cc0 con 0x7f6634066690 2024-09-13T17:50:58.222 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:50:58.223 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-13T17:50:58.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.219+0000 7f6658625640 1 -- 172.21.15.32:0/2808266136 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6634066690 msgr2=0x7f6634068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:58.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.219+0000 7f6658625640 1 --2- 172.21.15.32:0/2808266136 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6634066690 0x7f6634068b50 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f6650155210 tx=0x7f6640009040 comp rx=0 tx=0).stop 2024-09-13T17:50:58.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.219+0000 7f6658625640 1 -- 172.21.15.32:0/2808266136 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66500b1b80 msgr2=0x7f665006e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:50:58.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.219+0000 7f6658625640 1 --2- 172.21.15.32:0/2808266136 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66500b1b80 0x7f665006e0c0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f664800d800 tx=0x7f664800dcc0 comp rx=0 tx=0).stop 2024-09-13T17:50:58.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.219+0000 7f6658625640 1 -- 172.21.15.32:0/2808266136 shutdown_connections 2024-09-13T17:50:58.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.219+0000 7f6658625640 1 --2- 172.21.15.32:0/2808266136 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f6634066690 0x7f6634068b50 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:58.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.219+0000 7f6658625640 1 --2- 172.21.15.32:0/2808266136 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f66501592f0 0x7f66501545d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:58.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.219+0000 7f6658625640 1 --2- 172.21.15.32:0/2808266136 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f66500cecd0 0x7f6650097920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:58.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.223+0000 7f6658625640 1 --2- 172.21.15.32:0/2808266136 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66500b1b80 0x7f665006e0c0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:50:58.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.223+0000 7f6658625640 1 -- 172.21.15.32:0/2808266136 >> 172.21.15.32:0/2808266136 conn(0x7f665006a150 msgr2=0x7f6650155c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:50:58.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.223+0000 7f6658625640 1 -- 172.21.15.32:0/2808266136 shutdown_connections 2024-09-13T17:50:58.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:50:58.223+0000 7f6658625640 1 -- 172.21.15.32:0/2808266136 wait complete. 2024-09-13T17:50:58.241 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":156,"stamp":"2024-09-13T17:50:56.278232+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":62,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":237992,"kb_used_data":5416,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754736728,"statfs":{"total":773094113280,"available":772850409472,"internally_reserved":0,"allocated":5545984,"data_stored":3061416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-7787,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-54,"num_write_kb":-24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002402"},"pg_stats":[{"pgid":"1.0","version":"19'117","reported_seq":187,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-13T17:50:49.940786+0000","last_change":"2024-09-13T17:47:09.935927+0000","last_active":"2024-09-13T17:50:49.940786+0000","last_peered":"2024-09-13T17:50:49.940786+0000","last_clean":"2024-09-13T17:50:49.940786+0000","last_became_active":"2024-09-13T17:47:09.934083+0000","last_became_peered":"2024-09-13T17:47:09.934083+0000","last_unstale":"2024-09-13T17:50:49.940786+0000","last_undegraded":"2024-09-13T17:50:49.940786+0000","last_fullsized":"2024-09-13T17:50:49.940786+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:47:08.536927+0000","last_clean_scrub_stamp":"2024-09-13T17:47:08.536927+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:11:08.955024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":16,"seq":68719476785,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27556,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344284,"statfs":{"total":96636764160,"available":96608546816,"internally_reserved":0,"allocated":544768,"data_stored":235085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.84299999999999997,"15min":0.87},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.98999999999999999,"5min":1.514,"15min":1.514},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.82299999999999995,"15min":0.83499999999999996},"min":{"1min":0.52900000000000003,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.107,"5min":1.2090000000000001,"15min":1.2090000000000001},"last":1.0089999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.88500000000000001,"15min":0.91000000000000003},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0569999999999999,"5min":2.0649999999999999,"15min":2.0649999999999999},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.85099999999999998,"15min":0.872},"min":{"1min":0.57499999999999996,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.107,"5min":1.577,"15min":1.577},"last":0.51600000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.88300000000000001,"15min":0.89100000000000001},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.0129999999999999,"5min":1.248,"15min":1.248},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.91900000000000004,"15min":0.93899999999999995},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.214,"5min":2.1509999999999998,"15min":2.1509999999999998},"last":0.74399999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.91300000000000003,"15min":0.91700000000000004},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.0840000000000001,"5min":1.728,"15min":1.728},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.94199999999999995,"15min":0.93400000000000005},"min":{"1min":0.64500000000000002,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.202,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":0.93300000000000005}]},{"osd":4,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.94999999999999996,"15min":0.95799999999999996},"min":{"1min":0.59099999999999997,"5min":0.497,"15min":0.497},"max":{"1min":1.131,"5min":2.0579999999999998,"15min":2.0579999999999998},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.997,"5min":1.006,"15min":0.997},"min":{"1min":0.79400000000000004,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.222,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":0.96099999999999997}]},{"osd":6,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":1.0089999999999999,"5min":0.98799999999999999,"15min":0.95599999999999996},"min":{"1min":0.69899999999999995,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.3169999999999999,"5min":2.2160000000000002,"15min":2.2160000000000002},"last":0.85099999999999998},{"interface":"front","average":{"1min":0.98899999999999999,"5min":1.069,"15min":1.083},"min":{"1min":0.78800000000000003,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.198,"5min":2.3860000000000001,"15min":2.3860000000000001},"last":0.88}]},{"osd":7,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":1.0780000000000001,"15min":1.0760000000000001},"min":{"1min":0.748,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.214,"5min":1.8129999999999999,"15min":1.8129999999999999},"last":0.91200000000000003},{"interface":"front","average":{"1min":1.0780000000000001,"5min":1.123,"15min":1.1259999999999999},"min":{"1min":0.83599999999999997,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.393,"5min":2.2829999999999999,"15min":2.2829999999999999},"last":0.98699999999999999}]}]},{"osd":4,"up_from":16,"seq":68719476785,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27556,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344284,"statfs":{"total":96636764160,"available":96608546816,"internally_reserved":0,"allocated":544768,"data_stored":235085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.83899999999999997,"15min":0.83099999999999996},"min":{"1min":0.56699999999999995,"5min":0.433,"15min":0.433},"max":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.874,"15min":0.91200000000000003},"min":{"1min":0.53300000000000003,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.036,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":1.2310000000000001}]},{"osd":1,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.85499999999999998,"15min":0.874},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.087,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.86199999999999999},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.85799999999999998,"15min":0.84799999999999998},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.1120000000000001,"5min":1.2,"15min":1.2},"last":1.4490000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.85399999999999998,"15min":0.85999999999999999},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.0720000000000001,"5min":1.216,"15min":1.216},"last":1.2669999999999999},{"interface":"front","average":{"1min":0.88,"5min":0.95599999999999996,"15min":0.98199999999999998},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.1839999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":1.153}]},{"osd":3,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.89200000000000002,"15min":0.92000000000000004},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.224,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.0589999999999999},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.98499999999999999,"15min":1.004},"min":{"1min":0.748,"5min":0.628,"15min":0.628},"max":{"1min":1.0669999999999999,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":0.97599999999999998}]},{"osd":5,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.0089999999999999,"15min":1.0309999999999999},"min":{"1min":0.66800000000000004,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.139,"5min":1.649,"15min":1.649},"last":0.92300000000000004},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.98299999999999998,"15min":1.006},"min":{"1min":0.67400000000000004,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.1699999999999999,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.79800000000000004}]},{"osd":6,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.046,"15min":1.0609999999999999},"min":{"1min":0.71199999999999997,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.1699999999999999,"5min":1.7709999999999999,"15min":1.7709999999999999},"last":1.0940000000000001},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.1399999999999999,"15min":1.1599999999999999},"min":{"1min":0.872,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.2370000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":1.5629999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:50:13 2024","interfaces":[{"interface":"back","average":{"1min":1.008,"5min":1.1140000000000001,"15min":1.1479999999999999},"min":{"1min":0.80900000000000005,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.294,"5min":1.538,"15min":1.538},"last":1.351},{"interface":"front","average":{"1min":1.079,"5min":1.173,"15min":1.198},"min":{"1min":0.88200000000000001,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":1.286,"5min":2.4510000000000001,"15min":2.4510000000000001},"last":1.407}]}]},{"osd":7,"up_from":15,"seq":64424509490,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28136,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343704,"statfs":{"total":96636764160,"available":96607952896,"internally_reserved":0,"allocated":1138688,"data_stored":825453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.96099999999999997,"15min":1.014},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.1870000000000001,"5min":2.722,"15min":2.722},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.94799999999999995,"15min":0.98999999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.1379999999999999,"5min":1.403,"15min":1.403},"last":1.163}]},{"osd":1,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":1.0169999999999999,"15min":1.071},"min":{"1min":0.52500000000000002,"5min":0.501,"15min":0.501},"max":{"1min":1.1259999999999999,"5min":2.6459999999999999,"15min":2.6459999999999999},"last":1.4830000000000001},{"interface":"front","average":{"1min":0.78500000000000003,"5min":1.0289999999999999,"15min":1.1200000000000001},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.0129999999999999,"5min":3.3639999999999999,"15min":3.3639999999999999},"last":1.2949999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.85799999999999998,"15min":0.90200000000000002},"min":{"1min":0.56499999999999995,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.0069999999999999,"5min":3.02,"15min":3.02},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.80800000000000005,"5min":1.046,"15min":1.119},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.1160000000000001,"5min":3.75,"15min":3.75},"last":1.417}]},{"osd":3,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.94199999999999995,"15min":1},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":0.97199999999999998,"5min":3.0680000000000001,"15min":3.0680000000000001},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.998,"15min":1.042},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.2749999999999999,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":1.1200000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.96999999999999997,"15min":1.002},"min":{"1min":0.60399999999999998,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.3180000000000001,"5min":3.516,"15min":3.516},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.97399999999999998,"5min":1.1020000000000001,"15min":1.1459999999999999},"min":{"1min":0.755,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":1.139,"5min":3.125,"15min":3.125},"last":1.2210000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":1.0980000000000001,"15min":1.143},"min":{"1min":0.63600000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.1819999999999999,"5min":3.8159999999999998,"15min":3.8159999999999998},"last":1.258},{"interface":"front","average":{"1min":1.0069999999999999,"5min":1.0429999999999999,"15min":1.073},"min":{"1min":0.65200000000000002,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.4119999999999999,"5min":3.4340000000000002,"15min":3.4340000000000002},"last":0.89800000000000002}]},{"osd":6,"last update":"Fri Sep 13 17:50:10 2024","interfaces":[{"interface":"back","average":{"1min":1.0089999999999999,"5min":1.107,"15min":1.163},"min":{"1min":0.81100000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.369,"5min":3.673,"15min":3.673},"last":1.395},{"interface":"front","average":{"1min":0.95999999999999996,"5min":1.052,"15min":1.0880000000000001},"min":{"1min":0.69299999999999995,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.2729999999999999,"5min":3.5760000000000001,"15min":3.5760000000000001},"last":1.3420000000000001}]}]},{"osd":6,"up_from":15,"seq":64424509488,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27556,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344284,"statfs":{"total":96636764160,"available":96608546816,"internally_reserved":0,"allocated":544768,"data_stored":235085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.84999999999999998,"15min":0.83799999999999997},"min":{"1min":0.54300000000000004,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.1399999999999999,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.78100000000000003,"15min":0.79000000000000004},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.0649999999999999,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.74399999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.79500000000000004,"15min":0.80600000000000005},"min":{"1min":0.55600000000000005,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.113,"5min":1.268,"15min":1.268},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.88800000000000001,"15min":0.89500000000000002},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.2010000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.63400000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.88300000000000001,"15min":0.88900000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.226,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.875,"15min":0.88900000000000001},"min":{"1min":0.628,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.0649999999999999,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.85299999999999998}]},{"osd":3,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.90900000000000003,"15min":0.94699999999999995},"min":{"1min":0.60899999999999999,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.1100000000000001,"5min":1.514,"15min":1.514},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.94999999999999996,"5min":1.026,"15min":1.04},"min":{"1min":0.64700000000000002,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.1559999999999999,"5min":1.502,"15min":1.502},"last":0.80900000000000005}]},{"osd":4,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.0109999999999999,"15min":1.0149999999999999},"min":{"1min":0.68600000000000005,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.196,"5min":1.585,"15min":1.585},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.94199999999999995,"15min":0.93999999999999995},"min":{"1min":0.56499999999999995,"5min":0.37,"15min":0.37},"max":{"1min":1.085,"5min":1.397,"15min":1.397},"last":0.65700000000000003}]},{"osd":5,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":1.044,"15min":1.0409999999999999},"min":{"1min":0.82899999999999996,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.256,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.995,"15min":1.0089999999999999},"min":{"1min":0.74299999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.2010000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":0.53400000000000003}]},{"osd":7,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":0.98999999999999999,"15min":0.97599999999999998},"min":{"1min":0.77100000000000002,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.385,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":0.58099999999999996},{"interface":"front","average":{"1min":1.042,"5min":1.028,"15min":1.024},"min":{"1min":0.82999999999999996,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.27,"5min":1.532,"15min":1.532},"last":0.68999999999999995}]}]},{"osd":3,"up_from":15,"seq":64424509488,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31652,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":544768,"data_stored":235085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56200000000000006,"15min":0.55600000000000005},"min":{"1min":0.29599999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.94299999999999995,"5min":1.121,"15min":1.121},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.65300000000000002,"15min":0.66000000000000003},"min":{"1min":0.39700000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.996,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.58799999999999997}]},{"osd":1,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.58499999999999996,"15min":0.60299999999999998},"min":{"1min":0.33900000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.86199999999999999,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.66500000000000004,"15min":0.68799999999999994},"min":{"1min":0.33900000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.238,"5min":1.238,"15min":1.238},"last":0.434}]},{"osd":2,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.67600000000000005,"15min":0.69699999999999995},"min":{"1min":0.34000000000000002,"5min":0.317,"15min":0.317},"max":{"1min":1.0629999999999999,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.628},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.68000000000000005,"15min":0.70199999999999996},"min":{"1min":0.32500000000000001,"5min":0.308,"15min":0.308},"max":{"1min":0.84199999999999997,"5min":1.29,"15min":1.29},"last":0.752}]},{"osd":4,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.88,"15min":0.89400000000000002},"min":{"1min":0.56000000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.0269999999999999,"5min":1.264,"15min":1.264},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.90600000000000003,"15min":0.93000000000000005},"min":{"1min":0.55100000000000005,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.1559999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.98699999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.91600000000000004,"15min":0.93899999999999995},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.095,"5min":1.385,"15min":1.385},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.93300000000000005,"15min":0.95699999999999996},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.1879999999999999,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.94799999999999995}]},{"osd":6,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.94699999999999995,"15min":0.96699999999999997},"min":{"1min":0.65100000000000002,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.1799999999999999,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.87},{"interface":"front","average":{"1min":0.872,"5min":1.0009999999999999,"15min":1.0269999999999999},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.3420000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":1.044}]},{"osd":7,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.996,"15min":1.022},"min":{"1min":0.60199999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.1990000000000001,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":1.0149999999999999},{"interface":"front","average":{"1min":0.89100000000000001,"5min":1.071,"15min":1.117},"min":{"1min":0.64100000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.2649999999999999,"5min":1.724,"15min":1.724},"last":1.077}]}]},{"osd":1,"up_from":15,"seq":64424509489,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31652,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":544768,"data_stored":235085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.56699999999999995,"15min":0.59399999999999997},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.71499999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.59299999999999997,"15min":0.61399999999999999},"min":{"1min":0.32000000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.996,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.74099999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.59999999999999998,"15min":0.625},"min":{"1min":0.316,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.89200000000000002,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.67900000000000005,"15min":0.71399999999999997},"min":{"1min":0.433,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.80300000000000005,"5min":1.359,"15min":1.359},"last":1.071}]},{"osd":3,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.70799999999999996,"15min":0.74399999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.97799999999999998,"5min":1.446,"15min":1.446},"last":0.92300000000000004},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.71699999999999997,"15min":0.77100000000000002},"min":{"1min":0.40200000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.91600000000000004,"5min":1.569,"15min":1.569},"last":0.96599999999999997}]},{"osd":4,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.89100000000000001,"15min":0.90600000000000003},"min":{"1min":0.63100000000000001,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.242,"5min":2.016,"15min":2.016},"last":1.1599999999999999},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.93400000000000005,"15min":0.96399999999999997},"min":{"1min":0.59199999999999997,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.0569999999999999,"5min":2.2410000000000001,"15min":2.2410000000000001},"last":1.0529999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.92400000000000004,"15min":0.95299999999999996},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.028,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":1.3340000000000001},{"interface":"front","average":{"1min":0.77800000000000002,"5min":1.0009999999999999,"15min":1.0489999999999999},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.0980000000000001,"5min":2.0950000000000002,"15min":2.0950000000000002},"last":1.5580000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.94899999999999995,"15min":0.97699999999999998},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1899999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":1.5069999999999999},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.999,"15min":1.038},"min":{"1min":0.60999999999999999,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.1719999999999999,"5min":2.1819999999999999,"15min":2.1819999999999999},"last":1.464}]},{"osd":7,"last update":"Fri Sep 13 17:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":1.0369999999999999,"15min":1.0880000000000001},"min":{"1min":0.57699999999999996,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.143,"5min":2.1379999999999999,"15min":2.1379999999999999},"last":1.256},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.99399999999999999,"15min":1.038},"min":{"1min":0.62,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.1859999999999999,"5min":1.863,"15min":1.863},"last":1.4059999999999999}]}]},{"osd":0,"up_from":15,"seq":64424509487,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32232,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339608,"statfs":{"total":96636764160,"available":96603758592,"internally_reserved":0,"allocated":1138688,"data_stored":825453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.60399999999999998,"15min":0.64100000000000001},"min":{"1min":0.32700000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.84199999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":1.101},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.67900000000000005,"15min":0.71699999999999997},"min":{"1min":0.36199999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.77500000000000002,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.82799999999999996}]},{"osd":2,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.69999999999999996,"15min":0.72399999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.91500000000000004,"5min":1.294,"15min":1.294},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.59499999999999997,"15min":0.61499999999999999},"min":{"1min":0.33400000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.80100000000000005,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.871}]},{"osd":3,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.66300000000000003,"15min":0.67500000000000004},"min":{"1min":0.309,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.79100000000000004,"15min":0.82699999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.01,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.98399999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.94499999999999995,"15min":0.97999999999999998},"min":{"1min":0.625,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.099,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.202},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.86799999999999999,"15min":0.872},"min":{"1min":0.59899999999999998,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.173,"5min":1.347,"15min":1.347},"last":1.387}]},{"osd":5,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.92000000000000004,"15min":0.95799999999999996},"min":{"1min":0.58099999999999996,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.1699999999999999,"5min":1.5589999999999999,"15min":1.5589999999999999},"last":1.1559999999999999},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.97299999999999998,"15min":1.0089999999999999},"min":{"1min":0.53800000000000003,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.179,"5min":1.512,"15min":1.512},"last":1.4279999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.96999999999999997,"15min":1.002},"min":{"1min":0.57699999999999996,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.347,"5min":1.5029999999999999,"15min":1.5029999999999999},"last":1.292},{"interface":"front","average":{"1min":0.93600000000000005,"5min":1.034,"15min":1.0720000000000001},"min":{"1min":0.747,"5min":0.62,"15min":0.62},"max":{"1min":1.3109999999999999,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.325}]},{"osd":7,"last update":"Fri Sep 13 17:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.96699999999999997,"15min":0.99299999999999999},"min":{"1min":0.623,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.276,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":1.2629999999999999},{"interface":"front","average":{"1min":0.92600000000000005,"5min":1.052,"15min":1.089},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.3029999999999999,"5min":1.635,"15min":1.635},"last":1.496}]}]},{"osd":2,"up_from":13,"seq":55834574897,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31652,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":544768,"data_stored":235085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.57199999999999995,"15min":0.59599999999999997},"min":{"1min":0.33600000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.71599999999999997,"5min":1.032,"15min":1.032},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.60299999999999998,"15min":0.628},"min":{"1min":0.30299999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.79900000000000004,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.73799999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.63100000000000001,"15min":0.65400000000000003},"min":{"1min":0.36499999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.77200000000000002,"5min":1.069,"15min":1.069},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.63700000000000001,"15min":0.65400000000000003},"min":{"1min":0.34599999999999997,"5min":0.314,"15min":0.314},"max":{"1min":0.83499999999999996,"5min":1.117,"15min":1.117},"last":0.88700000000000001}]},{"osd":3,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.61299999999999999,"15min":0.63400000000000001},"min":{"1min":0.35799999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.67600000000000005,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.70899999999999996,"15min":0.73899999999999999},"min":{"1min":0.41499999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.97399999999999998,"5min":1.121,"15min":1.121},"last":0.79000000000000004}]},{"osd":4,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.89400000000000002,"15min":0.92400000000000004},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.1080000000000001,"5min":1.96,"15min":1.96},"last":0.92200000000000004},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.93300000000000005,"15min":0.94999999999999996},"min":{"1min":0.58299999999999996,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.1910000000000001,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.96199999999999997}]},{"osd":5,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.92600000000000005,"15min":0.95399999999999996},"min":{"1min":0.56000000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.008,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":1.198},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.93899999999999995,"15min":0.95799999999999996},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.2150000000000001,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":1.0249999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.96399999999999997,"15min":0.97199999999999998},"min":{"1min":0.60599999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.1479999999999999,"5min":1.415,"15min":1.415},"last":1.123},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.96799999999999997,"15min":1.004},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.254,"5min":1.349,"15min":1.349},"last":1.0800000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":1.0429999999999999,"15min":1.0669999999999999},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.2270000000000001,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.0620000000000001},{"interface":"front","average":{"1min":0.84899999999999998,"5min":1.04,"15min":1.075},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.1699999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":1.1439999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:50:58.246 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-13T17:47:08.536927+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=17, tm_min=47, tm_sec=8, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=17, tm_min=50, tm_sec=53, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T17:50:58.246 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-13T17:51:11.933 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:51:11.937 DEBUG:teuthology.orchestra.run.smithi159:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:51:18.247 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:51:18.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.379+0000 7fa18afb2640 1 Processor -- start 2024-09-13T17:51:18.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa18afb2640 1 -- start start 2024-09-13T17:51:18.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa18afb2640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa18415a300 0x7fa18406d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:51:18.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa18afb2640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa1840cebe0 0x7fa1840c8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:51:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa18afb2640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa18415a6e0 con 0x7fa18406d5e0 2024-09-13T17:51:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa18afb2640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa18406da80 con 0x7fa18415a300 2024-09-13T17:51:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa18afb2640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa18406dd60 con 0x7fa1840cebe0 2024-09-13T17:51:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa188d4e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa18415a300 0x7fa18406d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:51:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa183fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa18406d5e0 0x7fa1840ce4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35996/0 (socket says 172.21.15.32:35996) 2024-09-13T17:51:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa183fff640 1 -- 172.21.15.32:0/2198689167 learned_addr learned my addr 172.21.15.32:0/2198689167 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-09-13T17:51:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa18954f640 1 --2- 172.21.15.32:0/2198689167 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa1840cebe0 0x7fa1840c8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:51:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa188d4e640 1 -- 172.21.15.32:0/2198689167 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa1840cebe0 msgr2=0x7fa1840c8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:51:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa188d4e640 1 --2- 172.21.15.32:0/2198689167 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa1840cebe0 0x7fa1840c8cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa188d4e640 1 -- 172.21.15.32:0/2198689167 >> v1:172.21.15.32:6789/0 conn(0x7fa18406d5e0 legacy=0x7fa1840ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:51:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa188d4e640 1 -- 172.21.15.32:0/2198689167 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa18406e040 con 0x7fa18415a300 2024-09-13T17:51:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa18954f640 1 --2- 172.21.15.32:0/2198689167 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa1840cebe0 0x7fa1840c8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:51:18.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa188d4e640 1 --2- 172.21.15.32:0/2198689167 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa18415a300 0x7fa18406d0a0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fa1740097c0 tx=0x7fa17401c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fbeaabe7e7ea1d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:51:18.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa1837fe640 1 -- 172.21.15.32:0/2198689167 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1740ad680 con 0x7fa18415a300 2024-09-13T17:51:18.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa1837fe640 1 -- 172.21.15.32:0/2198689167 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1740ad7e0 con 0x7fa18415a300 2024-09-13T17:51:18.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.383+0000 7fa1837fe640 1 -- 172.21.15.32:0/2198689167 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1740adb70 con 0x7fa18415a300 2024-09-13T17:51:18.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18afb2640 1 -- 172.21.15.32:0/2198689167 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa18415a300 msgr2=0x7fa18406d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:51:18.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18afb2640 1 --2- 172.21.15.32:0/2198689167 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa18415a300 0x7fa18406d0a0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fa1740097c0 tx=0x7fa17401c470 comp rx=0 tx=0).stop 2024-09-13T17:51:18.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18afb2640 1 -- 172.21.15.32:0/2198689167 shutdown_connections 2024-09-13T17:51:18.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18afb2640 1 --2- 172.21.15.32:0/2198689167 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa1840cebe0 0x7fa1840c8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18afb2640 1 --2- 172.21.15.32:0/2198689167 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa18415a300 0x7fa18406d0a0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18afb2640 1 -- 172.21.15.32:0/2198689167 >> 172.21.15.32:0/2198689167 conn(0x7fa18406a150 msgr2=0x7fa18406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:51:18.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18afb2640 1 -- 172.21.15.32:0/2198689167 shutdown_connections 2024-09-13T17:51:18.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18afb2640 1 -- 172.21.15.32:0/2198689167 wait complete. 2024-09-13T17:51:18.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18afb2640 1 Processor -- start 2024-09-13T17:51:18.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18afb2640 1 -- start start 2024-09-13T17:51:18.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18afb2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa18406d5e0 0x7fa184155980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:51:18.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18afb2640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa1840cebe0 0x7fa1841538a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:51:18.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18afb2640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa18415a300 0x7fa184097890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:51:18.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18afb2640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa184158ec0 con 0x7fa18406d5e0 2024-09-13T17:51:18.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18afb2640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa184154c90 con 0x7fa18415a300 2024-09-13T17:51:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18afb2640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa184153de0 con 0x7fa1840cebe0 2024-09-13T17:51:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa188d4e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa18406d5e0 0x7fa184155980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:51:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa188d4e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa18406d5e0 0x7fa184155980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48662/0 (socket says 172.21.15.32:48662) 2024-09-13T17:51:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa188d4e640 1 -- 172.21.15.32:0/4137242301 learned_addr learned my addr 172.21.15.32:0/4137242301 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:51:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18954f640 1 --2- 172.21.15.32:0/4137242301 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa18415a300 0x7fa184097890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:51:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa183fff640 1 --2- 172.21.15.32:0/4137242301 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa1840cebe0 0x7fa1841538a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:51:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa188d4e640 1 -- 172.21.15.32:0/4137242301 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa1840cebe0 msgr2=0x7fa1841538a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:51:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa188d4e640 1 --2- 172.21.15.32:0/4137242301 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa1840cebe0 0x7fa1841538a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa188d4e640 1 -- 172.21.15.32:0/4137242301 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa18415a300 msgr2=0x7fa184097890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:51:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa188d4e640 1 --2- 172.21.15.32:0/4137242301 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa18415a300 0x7fa184097890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa188d4e640 1 -- 172.21.15.32:0/4137242301 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa174009420 con 0x7fa18406d5e0 2024-09-13T17:51:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa183fff640 1 --2- 172.21.15.32:0/4137242301 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa1840cebe0 0x7fa1841538a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:51:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18954f640 1 --2- 172.21.15.32:0/4137242301 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa18415a300 0x7fa184097890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:51:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa188d4e640 1 --2- 172.21.15.32:0/4137242301 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa18406d5e0 0x7fa184155980 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fa17401a0a0 tx=0x7fa17401acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:51:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa1817fa640 1 -- 172.21.15.32:0/4137242301 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1740b8650 con 0x7fa18406d5e0 2024-09-13T17:51:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa1817fa640 1 -- 172.21.15.32:0/4137242301 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1740b87d0 con 0x7fa18406d5e0 2024-09-13T17:51:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18afb2640 1 -- 172.21.15.32:0/4137242301 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa184154080 con 0x7fa18406d5e0 2024-09-13T17:51:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa1817fa640 1 -- 172.21.15.32:0/4137242301 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1740b8b80 con 0x7fa18406d5e0 2024-09-13T17:51:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.387+0000 7fa18afb2640 1 -- 172.21.15.32:0/4137242301 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa184154640 con 0x7fa18406d5e0 2024-09-13T17:51:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.391+0000 7fa18afb2640 1 -- 172.21.15.32:0/4137242301 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1840c8cd0 con 0x7fa18406d5e0 2024-09-13T17:51:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.391+0000 7fa1817fa640 1 -- 172.21.15.32:0/4137242301 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa1740b4070 con 0x7fa18406d5e0 2024-09-13T17:51:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.391+0000 7fa1817fa640 1 --2- 172.21.15.32:0/4137242301 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa170066690 0x7fa170068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:51:18.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.391+0000 7fa1817fa640 1 -- 172.21.15.32:0/4137242301 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fa17411e940 con 0x7fa18406d5e0 2024-09-13T17:51:18.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.391+0000 7fa183fff640 1 --2- 172.21.15.32:0/4137242301 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa170066690 0x7fa170068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:51:18.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.391+0000 7fa183fff640 1 --2- 172.21.15.32:0/4137242301 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa170066690 0x7fa170068b50 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fa1840ad700 tx=0x7fa178009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:51:18.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.395+0000 7fa1817fa640 1 -- 172.21.15.32:0/4137242301 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa1740ebf00 con 0x7fa18406d5e0 2024-09-13T17:51:18.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.559+0000 7fa18afb2640 1 -- 172.21.15.32:0/4137242301 --> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa1840ad9f0 con 0x7fa170066690 2024-09-13T17:51:18.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.563+0000 7fa1817fa640 1 -- 172.21.15.32:0/4137242301 <== mgr.4102 v2:172.21.15.159:6832/239805446 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49837 (secure 0 0 0) 0x7fa1840ad9f0 con 0x7fa170066690 2024-09-13T17:51:18.567 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:51:18.568 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-09-13T17:51:18.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.567+0000 7fa18afb2640 1 -- 172.21.15.32:0/4137242301 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa170066690 msgr2=0x7fa170068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:51:18.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.567+0000 7fa18afb2640 1 --2- 172.21.15.32:0/4137242301 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa170066690 0x7fa170068b50 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fa1840ad700 tx=0x7fa178009040 comp rx=0 tx=0).stop 2024-09-13T17:51:18.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.567+0000 7fa18afb2640 1 -- 172.21.15.32:0/4137242301 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa18406d5e0 msgr2=0x7fa184155980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:51:18.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.567+0000 7fa18afb2640 1 --2- 172.21.15.32:0/4137242301 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa18406d5e0 0x7fa184155980 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fa17401a0a0 tx=0x7fa17401acb0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.567+0000 7fa18afb2640 1 -- 172.21.15.32:0/4137242301 shutdown_connections 2024-09-13T17:51:18.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.567+0000 7fa18afb2640 1 --2- 172.21.15.32:0/4137242301 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7fa170066690 0x7fa170068b50 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.567+0000 7fa18afb2640 1 --2- 172.21.15.32:0/4137242301 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa18415a300 0x7fa184097890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.567+0000 7fa18afb2640 1 --2- 172.21.15.32:0/4137242301 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7fa1840cebe0 0x7fa1841538a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.567+0000 7fa18afb2640 1 --2- 172.21.15.32:0/4137242301 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa18406d5e0 0x7fa184155980 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.567+0000 7fa18afb2640 1 -- 172.21.15.32:0/4137242301 >> 172.21.15.32:0/4137242301 conn(0x7fa18406a150 msgr2=0x7fa1840aebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:51:18.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.567+0000 7fa18afb2640 1 -- 172.21.15.32:0/4137242301 shutdown_connections 2024-09-13T17:51:18.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.567+0000 7fa18afb2640 1 -- 172.21.15.32:0/4137242301 wait complete. 2024-09-13T17:51:18.587 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":167,"stamp":"2024-09-13T17:51:18.283867+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":237976,"kb_used_data":5416,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754736744,"statfs":{"total":773094113280,"available":772850425856,"internally_reserved":0,"allocated":5545984,"data_stored":3061416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003121"},"pg_stats":[{"pgid":"1.0","version":"47'119","reported_seq":202,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T17:51:00.477794+0000","last_change":"2024-09-13T17:51:00.477794+0000","last_active":"2024-09-13T17:51:00.477794+0000","last_peered":"2024-09-13T17:51:00.477794+0000","last_clean":"2024-09-13T17:51:00.477794+0000","last_became_active":"2024-09-13T17:47:09.934083+0000","last_became_peered":"2024-09-13T17:47:09.934083+0000","last_unstale":"2024-09-13T17:51:00.477794+0000","last_undegraded":"2024-09-13T17:51:00.477794+0000","last_fullsized":"2024-09-13T17:51:00.477794+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"47'119","last_scrub_stamp":"2024-09-13T17:51:00.477526+0000","last_deep_scrub":"47'119","last_deep_scrub_stamp":"2024-09-13T17:51:00.477526+0000","last_clean_scrub_stamp":"2024-09-13T17:51:00.477526+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:52:46.517280+0000","scrub_duration":0.0083277139999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":16,"seq":68719476790,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27556,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344284,"statfs":{"total":96636764160,"available":96608546816,"internally_reserved":0,"allocated":544768,"data_stored":235085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:51:13 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83299999999999996,"15min":0.86699999999999999},"min":{"1min":0.60299999999999998,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.175,"5min":1.514,"15min":1.514},"last":1.0289999999999999},{"interface":"front","average":{"1min":0.873,"5min":0.82899999999999996,"15min":0.83699999999999997},"min":{"1min":0.57399999999999995,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.343,"5min":1.343,"15min":1.343},"last":1.2}]},{"osd":1,"last update":"Fri Sep 13 17:51:13 2024","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.86799999999999999,"15min":0.90400000000000003},"min":{"1min":0.58099999999999996,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0629999999999999,"5min":2.0649999999999999,"15min":2.0649999999999999},"last":1},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.84599999999999997,"15min":0.87},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.2150000000000001,"5min":1.577,"15min":1.577},"last":0.97599999999999998}]},{"osd":2,"last update":"Fri Sep 13 17:51:13 2024","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.86499999999999999,"15min":0.88500000000000001},"min":{"1min":0.54400000000000004,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.117,"5min":1.248,"15min":1.248},"last":1.048},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.89100000000000001,"15min":0.93000000000000005},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1379999999999999,"5min":2.1509999999999998,"15min":2.1509999999999998},"last":0.94699999999999995}]},{"osd":3,"last update":"Fri Sep 13 17:51:13 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.89700000000000002,"15min":0.91100000000000003},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.105,"5min":1.728,"15min":1.728},"last":1.105},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.93899999999999995,"15min":0.93300000000000005},"min":{"1min":0.64500000000000002,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.3049999999999999,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":1.123}]},{"osd":4,"last update":"Fri Sep 13 17:51:13 2024","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.94599999999999995,"15min":0.95599999999999996},"min":{"1min":0.61199999999999999,"5min":0.497,"15min":0.497},"max":{"1min":1.4490000000000001,"5min":2.0579999999999998,"15min":2.0579999999999998},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.996,"5min":1.006,"15min":0.997},"min":{"1min":0.65300000000000002,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.272,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.1439999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:51:13 2024","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.999,"15min":0.95899999999999996},"min":{"1min":0.72199999999999998,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.7070000000000001,"5min":2.2160000000000002,"15min":2.2160000000000002},"last":0.749},{"interface":"front","average":{"1min":1.0600000000000001,"5min":1.0629999999999999,"15min":1.081},"min":{"1min":0.81100000000000005,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.6200000000000001,"5min":2.3860000000000001,"15min":2.3860000000000001},"last":1.075}]},{"osd":7,"last update":"Fri Sep 13 17:51:13 2024","interfaces":[{"interface":"back","average":{"1min":1.0329999999999999,"5min":1.0700000000000001,"15min":1.073},"min":{"1min":0.85099999999999998,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.401,"5min":1.8129999999999999,"15min":1.8129999999999999},"last":0.90900000000000003},{"interface":"front","average":{"1min":1.099,"5min":1.117,"15min":1.1240000000000001},"min":{"1min":0.80700000000000005,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.504,"5min":2.2829999999999999,"15min":2.2829999999999999},"last":1.1739999999999999}]}]},{"osd":4,"up_from":16,"seq":68719476790,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27556,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344284,"statfs":{"total":96636764160,"available":96608546816,"internally_reserved":0,"allocated":544768,"data_stored":235085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:51:13 2024","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.82799999999999996,"15min":0.82699999999999996},"min":{"1min":0.53300000000000003,"5min":0.433,"15min":0.433},"max":{"1min":1.2250000000000001,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.97199999999999998},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.85299999999999998,"15min":0.90500000000000003},"min":{"1min":0.54400000000000004,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.2310000000000001,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":1.1120000000000001}]},{"osd":1,"last update":"Fri Sep 13 17:51:13 2024","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.83199999999999996,"15min":0.86599999999999999},"min":{"1min":0.56399999999999995,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0509999999999999,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":1.0509999999999999},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.86599999999999999,"15min":0.85099999999999998},"min":{"1min":0.57699999999999996,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.4490000000000001,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":1.081}]},{"osd":2,"last update":"Fri Sep 13 17:51:13 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.85999999999999999,"15min":0.86199999999999999},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.93400000000000005,"15min":0.97399999999999998},"min":{"1min":0.52400000000000002,"5min":0.495,"15min":0.495},"max":{"1min":1.1910000000000001,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":1.1439999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:51:13 2024","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.88200000000000001,"15min":0.91600000000000004},"min":{"1min":0.67300000000000004,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.131,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.99199999999999999,"5min":0.97999999999999998,"15min":1.002},"min":{"1min":0.70799999999999996,"5min":0.628,"15min":0.628},"max":{"1min":1.306,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":0.93400000000000005}]},{"osd":5,"last update":"Fri Sep 13 17:51:13 2024","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.98499999999999999,"15min":1.0229999999999999},"min":{"1min":0.59499999999999997,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.1160000000000001,"5min":1.649,"15min":1.649},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.99199999999999999,"5min":0.97799999999999998,"15min":1.004},"min":{"1min":0.69699999999999995,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.143,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.997}]},{"osd":6,"last update":"Fri Sep 13 17:51:13 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.036,"15min":1.0580000000000001},"min":{"1min":0.73799999999999999,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.347,"5min":1.7709999999999999,"15min":1.7709999999999999},"last":0.80400000000000005},{"interface":"front","average":{"1min":1.0549999999999999,"5min":1.117,"15min":1.1519999999999999},"min":{"1min":0.72499999999999998,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.5629999999999999,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.83899999999999997}]},{"osd":7,"last update":"Fri Sep 13 17:51:13 2024","interfaces":[{"interface":"back","average":{"1min":1.0649999999999999,"5min":1.0940000000000001,"15min":1.1419999999999999},"min":{"1min":0.82799999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.351,"5min":1.538,"15min":1.538},"last":0.89600000000000002},{"interface":"front","average":{"1min":1.093,"5min":1.149,"15min":1.1899999999999999},"min":{"1min":0.84299999999999997,"5min":0.80800000000000005,"15min":0.80800000000000005},"max":{"1min":1.407,"5min":2.4510000000000001,"15min":2.4510000000000001},"last":0.86799999999999999}]}]},{"osd":7,"up_from":15,"seq":64424509495,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28128,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343712,"statfs":{"total":96636764160,"available":96607961088,"internally_reserved":0,"allocated":1138688,"data_stored":825453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:51:10 2024","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.91800000000000004,"15min":1},"min":{"1min":0.51900000000000002,"5min":0.496,"15min":0.496},"max":{"1min":1.1910000000000001,"5min":2.722,"15min":2.722},"last":0.99099999999999999},{"interface":"front","average":{"1min":0.84699999999999998,"5min":0.91500000000000004,"15min":0.97899999999999998},"min":{"1min":0.61899999999999999,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.163,"5min":1.403,"15min":1.403},"last":0.88100000000000001}]},{"osd":1,"last update":"Fri Sep 13 17:51:10 2024","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.97599999999999998,"15min":1.0580000000000001},"min":{"1min":0.60399999999999998,"5min":0.501,"15min":0.501},"max":{"1min":1.4830000000000001,"5min":2.6459999999999999,"15min":2.6459999999999999},"last":1.0620000000000001},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.97899999999999998,"15min":1.103},"min":{"1min":0.61599999999999999,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.2949999999999999,"5min":3.3639999999999999,"15min":3.3639999999999999},"last":1.123}]},{"osd":2,"last update":"Fri Sep 13 17:51:10 2024","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.82499999999999996,"15min":0.89100000000000001},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.145,"5min":3.02,"15min":3.02},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.872,"5min":0.98999999999999999,"15min":1.1000000000000001},"min":{"1min":0.59999999999999998,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.417,"5min":3.75,"15min":3.75},"last":0.83699999999999997}]},{"osd":3,"last update":"Fri Sep 13 17:51:10 2024","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.89800000000000002,"15min":0.98499999999999999},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.0900000000000001,"5min":3.0680000000000001,"15min":3.0680000000000001},"last":1.0840000000000001},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.97199999999999998,"15min":1.0329999999999999},"min":{"1min":0.61199999999999999,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.1799999999999999,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.91600000000000004}]},{"osd":4,"last update":"Fri Sep 13 17:51:10 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.94099999999999995,"15min":0.99299999999999999},"min":{"1min":0.64700000000000002,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.1839999999999999,"5min":3.516,"15min":3.516},"last":0.78900000000000003},{"interface":"front","average":{"1min":1.0129999999999999,"5min":1.0700000000000001,"15min":1.1359999999999999},"min":{"1min":0.76100000000000001,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":1.224,"5min":3.125,"15min":3.125},"last":1.252}]},{"osd":5,"last update":"Fri Sep 13 17:51:10 2024","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.075,"15min":1.135},"min":{"1min":0.76000000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.2889999999999999,"5min":3.8159999999999998,"15min":3.8159999999999998},"last":1.1599999999999999},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.034,"15min":1.0700000000000001},"min":{"1min":0.68999999999999995,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.262,"5min":3.4340000000000002,"15min":3.4340000000000002},"last":1.1850000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:51:10 2024","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":1.0860000000000001,"15min":1.1559999999999999},"min":{"1min":0.81299999999999994,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.395,"5min":3.673,"15min":3.673},"last":1.0269999999999999},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.034,"15min":1.0820000000000001},"min":{"1min":0.71899999999999997,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.3420000000000001,"5min":3.5760000000000001,"15min":3.5760000000000001},"last":1.206}]}]},{"osd":6,"up_from":15,"seq":64424509493,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27556,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344284,"statfs":{"total":96636764160,"available":96608546816,"internally_reserved":0,"allocated":544768,"data_stored":235085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.84999999999999998,"15min":0.83799999999999997},"min":{"1min":0.54300000000000004,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.1399999999999999,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.78100000000000003,"15min":0.79000000000000004},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.0649999999999999,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.84699999999999998}]},{"osd":1,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.79500000000000004,"15min":0.80600000000000005},"min":{"1min":0.55600000000000005,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.113,"5min":1.268,"15min":1.268},"last":1.085},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.88800000000000001,"15min":0.89500000000000002},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.2010000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.72099999999999997}]},{"osd":2,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.88300000000000001,"15min":0.88900000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.226,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.94599999999999995},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.875,"15min":0.88900000000000001},"min":{"1min":0.628,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.0649999999999999,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.196}]},{"osd":3,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.90900000000000003,"15min":0.94699999999999995},"min":{"1min":0.60899999999999999,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.1100000000000001,"5min":1.514,"15min":1.514},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.94999999999999996,"5min":1.026,"15min":1.04},"min":{"1min":0.64700000000000002,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.1559999999999999,"5min":1.502,"15min":1.502},"last":1.0429999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.0109999999999999,"15min":1.0149999999999999},"min":{"1min":0.68600000000000005,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.196,"5min":1.585,"15min":1.585},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.94199999999999995,"15min":0.93999999999999995},"min":{"1min":0.56499999999999995,"5min":0.37,"15min":0.37},"max":{"1min":1.085,"5min":1.397,"15min":1.397},"last":0.98299999999999998}]},{"osd":5,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":1.044,"15min":1.0409999999999999},"min":{"1min":0.82899999999999996,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.256,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":1.1519999999999999},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.995,"15min":1.0089999999999999},"min":{"1min":0.74299999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.2010000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":0.91600000000000004}]},{"osd":7,"last update":"Fri Sep 13 17:50:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":0.98999999999999999,"15min":0.97599999999999998},"min":{"1min":0.77100000000000002,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.385,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":1.1180000000000001},{"interface":"front","average":{"1min":1.042,"5min":1.028,"15min":1.024},"min":{"1min":0.82999999999999996,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.27,"5min":1.532,"15min":1.532},"last":1.0189999999999999}]}]},{"osd":3,"up_from":15,"seq":64424509493,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31652,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":544768,"data_stored":235085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:51:14 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57199999999999995,"15min":0.56000000000000005},"min":{"1min":0.35599999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.97099999999999997,"5min":1.121,"15min":1.121},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.64200000000000002,"15min":0.65600000000000003},"min":{"1min":0.40799999999999997,"5min":0.31,"15min":0.31},"max":{"1min":0.998,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.90600000000000003}]},{"osd":1,"last update":"Fri Sep 13 17:51:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.57499999999999996,"15min":0.59899999999999998},"min":{"1min":0.32700000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.64000000000000001,"15min":0.68000000000000005},"min":{"1min":0.32300000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.88,"5min":1.238,"15min":1.238},"last":0.70299999999999996}]},{"osd":2,"last update":"Fri Sep 13 17:51:14 2024","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.66500000000000004,"15min":0.69299999999999995},"min":{"1min":0.40300000000000002,"5min":0.317,"15min":0.317},"max":{"1min":1.0720000000000001,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":1.012},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.65600000000000003,"15min":0.69399999999999995},"min":{"1min":0.38900000000000001,"5min":0.308,"15min":0.308},"max":{"1min":1.0209999999999999,"5min":1.29,"15min":1.29},"last":0.61699999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:51:14 2024","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.85699999999999998,"15min":0.88700000000000001},"min":{"1min":0.58299999999999996,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":0.93700000000000006,"5min":1.264,"15min":1.264},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.871,"5min":0.89200000000000002,"15min":0.92500000000000004},"min":{"1min":0.57199999999999995,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.276,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.80300000000000005}]},{"osd":5,"last update":"Fri Sep 13 17:51:14 2024","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.90200000000000002,"15min":0.93400000000000005},"min":{"1min":0.58799999999999997,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":1.0669999999999999},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.90600000000000003,"15min":0.94799999999999995},"min":{"1min":0.65900000000000003,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.0349999999999999,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.83399999999999996}]},{"osd":6,"last update":"Fri Sep 13 17:51:14 2024","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.93000000000000005,"15min":0.96099999999999997},"min":{"1min":0.60599999999999998,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.238,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":1.099},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.98099999999999998,"15min":1.02},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.337,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":1.121}]},{"osd":7,"last update":"Fri Sep 13 17:51:14 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.97699999999999998,"15min":1.0149999999999999},"min":{"1min":0.628,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.5509999999999999,"5min":1.5509999999999999,"15min":1.5509999999999999},"last":1.147},{"interface":"front","average":{"1min":0.92600000000000005,"5min":1.028,"15min":1.103},"min":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.2270000000000001,"5min":1.724,"15min":1.724},"last":1.1719999999999999}]}]},{"osd":1,"up_from":15,"seq":64424509494,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31652,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":544768,"data_stored":235085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:51:12 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.57499999999999996,"15min":0.59699999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":2.5339999999999998,"5min":2.5339999999999998,"15min":2.5339999999999998},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.59099999999999997,"15min":0.61299999999999999},"min":{"1min":0.34200000000000003,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.4860000000000002,"5min":2.4860000000000002,"15min":2.4860000000000002},"last":0.60199999999999998}]},{"osd":2,"last update":"Fri Sep 13 17:51:12 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.59799999999999998,"15min":0.624},"min":{"1min":0.28899999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":2.4550000000000001,"5min":2.4550000000000001,"15min":2.4550000000000001},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.67800000000000005,"15min":0.71399999999999997},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":2.6920000000000002,"5min":2.6920000000000002,"15min":2.6920000000000002},"last":0.57099999999999995}]},{"osd":3,"last update":"Fri Sep 13 17:51:12 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.70299999999999996,"15min":0.74299999999999999},"min":{"1min":0.35399999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":2.6349999999999998,"5min":2.6349999999999998,"15min":2.6349999999999998},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.69899999999999995,"15min":0.76500000000000001},"min":{"1min":0.40899999999999997,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":2.6040000000000001,"5min":2.6040000000000001,"15min":2.6040000000000001},"last":0.748}]},{"osd":4,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.89100000000000001,"15min":0.90600000000000003},"min":{"1min":0.63100000000000001,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.242,"5min":2.016,"15min":2.016},"last":1.083},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.93400000000000005,"15min":0.96399999999999997},"min":{"1min":0.59199999999999997,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.0569999999999999,"5min":2.2410000000000001,"15min":2.2410000000000001},"last":0.86799999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.92400000000000004,"15min":0.95299999999999996},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.028,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.77800000000000002,"5min":1.0009999999999999,"15min":1.0489999999999999},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.0980000000000001,"5min":2.0950000000000002,"15min":2.0950000000000002},"last":1.1479999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:51:12 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.94399999999999995,"15min":0.97599999999999998},"min":{"1min":0.58799999999999997,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":2.9060000000000001,"5min":2.9060000000000001,"15min":2.9060000000000001},"last":1.0620000000000001},{"interface":"front","average":{"1min":1.0029999999999999,"5min":0.98799999999999999,"15min":1.034},"min":{"1min":0.65000000000000002,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":3.1560000000000001,"5min":3.1560000000000001,"15min":3.1560000000000001},"last":1.1950000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:51:12 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.012,"15min":1.0800000000000001},"min":{"1min":0.625,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":3.1219999999999999,"5min":3.1219999999999999,"15min":3.1219999999999999},"last":1.0429999999999999},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.97599999999999998,"15min":1.032},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":2.9900000000000002,"5min":2.9900000000000002,"15min":2.9900000000000002},"last":1.1220000000000001}]}]},{"osd":0,"up_from":15,"seq":64424509492,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32224,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339616,"statfs":{"total":96636764160,"available":96603766784,"internally_reserved":0,"allocated":1138688,"data_stored":825453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:51:14 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59199999999999997,"15min":0.63700000000000001},"min":{"1min":0.371,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.65500000000000003,"15min":0.70899999999999996},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.83399999999999996}]},{"osd":2,"last update":"Fri Sep 13 17:51:14 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.67300000000000004,"15min":0.71499999999999997},"min":{"1min":0.39700000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.91500000000000004,"5min":1.294,"15min":1.294},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.59299999999999997,"15min":0.61399999999999999},"min":{"1min":0.36299999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.97099999999999997,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.65700000000000003}]},{"osd":3,"last update":"Fri Sep 13 17:51:14 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.65200000000000002,"15min":0.67100000000000004},"min":{"1min":0.41999999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.98999999999999999,"5min":1.115,"15min":1.115},"last":0.98999999999999999},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.76300000000000001,"15min":0.81699999999999995},"min":{"1min":0.47599999999999998,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.1559999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.72199999999999998}]},{"osd":4,"last update":"Fri Sep 13 17:51:14 2024","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.92500000000000004,"15min":0.97299999999999998},"min":{"1min":0.55300000000000005,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.232,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.90400000000000003},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.86499999999999999,"15min":0.871},"min":{"1min":0.54000000000000004,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.387,"5min":1.387,"15min":1.387},"last":0.874}]},{"osd":5,"last update":"Fri Sep 13 17:51:14 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.89500000000000002,"15min":0.94899999999999995},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.1559999999999999,"5min":1.5589999999999999,"15min":1.5589999999999999},"last":0.93100000000000005},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.95499999999999996,"15min":1.0029999999999999},"min":{"1min":0.58399999999999996,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.4279999999999999,"5min":1.512,"15min":1.512},"last":1.423}]},{"osd":6,"last update":"Fri Sep 13 17:51:14 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.95399999999999996,"15min":0.996},"min":{"1min":0.60499999999999998,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.5229999999999999,"5min":1.5229999999999999,"15min":1.5229999999999999},"last":1.5229999999999999},{"interface":"front","average":{"1min":0.95199999999999996,"5min":1.006,"15min":1.0629999999999999},"min":{"1min":0.626,"5min":0.62,"15min":0.62},"max":{"1min":1.325,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.0409999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:51:14 2024","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.94799999999999995,"15min":0.98599999999999999},"min":{"1min":0.55700000000000005,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.2629999999999999,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":1.081},{"interface":"front","average":{"1min":1.0029999999999999,"5min":1.0309999999999999,"15min":1.0820000000000001},"min":{"1min":0.65400000000000003,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.601,"5min":1.635,"15min":1.635},"last":1.601}]}]},{"osd":2,"up_from":13,"seq":55834574901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31652,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":544768,"data_stored":235085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.57199999999999995,"15min":0.59599999999999997},"min":{"1min":0.33600000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.71599999999999997,"5min":1.032,"15min":1.032},"last":0.94699999999999995},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.60299999999999998,"15min":0.628},"min":{"1min":0.30299999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.79900000000000004,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.69399999999999995}]},{"osd":1,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.63100000000000001,"15min":0.65400000000000003},"min":{"1min":0.36499999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.77200000000000002,"5min":1.069,"15min":1.069},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.63700000000000001,"15min":0.65400000000000003},"min":{"1min":0.34599999999999997,"5min":0.314,"15min":0.314},"max":{"1min":0.83499999999999996,"5min":1.117,"15min":1.117},"last":0.90100000000000002}]},{"osd":3,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.61299999999999999,"15min":0.63400000000000001},"min":{"1min":0.35799999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.67600000000000005,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.70899999999999996,"15min":0.73899999999999999},"min":{"1min":0.41499999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.97399999999999998,"5min":1.121,"15min":1.121},"last":0.77300000000000002}]},{"osd":4,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.89400000000000002,"15min":0.92400000000000004},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.1080000000000001,"5min":1.96,"15min":1.96},"last":1.1299999999999999},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.93300000000000005,"15min":0.94999999999999996},"min":{"1min":0.58299999999999996,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.1910000000000001,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":1.089}]},{"osd":5,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.92600000000000005,"15min":0.95399999999999996},"min":{"1min":0.56000000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.008,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":1.3320000000000001},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.93899999999999995,"15min":0.95799999999999996},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.2150000000000001,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":1.26}]},{"osd":6,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.96399999999999997,"15min":0.97199999999999998},"min":{"1min":0.60599999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.1479999999999999,"5min":1.415,"15min":1.415},"last":1.2170000000000001},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.96799999999999997,"15min":1.004},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.254,"5min":1.349,"15min":1.349},"last":0.996}]},{"osd":7,"last update":"Fri Sep 13 17:50:18 2024","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":1.0429999999999999,"15min":1.0669999999999999},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.2270000000000001,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.3029999999999999},{"interface":"front","average":{"1min":0.84899999999999998,"5min":1.04,"15min":1.075},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.1699999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":1.175}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:51:18.589 DEBUG:teuthology.orchestra.run.smithi032:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-13T17:51:18.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.707+0000 7f2ca3d7e640 1 Processor -- start 2024-09-13T17:51:18.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.707+0000 7f2ca3d7e640 1 -- start start 2024-09-13T17:51:18.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.707+0000 7f2ca3d7e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2c9c0cc6d0 0x7f2c9c06dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:51:18.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.707+0000 7f2ca3d7e640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c9c159650 0x7f2c9c15d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:51:18.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.707+0000 7f2ca3d7e640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c9c159da0 con 0x7f2c9c15d820 2024-09-13T17:51:18.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.707+0000 7f2ca3d7e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c9c15a640 con 0x7f2c9c0cc6d0 2024-09-13T17:51:18.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.707+0000 7f2ca3d7e640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c9c0ccab0 con 0x7f2c9c159650 2024-09-13T17:51:18.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.707+0000 7f2ca1b1a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2c9c0cc6d0 0x7f2c9c06dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:51:18.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.707+0000 7f2ca1b1a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2c9c0cc6d0 0x7f2c9c06dc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48676/0 (socket says 172.21.15.32:48676) 2024-09-13T17:51:18.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.707+0000 7f2ca1b1a640 1 -- 172.21.15.32:0/864331424 learned_addr learned my addr 172.21.15.32:0/864331424 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:51:18.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.707+0000 7f2ca1319640 1 --2- 172.21.15.32:0/864331424 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c9c159650 0x7f2c9c15d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:51:18.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.707+0000 7f2ca1b1a640 1 -- 172.21.15.32:0/864331424 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c9c159650 msgr2=0x7f2c9c15d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:51:18.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.707+0000 7f2ca1b1a640 1 --2- 172.21.15.32:0/864331424 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c9c159650 0x7f2c9c15d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.707+0000 7f2ca1b1a640 1 -- 172.21.15.32:0/864331424 >> v1:172.21.15.159:6789/0 conn(0x7f2c9c15d820 legacy=0x7f2c9c0ab150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:51:18.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.707+0000 7f2ca1b1a640 1 -- 172.21.15.32:0/864331424 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c9c15a080 con 0x7f2c9c0cc6d0 2024-09-13T17:51:18.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.707+0000 7f2ca1319640 1 --2- 172.21.15.32:0/864331424 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c9c159650 0x7f2c9c15d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:51:18.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.711+0000 7f2ca1b1a640 1 --2- 172.21.15.32:0/864331424 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c9c0cc6d0 0x7f2c9c06dc70 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f2c98009870 tx=0x7f2c9801c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=becca3e9df0af08b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:51:18.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.711+0000 7f2ca0b18640 1 -- 172.21.15.32:0/864331424 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c980ab650 con 0x7f2c9c0cc6d0 2024-09-13T17:51:18.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.711+0000 7f2ca0b18640 1 -- 172.21.15.32:0/864331424 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c980ab7b0 con 0x7f2c9c0cc6d0 2024-09-13T17:51:18.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.711+0000 7f2ca0b18640 1 -- 172.21.15.32:0/864331424 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c980abb40 con 0x7f2c9c0cc6d0 2024-09-13T17:51:18.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.711+0000 7f2ca3d7e640 1 -- 172.21.15.32:0/864331424 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c9c0cc6d0 msgr2=0x7f2c9c06dc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:51:18.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.711+0000 7f2ca3d7e640 1 --2- 172.21.15.32:0/864331424 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c9c0cc6d0 0x7f2c9c06dc70 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f2c98009870 tx=0x7f2c9801c560 comp rx=0 tx=0).stop 2024-09-13T17:51:18.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.711+0000 7f2ca3d7e640 1 -- 172.21.15.32:0/864331424 shutdown_connections 2024-09-13T17:51:18.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.711+0000 7f2ca3d7e640 1 --2- 172.21.15.32:0/864331424 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c9c159650 0x7f2c9c15d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.711+0000 7f2ca3d7e640 1 --2- 172.21.15.32:0/864331424 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c9c0cc6d0 0x7f2c9c06dc70 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.711+0000 7f2ca3d7e640 1 -- 172.21.15.32:0/864331424 >> 172.21.15.32:0/864331424 conn(0x7f2c9c06a150 msgr2=0x7f2c9c06a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:51:18.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.711+0000 7f2ca3d7e640 1 -- 172.21.15.32:0/864331424 shutdown_connections 2024-09-13T17:51:18.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.711+0000 7f2ca3d7e640 1 -- 172.21.15.32:0/864331424 wait complete. 2024-09-13T17:51:18.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.711+0000 7f2ca3d7e640 1 Processor -- start 2024-09-13T17:51:18.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.711+0000 7f2ca3d7e640 1 -- start start 2024-09-13T17:51:18.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca3d7e640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c9c0cc6d0 0x7f2c9c1623c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:51:18.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca3d7e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c9c159650 0x7f2c9c152d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:51:18.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca3d7e640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c9c15d820 0x7f2c9c1532d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:51:18.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca3d7e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c9c0b2aa0 con 0x7f2c9c159650 2024-09-13T17:51:18.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca3d7e640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c9c0b1b80 con 0x7f2c9c15d820 2024-09-13T17:51:18.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca3d7e640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c9c0b1e20 con 0x7f2c9c0cc6d0 2024-09-13T17:51:18.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca1319640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c9c159650 0x7f2c9c152d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:51:18.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca1319640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c9c159650 0x7f2c9c152d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48682/0 (socket says 172.21.15.32:48682) 2024-09-13T17:51:18.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca1319640 1 -- 172.21.15.32:0/3395558078 learned_addr learned my addr 172.21.15.32:0/3395558078 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:51:18.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca1b1a640 1 --2- 172.21.15.32:0/3395558078 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c9c0cc6d0 0x7f2c9c1623c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:51:18.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca231b640 1 --2- 172.21.15.32:0/3395558078 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c9c15d820 0x7f2c9c1532d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:51:18.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca1319640 1 -- 172.21.15.32:0/3395558078 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c9c0cc6d0 msgr2=0x7f2c9c1623c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:51:18.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca1319640 1 --2- 172.21.15.32:0/3395558078 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c9c0cc6d0 0x7f2c9c1623c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca1319640 1 -- 172.21.15.32:0/3395558078 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c9c15d820 msgr2=0x7f2c9c1532d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:51:18.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca1319640 1 --2- 172.21.15.32:0/3395558078 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c9c15d820 0x7f2c9c1532d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca1319640 1 -- 172.21.15.32:0/3395558078 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c980094d0 con 0x7f2c9c159650 2024-09-13T17:51:18.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca1b1a640 1 --2- 172.21.15.32:0/3395558078 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c9c0cc6d0 0x7f2c9c1623c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:51:18.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca1319640 1 --2- 172.21.15.32:0/3395558078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c9c159650 0x7f2c9c152d90 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f2c8c00e810 tx=0x7f2c8c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:51:18.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2c927fc640 1 -- 172.21.15.32:0/3395558078 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c8c00c8d0 con 0x7f2c9c159650 2024-09-13T17:51:18.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2c927fc640 1 -- 172.21.15.32:0/3395558078 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c8c00ca30 con 0x7f2c9c159650 2024-09-13T17:51:18.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2c927fc640 1 -- 172.21.15.32:0/3395558078 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c8c00cde0 con 0x7f2c9c159650 2024-09-13T17:51:18.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca3d7e640 1 -- 172.21.15.32:0/3395558078 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c9c0b2100 con 0x7f2c9c159650 2024-09-13T17:51:18.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca3d7e640 1 -- 172.21.15.32:0/3395558078 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c9c0b26c0 con 0x7f2c9c159650 2024-09-13T17:51:18.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca3d7e640 1 -- 172.21.15.32:0/3395558078 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c9c06df60 con 0x7f2c9c159650 2024-09-13T17:51:18.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2c927fc640 1 -- 172.21.15.32:0/3395558078 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2c8c013410 con 0x7f2c9c159650 2024-09-13T17:51:18.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2c927fc640 1 --2- 172.21.15.32:0/3395558078 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2c80066690 0x7f2c80068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:51:18.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2c927fc640 1 -- 172.21.15.32:0/3395558078 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f2c8c083e30 con 0x7f2c9c159650 2024-09-13T17:51:18.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.715+0000 7f2ca1b1a640 1 --2- 172.21.15.32:0/3395558078 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2c80066690 0x7f2c80068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:51:18.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.719+0000 7f2ca1b1a640 1 --2- 172.21.15.32:0/3395558078 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2c80066690 0x7f2c80068b50 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f2c980af000 tx=0x7f2c980a7000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:51:18.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.719+0000 7f2c927fc640 1 -- 172.21.15.32:0/3395558078 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2c8c051360 con 0x7f2c9c159650 2024-09-13T17:51:18.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.875+0000 7f2ca3d7e640 1 -- 172.21.15.32:0/3395558078 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) v1 -- 0x7f2c9c06dc70 con 0x7f2c9c159650 2024-09-13T17:51:18.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.883+0000 7f2c927fc640 1 -- 172.21.15.32:0/3395558078 <== mon.0 v2:172.21.15.32:3300/0 7 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f2c8c051360 con 0x7f2c9c159650 2024-09-13T17:51:18.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.883+0000 7f2c927fc640 1 -- 172.21.15.32:0/3395558078 <== mon.0 v2:172.21.15.32:3300/0 8 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v12)=0 v12) v1 ==== 123+0+0 (secure 0 0 0) 0x7f2c8c054980 con 0x7f2c9c159650 2024-09-13T17:51:18.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.887+0000 7f2ca3d7e640 1 -- 172.21.15.32:0/3395558078 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2c80066690 msgr2=0x7f2c80068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:51:18.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.887+0000 7f2ca3d7e640 1 --2- 172.21.15.32:0/3395558078 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2c80066690 0x7f2c80068b50 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f2c980af000 tx=0x7f2c980a7000 comp rx=0 tx=0).stop 2024-09-13T17:51:18.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.887+0000 7f2ca3d7e640 1 -- 172.21.15.32:0/3395558078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c9c159650 msgr2=0x7f2c9c152d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:51:18.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.887+0000 7f2ca3d7e640 1 --2- 172.21.15.32:0/3395558078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c9c159650 0x7f2c9c152d90 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f2c8c00e810 tx=0x7f2c8c00ecd0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.887+0000 7f2ca3d7e640 1 -- 172.21.15.32:0/3395558078 shutdown_connections 2024-09-13T17:51:18.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.887+0000 7f2ca3d7e640 1 --2- 172.21.15.32:0/3395558078 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2c80066690 0x7f2c80068b50 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.887+0000 7f2ca3d7e640 1 --2- 172.21.15.32:0/3395558078 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c9c15d820 0x7f2c9c1532d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.887+0000 7f2ca3d7e640 1 --2- 172.21.15.32:0/3395558078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c9c159650 0x7f2c9c152d90 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.887+0000 7f2ca3d7e640 1 --2- 172.21.15.32:0/3395558078 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f2c9c0cc6d0 0x7f2c9c1623c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:18.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.887+0000 7f2ca3d7e640 1 -- 172.21.15.32:0/3395558078 >> 172.21.15.32:0/3395558078 conn(0x7f2c9c06a150 msgr2=0x7f2c9c15c3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:51:18.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.887+0000 7f2ca3d7e640 1 -- 172.21.15.32:0/3395558078 shutdown_connections 2024-09-13T17:51:18.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:18.887+0000 7f2ca3d7e640 1 -- 172.21.15.32:0/3395558078 wait complete. 2024-09-13T17:51:18.904 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T17:51:18.905 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:51:19.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.011+0000 7f245f201640 1 Processor -- start 2024-09-13T17:51:19.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.011+0000 7f245f201640 1 -- start start 2024-09-13T17:51:19.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.015+0000 7f245f201640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f24581592f0 0x7f24580cc380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:51:19.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.015+0000 7f245f201640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f24580cecd0 0x7f2458159d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:51:19.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.015+0000 7f245f201640 1 -- --> v1:172.21.15.159:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24580cc8c0 con 0x7f24580b1b80 2024-09-13T17:51:19.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.015+0000 7f245f201640 1 -- --> v2:172.21.15.159:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f24580ad840 con 0x7f24580cecd0 2024-09-13T17:51:19.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.015+0000 7f245f201640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24580c88f0 con 0x7f24581592f0 2024-09-13T17:51:19.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.015+0000 7f245d79e640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f24580cecd0 0x7f2458159d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:51:19.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.015+0000 7f245d79e640 1 --2- >> v2:172.21.15.159:3300/0 conn(0x7f24580cecd0 0x7f2458159d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.32:47706/0 (socket says 172.21.15.32:47706) 2024-09-13T17:51:19.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.015+0000 7f245cf9d640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f24581592f0 0x7f24580cc380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:51:19.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.015+0000 7f245d79e640 1 -- 172.21.15.32:0/963343781 learned_addr learned my addr 172.21.15.32:0/963343781 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:51:19.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.015+0000 7f2457fff640 1 --1- 172.21.15.32:0/963343781 >> v1:172.21.15.159:6789/0 conn(0x7f24580b1b80 0x7f24580ce5c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.159:6789/0 says I am v1:172.21.15.32:54296/0 (socket says 172.21.15.32:54296) 2024-09-13T17:51:19.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.015+0000 7f245d79e640 1 -- 172.21.15.32:0/963343781 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f24581592f0 msgr2=0x7f24580cc380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:51:19.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.015+0000 7f245d79e640 1 --2- 172.21.15.32:0/963343781 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f24581592f0 0x7f24580cc380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:19.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.015+0000 7f245d79e640 1 -- 172.21.15.32:0/963343781 >> v1:172.21.15.159:6789/0 conn(0x7f24580b1b80 legacy=0x7f24580ce5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:51:19.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.015+0000 7f245d79e640 1 -- 172.21.15.32:0/963343781 --> v2:172.21.15.159:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24580c8bd0 con 0x7f24580cecd0 2024-09-13T17:51:19.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f245d79e640 1 --2- 172.21.15.32:0/963343781 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24580cecd0 0x7f2458159d20 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f2450009e50 tx=0x7f245001c970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=94a4f53b612eb9b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:51:19.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f24577fe640 1 -- 172.21.15.32:0/963343781 <== mon.1 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24500a5830 con 0x7f24580cecd0 2024-09-13T17:51:19.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f24577fe640 1 -- 172.21.15.32:0/963343781 <== mon.1 v2:172.21.15.159:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f24500a5990 con 0x7f24580cecd0 2024-09-13T17:51:19.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f24577fe640 1 -- 172.21.15.32:0/963343781 <== mon.1 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24500a5d40 con 0x7f24580cecd0 2024-09-13T17:51:19.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f245f201640 1 -- 172.21.15.32:0/963343781 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24580cecd0 msgr2=0x7f2458159d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:51:19.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f245f201640 1 --2- 172.21.15.32:0/963343781 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24580cecd0 0x7f2458159d20 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f2450009e50 tx=0x7f245001c970 comp rx=0 tx=0).stop 2024-09-13T17:51:19.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f245f201640 1 -- 172.21.15.32:0/963343781 shutdown_connections 2024-09-13T17:51:19.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f245f201640 1 --2- 172.21.15.32:0/963343781 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24580cecd0 0x7f2458159d20 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:19.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f245f201640 1 --2- 172.21.15.32:0/963343781 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f24581592f0 0x7f24580cc380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:19.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f245f201640 1 -- 172.21.15.32:0/963343781 >> 172.21.15.32:0/963343781 conn(0x7f245806a150 msgr2=0x7f245806a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:51:19.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f245f201640 1 -- 172.21.15.32:0/963343781 shutdown_connections 2024-09-13T17:51:19.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f245f201640 1 -- 172.21.15.32:0/963343781 wait complete. 2024-09-13T17:51:19.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f245f201640 1 Processor -- start 2024-09-13T17:51:19.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f245f201640 1 -- start start 2024-09-13T17:51:19.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f245f201640 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24580b1b80 0x7f2458155c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:51:19.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f245f201640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24580cecd0 0x7f24580ace10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:51:19.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f245f201640 1 --2- >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f24581592f0 0x7f245806d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:51:19.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f245f201640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2458147520 con 0x7f24580cecd0 2024-09-13T17:51:19.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f245f201640 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24580abfb0 con 0x7f24580b1b80 2024-09-13T17:51:19.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f245f201640 1 -- --> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24580ab150 con 0x7f24581592f0 2024-09-13T17:51:19.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.019+0000 7f2457fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24580cecd0 0x7f24580ace10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:51:19.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f2457fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24580cecd0 0x7f24580ace10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48684/0 (socket says 172.21.15.32:48684) 2024-09-13T17:51:19.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f2457fff640 1 -- 172.21.15.32:0/583001464 learned_addr learned my addr 172.21.15.32:0/583001464 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-09-13T17:51:19.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f245cf9d640 1 --2- 172.21.15.32:0/583001464 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24580b1b80 0x7f2458155c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:51:19.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f245d79e640 1 --2- 172.21.15.32:0/583001464 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f24581592f0 0x7f245806d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:51:19.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f2457fff640 1 -- 172.21.15.32:0/583001464 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f24581592f0 msgr2=0x7f245806d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:51:19.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f2457fff640 1 --2- 172.21.15.32:0/583001464 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f24581592f0 0x7f245806d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:19.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f2457fff640 1 -- 172.21.15.32:0/583001464 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24580b1b80 msgr2=0x7f2458155c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:51:19.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f2457fff640 1 --2- 172.21.15.32:0/583001464 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24580b1b80 0x7f2458155c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:19.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f2457fff640 1 -- 172.21.15.32:0/583001464 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2450009b30 con 0x7f24580cecd0 2024-09-13T17:51:19.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f245cf9d640 1 --2- 172.21.15.32:0/583001464 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24580b1b80 0x7f2458155c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:51:19.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f245d79e640 1 --2- 172.21.15.32:0/583001464 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f24581592f0 0x7f245806d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:51:19.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f2457fff640 1 --2- 172.21.15.32:0/583001464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24580cecd0 0x7f24580ace10 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f244c00c460 tx=0x7f244c00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:51:19.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f24557fa640 1 -- 172.21.15.32:0/583001464 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f244c007480 con 0x7f24580cecd0 2024-09-13T17:51:19.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f24557fa640 1 -- 172.21.15.32:0/583001464 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f244c0075e0 con 0x7f24580cecd0 2024-09-13T17:51:19.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f245f201640 1 -- 172.21.15.32:0/583001464 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24580ab3a0 con 0x7f24580cecd0 2024-09-13T17:51:19.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f24557fa640 1 -- 172.21.15.32:0/583001464 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f244c004a50 con 0x7f24580cecd0 2024-09-13T17:51:19.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f245f201640 1 -- 172.21.15.32:0/583001464 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24580ab960 con 0x7f24580cecd0 2024-09-13T17:51:19.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f245f201640 1 -- 172.21.15.32:0/583001464 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24580ac160 con 0x7f24580cecd0 2024-09-13T17:51:19.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f24557fa640 1 -- 172.21.15.32:0/583001464 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f244c004bb0 con 0x7f24580cecd0 2024-09-13T17:51:19.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f24557fa640 1 --2- 172.21.15.32:0/583001464 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2444066690 0x7f2444068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:51:19.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f24557fa640 1 -- 172.21.15.32:0/583001464 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f244c083220 con 0x7f24580cecd0 2024-09-13T17:51:19.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f245cf9d640 1 --2- 172.21.15.32:0/583001464 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2444066690 0x7f2444068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:51:19.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.023+0000 7f245cf9d640 1 --2- 172.21.15.32:0/583001464 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2444066690 0x7f2444068b50 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f2448009b10 tx=0x7f2448008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:51:19.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.027+0000 7f24557fa640 1 -- 172.21.15.32:0/583001464 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f24580ac160 con 0x7f24580cecd0 2024-09-13T17:51:19.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.223+0000 7f245f201640 1 -- 172.21.15.32:0/583001464 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f24580ac160 con 0x7f24580cecd0 2024-09-13T17:51:19.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.223+0000 7f24557fa640 1 -- 172.21.15.32:0/583001464 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) v1 ==== 94+0+3529 (secure 0 0 0) 0x7f244c018de0 con 0x7f24580cecd0 2024-09-13T17:51:19.226 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-09-13T17:51:19.227 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":18,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5006,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6836/3520733654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6834","nonce":3520733654},{"type":"v1","addr":"172.21.15.159:6836","nonce":3520733654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18},{"gid":5179,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2619056433","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2619056433},{"type":"v1","addr":"172.21.15.32:6835","nonce":2619056433}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6837/911920635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6835","nonce":911920635},{"type":"v1","addr":"172.21.15.159:6837","nonce":911920635}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6833/866025287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":866025287},{"type":"v1","addr":"172.21.15.32:6833","nonce":866025287}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[]} 2024-09-13T17:51:19.227 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 18 2024-09-13T17:51:19.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.227+0000 7f245f201640 1 -- 172.21.15.32:0/583001464 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2444066690 msgr2=0x7f2444068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:51:19.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.227+0000 7f245f201640 1 --2- 172.21.15.32:0/583001464 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2444066690 0x7f2444068b50 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f2448009b10 tx=0x7f2448008040 comp rx=0 tx=0).stop 2024-09-13T17:51:19.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.227+0000 7f245f201640 1 -- 172.21.15.32:0/583001464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24580cecd0 msgr2=0x7f24580ace10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:51:19.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.227+0000 7f245f201640 1 --2- 172.21.15.32:0/583001464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24580cecd0 0x7f24580ace10 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f244c00c460 tx=0x7f244c00c920 comp rx=0 tx=0).stop 2024-09-13T17:51:19.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.227+0000 7f245f201640 1 -- 172.21.15.32:0/583001464 shutdown_connections 2024-09-13T17:51:19.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.227+0000 7f245f201640 1 --2- 172.21.15.32:0/583001464 >> [v2:172.21.15.159:6832/239805446,v1:172.21.15.159:6833/239805446] conn(0x7f2444066690 0x7f2444068b50 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:19.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.227+0000 7f245f201640 1 --2- 172.21.15.32:0/583001464 >> [v2:172.21.15.159:3301/0,v1:172.21.15.159:6790/0] conn(0x7f24581592f0 0x7f245806d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:19.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.227+0000 7f245f201640 1 --2- 172.21.15.32:0/583001464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f24580cecd0 0x7f24580ace10 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:19.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.227+0000 7f245f201640 1 --2- 172.21.15.32:0/583001464 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24580b1b80 0x7f2458155c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:51:19.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.227+0000 7f245f201640 1 -- 172.21.15.32:0/583001464 >> 172.21.15.32:0/583001464 conn(0x7f245806a150 msgr2=0x7f24580caa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:51:19.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.227+0000 7f245f201640 1 -- 172.21.15.32:0/583001464 shutdown_connections 2024-09-13T17:51:19.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-09-13T17:51:19.227+0000 7f245f201640 1 -- 172.21.15.32:0/583001464 wait complete. 2024-09-13T17:51:19.246 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-13T17:51:19.246 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-13T17:51:19.247 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T17:51:19.247 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:51:19.256 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T17:51:19.256 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T17:51:19.256 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:51:19.316 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T17:51:19.317 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T17:51:19.317 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:51:19.333 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T17:51:19.333 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T17:51:19.333 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:51:19.395 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T17:51:19.395 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-13T17:51:19.395 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-13T17:51:19.395 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:51:19.493 INFO:tasks.ceph.osd.0:Stopped 2024-09-13T17:51:19.494 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-13T17:51:19.494 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:51:19.593 INFO:tasks.ceph.osd.1:Stopped 2024-09-13T17:51:19.594 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-13T17:51:19.594 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:51:19.674 INFO:tasks.ceph.osd.2:Stopped 2024-09-13T17:51:19.675 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-13T17:51:19.675 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:51:19.757 INFO:tasks.ceph.osd.3:Stopped 2024-09-13T17:51:19.758 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-13T17:51:19.758 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:51:19.853 INFO:tasks.ceph.osd.4:Stopped 2024-09-13T17:51:19.853 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-13T17:51:19.853 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:51:19.919 INFO:tasks.ceph.osd.5:Stopped 2024-09-13T17:51:19.920 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-13T17:51:19.920 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:51:19.993 INFO:tasks.ceph.osd.6:Stopped 2024-09-13T17:51:19.993 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-13T17:51:19.993 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:51:25.373 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~0s 2024-09-13T17:51:26.095 INFO:tasks.ceph.osd.7:Stopped 2024-09-13T17:51:26.095 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-13T17:51:26.095 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-13T17:51:26.095 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:51:26.123 INFO:tasks.ceph.mgr.y:Stopped 2024-09-13T17:51:26.123 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-13T17:51:26.123 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:51:26.153 INFO:tasks.ceph.mgr.x:Stopped 2024-09-13T17:51:26.153 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-13T17:51:26.153 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-13T17:51:26.153 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:51:26.186 INFO:tasks.ceph.mon.a:Stopped 2024-09-13T17:51:26.187 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-13T17:51:26.187 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:51:26.212 INFO:tasks.ceph.mon.b:Stopped 2024-09-13T17:51:26.212 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-13T17:51:26.212 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:51:26.270 INFO:tasks.ceph.mon.c:Stopped 2024-09-13T17:51:26.270 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-13T17:51:26.270 DEBUG:teuthology.orchestra.run.smithi032:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-13T17:51:26.289 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T17:51:26.289 DEBUG:teuthology.orchestra.run.smithi032:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-13T17:51:26.540 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T17:51:26.540 DEBUG:teuthology.orchestra.run.smithi032:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-13T17:51:26.696 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T17:51:26.696 DEBUG:teuthology.orchestra.run.smithi032:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-13T17:51:26.939 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T17:51:26.939 DEBUG:teuthology.orchestra.run.smithi032:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-13T17:51:27.064 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi159.front.sepia.ceph.com 2024-09-13T17:51:27.065 DEBUG:teuthology.orchestra.run.smithi159:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-13T17:51:27.296 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi159.front.sepia.ceph.com 2024-09-13T17:51:27.296 DEBUG:teuthology.orchestra.run.smithi159:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-13T17:51:27.491 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi159.front.sepia.ceph.com 2024-09-13T17:51:27.491 DEBUG:teuthology.orchestra.run.smithi159:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-13T17:51:27.649 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi159.front.sepia.ceph.com 2024-09-13T17:51:27.649 DEBUG:teuthology.orchestra.run.smithi159:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-13T17:51:27.824 INFO:tasks.ceph:Archiving mon data... 2024-09-13T17:51:27.825 DEBUG:teuthology.misc:Transferring archived files from smithi032:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7903921/data/mon.a.tgz 2024-09-13T17:51:27.825 DEBUG:teuthology.orchestra.run.smithi032:> mktemp 2024-09-13T17:51:27.831 INFO:teuthology.orchestra.run.smithi032.stdout:/tmp/tmp.fDoKJ5TYft 2024-09-13T17:51:27.831 DEBUG:teuthology.orchestra.run.smithi032:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.fDoKJ5TYft 2024-09-13T17:51:27.958 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0666 /tmp/tmp.fDoKJ5TYft 2024-09-13T17:51:28.020 DEBUG:teuthology.orchestra.remote:smithi032:/tmp/tmp.fDoKJ5TYft is 322KB 2024-09-13T17:51:28.083 DEBUG:teuthology.orchestra.run.smithi032:> rm -fr /tmp/tmp.fDoKJ5TYft 2024-09-13T17:51:28.088 DEBUG:teuthology.misc:Transferring archived files from smithi159:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7903921/data/mon.b.tgz 2024-09-13T17:51:28.089 DEBUG:teuthology.orchestra.run.smithi159:> mktemp 2024-09-13T17:51:28.095 INFO:teuthology.orchestra.run.smithi159.stdout:/tmp/tmp.5Y1ZsvSW6O 2024-09-13T17:51:28.095 DEBUG:teuthology.orchestra.run.smithi159:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.5Y1ZsvSW6O 2024-09-13T17:51:28.237 DEBUG:teuthology.orchestra.run.smithi159:> sudo chmod 0666 /tmp/tmp.5Y1ZsvSW6O 2024-09-13T17:51:28.301 DEBUG:teuthology.orchestra.remote:smithi159:/tmp/tmp.5Y1ZsvSW6O is 428KB 2024-09-13T17:51:28.317 DEBUG:teuthology.orchestra.run.smithi159:> rm -fr /tmp/tmp.5Y1ZsvSW6O 2024-09-13T17:51:28.322 DEBUG:teuthology.misc:Transferring archived files from smithi159:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7903921/data/mon.c.tgz 2024-09-13T17:51:28.322 DEBUG:teuthology.orchestra.run.smithi159:> mktemp 2024-09-13T17:51:28.369 INFO:teuthology.orchestra.run.smithi159.stdout:/tmp/tmp.tktKW2neVV 2024-09-13T17:51:28.369 DEBUG:teuthology.orchestra.run.smithi159:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.tktKW2neVV 2024-09-13T17:51:28.513 DEBUG:teuthology.orchestra.run.smithi159:> sudo chmod 0666 /tmp/tmp.tktKW2neVV 2024-09-13T17:51:28.577 DEBUG:teuthology.orchestra.remote:smithi159:/tmp/tmp.tktKW2neVV is 429KB 2024-09-13T17:51:28.639 DEBUG:teuthology.orchestra.run.smithi159:> rm -fr /tmp/tmp.tktKW2neVV 2024-09-13T17:51:28.644 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-13T17:51:28.644 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-13T17:51:28.646 DEBUG:teuthology.orchestra.run.smithi159:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-13T17:51:28.700 INFO:tasks.ceph:Checking for errors in any valgrind logs... 2024-09-13T17:51:28.700 DEBUG:teuthology.orchestra.run.smithi032:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2024-09-13T17:51:28.703 DEBUG:teuthology.orchestra.run.smithi159:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2024-09-13T17:51:28.727 INFO:teuthology.orchestra.run.smithi032.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2024-09-13T17:51:28.760 INFO:teuthology.orchestra.run.smithi159.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2024-09-13T17:51:28.763 INFO:tasks.ceph:Archiving crash dumps... 2024-09-13T17:51:28.765 DEBUG:teuthology.misc:Transferring archived files from smithi032:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7903921/remote/smithi032/crash 2024-09-13T17:51:28.766 DEBUG:teuthology.orchestra.run.smithi032:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-13T17:51:28.783 DEBUG:teuthology.misc:Transferring archived files from smithi159:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7903921/remote/smithi159/crash 2024-09-13T17:51:28.784 DEBUG:teuthology.orchestra.run.smithi159:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-13T17:51:28.814 INFO:tasks.ceph:Shutting down logrotate 2024-09-13T17:51:28.814 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:51:28.829 DEBUG:teuthology.orchestra.run.smithi159:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:51:28.889 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-13T17:51:28.915 DEBUG:teuthology.orchestra.run.smithi159:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-13T17:51:28.942 INFO:tasks.ceph:Compressing logs... 2024-09-13T17:51:28.943 DEBUG:teuthology.orchestra.run.smithi032:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T17:51:28.957 DEBUG:teuthology.orchestra.run.smithi159:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T17:51:30.374 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 has been restored 2024-09-13T17:51:32.860 INFO:tasks.ceph:Archiving logs... 2024-09-13T17:51:32.861 DEBUG:teuthology.misc:Transferring archived files from smithi032:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7903921/remote/smithi032/log 2024-09-13T17:51:32.862 DEBUG:teuthology.orchestra.run.smithi032:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T17:51:33.468 DEBUG:teuthology.misc:Transferring archived files from smithi159:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7903921/remote/smithi159/log 2024-09-13T17:51:33.469 DEBUG:teuthology.orchestra.run.smithi159:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T17:51:33.837 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-13T17:51:33.846 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-13T17:51:33.847 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T17:51:33.849 DEBUG:teuthology.orchestra.run.smithi159:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T17:51:33.944 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-13T17:51:33.982 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-13T17:51:33.982 DEBUG:teuthology.orchestra.run.smithi032:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T17:51:33.985 DEBUG:teuthology.orchestra.run.smithi159:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T17:51:33.995 INFO:teuthology.orchestra.run.smithi032.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T17:51:33.995 INFO:teuthology.orchestra.run.smithi032.stdout:============================================================================== 2024-09-13T17:51:33.996 INFO:teuthology.orchestra.run.smithi032.stdout:*hv01.front.sepi 67.205.162.81 3 u 15 64 377 0.079 -2.096 1.965 2024-09-13T17:51:33.996 INFO:teuthology.orchestra.run.smithi032.stdout:+hv02.front.sepi 63.231.80.2 3 u 16 64 377 0.087 -3.632 1.588 2024-09-13T17:51:33.996 INFO:teuthology.orchestra.run.smithi032.stdout:+hv03.front.sepi 74.6.168.72 3 u 17 64 377 0.113 -0.618 1.202 2024-09-13T17:51:33.996 INFO:teuthology.orchestra.run.smithi032.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T17:51:33.999 INFO:teuthology.orchestra.run.smithi159.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T17:51:33.999 INFO:teuthology.orchestra.run.smithi159.stdout:============================================================================== 2024-09-13T17:51:33.999 INFO:teuthology.orchestra.run.smithi159.stdout:*hv01.front.sepi 67.205.162.81 3 u 17 64 377 0.081 -1.965 1.259 2024-09-13T17:51:33.999 INFO:teuthology.orchestra.run.smithi159.stdout:+hv02.front.sepi 63.231.80.2 3 u 19 64 377 0.107 -0.779 2.586 2024-09-13T17:51:34.000 INFO:teuthology.orchestra.run.smithi159.stdout:+hv03.front.sepi 74.6.168.72 3 u 17 64 377 0.090 -0.671 0.842 2024-09-13T17:51:34.000 INFO:teuthology.orchestra.run.smithi159.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T17:51:34.000 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-13T17:51:34.071 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-13T17:51:34.072 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-13T17:51:34.155 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-13T17:51:34.235 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-13T17:51:34.282 INFO:teuthology.task.internal:Duration was 943.153572 seconds 2024-09-13T17:51:34.283 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-13T17:51:34.456 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-13T17:51:34.456 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T17:51:34.459 DEBUG:teuthology.orchestra.run.smithi159:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T17:51:34.497 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-13T17:51:34.497 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi032.front.sepia.ceph.com 2024-09-13T17:51:34.497 DEBUG:teuthology.orchestra.run.smithi032:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T17:51:34.550 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi159.front.sepia.ceph.com 2024-09-13T17:51:34.550 DEBUG:teuthology.orchestra.run.smithi159:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T17:51:34.560 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-13T17:51:34.560 DEBUG:teuthology.orchestra.run.smithi032:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T17:51:34.593 DEBUG:teuthology.orchestra.run.smithi159:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T17:51:34.631 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-13T17:51:34.631 DEBUG:teuthology.orchestra.run.smithi032:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T17:51:34.665 DEBUG:teuthology.orchestra.run.smithi159:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T17:51:34.733 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-13T17:51:34.745 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-13T17:51:34.745 DEBUG:teuthology.orchestra.run.smithi032:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T17:51:34.756 DEBUG:teuthology.orchestra.run.smithi159:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T17:51:34.767 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-13T17:51:34.822 DEBUG:teuthology.orchestra.run.smithi032:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T17:51:34.824 DEBUG:teuthology.orchestra.run.smithi159:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T17:51:34.835 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern = core 2024-09-13T17:51:34.836 INFO:teuthology.orchestra.run.smithi159.stdout:kernel.core_pattern = core 2024-09-13T17:51:34.849 DEBUG:teuthology.orchestra.run.smithi032:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T17:51:34.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:51:34.893 DEBUG:teuthology.orchestra.run.smithi159:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T17:51:34.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:51:34.897 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-13T17:51:34.940 INFO:teuthology.task.internal:Transferring archived files... 2024-09-13T17:51:34.941 DEBUG:teuthology.misc:Transferring archived files from smithi032:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7903921/remote/smithi032 2024-09-13T17:51:34.942 DEBUG:teuthology.orchestra.run.smithi032:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T17:51:34.965 DEBUG:teuthology.misc:Transferring archived files from smithi159:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-13_14:42:16-fs-wip-rishabh-testing-20240910.100730-reef-distro-default-smithi/7903921/remote/smithi159 2024-09-13T17:51:34.965 DEBUG:teuthology.orchestra.run.smithi159:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T17:51:34.986 INFO:teuthology.task.internal:Removing archive directory... 2024-09-13T17:51:34.986 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T17:51:35.006 DEBUG:teuthology.orchestra.run.smithi159:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T17:51:35.037 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-13T17:51:35.047 INFO:teuthology.task.internal:Not uploading archives. 2024-09-13T17:51:35.047 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-13T17:51:35.093 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-13T17:51:35.093 DEBUG:teuthology.orchestra.run.smithi032:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T17:51:35.096 DEBUG:teuthology.orchestra.run.smithi159:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T17:51:35.100 INFO:teuthology.orchestra.run.smithi032.stdout: 658462 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 17:51 /home/ubuntu/cephtest 2024-09-13T17:51:35.101 INFO:teuthology.orchestra.run.smithi159.stdout: 658636 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 17:51 /home/ubuntu/cephtest 2024-09-13T17:51:35.103 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-13T17:51:35.177 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-13T17:51:35.418 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/acls} duration: 943.153571844101 flavor: default owner: scheduled_rishabh@teuthology success: true 2024-09-13T17:51:35.418 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T17:51:35.504 INFO:teuthology.run:pass